Difference between revisions of "User:Kr/Concurrent Checkout"

Revision as of 14:28, 20 June 2007

This script has been pointed to by an GullFOSS entry.

Parameters

• CWS - the name of a CWS
• Milestone - the name of a milestone, this is mutual exclusive wrt CWS
• Master - the master
• CVS - the CVS server, defaults to "anoncvs@anoncvs.services.openoffice.org"
• modules - the modules, defaults to "smoketestoo_native"

Examples

# Check out a particular CWS
conco.awk -v Master=SRC680 -v CWS=bunoexttm

# Check out a particular MWS
conco,awk -v Master=SRC680 -v Milestone=m215

# More complex CWS check out
conco.awk -v modules=smoketestoo_native -v CVS="anoncvs@anoncvs.services.openoffice.org" -v Master=SRC680 -v CWS=bunoexttm

# More complex master check out
conco.awk -v modules=smoketestoo_native -v CVS="anoncvs@anoncvs.services.openoffice.org" -v Master=SRC680 -v Milestone=m203

Comments

The handling of concurrent check outs is far from optimal, there is much room for improvement :-)

The Code

#!/usr/bin/awk -f

function coModules(modules,dirname,tag,module,amodules,i,j) {
  cvscmd = "cvs '-d:pserver:%s:/cvs' co %s %s > /dev/null &\n"

  split(modules,amodules)
  j = 0 # Maximum number of concurrent jobs.
  for (i in amodules) {
    if (j <= 0) {
      j = jobs # Maximum number of concurrent jobs.
      printf("wait\n") | Shell
    }

    module = amodules[i]

    if (split(module,temp,"@") == 2) {
      dirname = temp[1]
      tag     = "-r"temp[2]
    }
    else 
      dirname = module

    printf(cvscmd,CVS,tag,dirname) | Shell
    j --
  }
 
  printf("wait\n") | Shell
  close(Shell)
}

function queryMilestone(cws,milestone) {
  print "export SOLARENV=./solenv"                                |& Shell
  print "$SOLARENV/bin/cwsquery -m " Master " -c " cws " current" |& Shell
  Shell |& getline milestone
  close(Shell)

  return milestone
}

function queryModules(modules) {
  print "export WORK_STAMP=" Master             |& Shell
  print "export CWS_WORK_STAMP=" CWS            |& Shell
  print "export SOLARENV=./solenv"              |& Shell
  print "echo `$SOLARENV/bin/cwsquery modules`" |& Shell
  Shell |& getline modules
  close(Shell)

  return modules
}


function walkDependencies(modules,tags,smodules,amodules,cnt,recs,line,nf,i,j,module) {
  if (length(modules) <= 0)
    return

  split(modules,amodules)

  # CO "build.lst" of wanted modules.
  modules=""
  for (i in amodules) {
    module = amodules[i]

    if (!(module in smodules) || smodules[module] == 0) {
      smodules[module] = 1 # mark this module as tested

      if (!(module in tags)) # no tagged yet?
        tags[module] = Master Milestone

      modules=modules " " module"/prj/build.lst@" tags[module]
    }
  }

  print "getting build.lst for " modules " ..."
  coModules(modules)


  modules=""
  # Walk the dependencies.
  for (i in amodules) {
    # Check if the module is there now, otherwise ignore it.
    if (getline < (amodules[i]"/prj/build.lst") >= 0) {
      close(amodules[i]"/prj/build.lst")

      smodules[amodules[i]] = 2 # Mark this module as valid.

      # Get dependencies.
      do { 
        cnt = getline line < (amodules[i]"/prj/build.lst")
      }
      while(cnt >= 0 && line ~ /^#.*/)
      close(amodules[i]"/prj/build.lst")

      if (cnt >= 0) {
        nf = split(line, recs)
        j = 4
        while(j < nf) {
          if (split(recs[j],temp,":") == 2)
            module = temp[2]
          else 
            module = temp[1]

          if (!(module in smodules)) {
            modules = modules " " module
            smodules[module] = 0
          }

          j=j + 1
        }
      }
    }
    else
      smodules[amodules[i]] = 1 # Mark this module as invalid.
  }

  walkDependencies(modules,tags,smodules)
}

function findDependencies(modules,tags,smodules,temp) {
  walkDependencies(modules,tags,smodules)

  modules=""
  asorti(smodules,temp)
  for (i in temp) {
    if (smodules[temp[i]] == 2) {
      modules=modules " " temp[i]

      if (temp[i] in tags) # need to tag
        modules = modules "@" tags[temp[i]]
      else
        modules = modules "@" Master Milestone
    }
  }

  return modules
}

BEGIN {
  Shell      ="/bin/sh"
  DefModules = "smoketestoo_native"
  DefCVS     = "anoncvs@anoncvs.services.openoffice.org"

  # Fall back for modules.
  if (modules == "") {
    print "No modules given (-v modules=<name>*)"
    print "falling back to " DefModules
    print

    modules = DefModules
  }
      
  # Fall back for CVS server.
  if (CVS == "") {
    print "No CVS server given (-v CVS=<server>)"
    print "falling back to " DefCVS
    print

    CVS = DefCVS
  }
      
  if (jobs == "") {
    if (CVS == "anoncvs@anoncvs.services.openoffice.org")
      jobs = 3
    else
      jobs = 35
  }

  if (CWS != "") {
    coModules("solenv@" Master)
    Milestone = queryMilestone(CWS)
    cwsModules = queryModules()
    print "rm -r solenv" | Shell
    close(Shell)

    split(cwsModules,temp)
    for (i in temp) {
      tags[temp[i]] = "cws_" tolower(Master) "_" tolower(CWS)
    }
  }

  print "modules: "  modules
  print "CVS: "      CVS
  print "Master:"    Master
  print "cws:"       CWS
  print "jobs: "     jobs
  print "milestone:" Milestone

  Milestone = "_" Milestone


  # Unfortunately, there are some modules, which somehow are not reachable by
  # the dependencies.
  smodules["config_office"  ]=2
  smodules["dmake"          ]=2
  smodules["default_images" ]=2
  smodules["external_images"]=2
  smodules["lingucomponent" ]=2
  modules=findDependencies(modules,tags,smodules)

  print "checking out needed modules: " modules " ..."
  coModules(modules, Master) 
}