flakes/private/buildbot/projects/immaeEu/__init__.py

   1 from buildbot.plugins import *
   2 from buildbot_common.build_helpers import *
   3 import os
   4 from buildbot.util import bytes2unicode
   5 import json
   6 from functools import partial
   7
   8 __all__ = [ "configure", "E" ]
   9
  10 class E():
  11     PROJECT       = "immaeEu"
  12     BUILDBOT_URL  = "https://git.immae.eu/buildbot/{}/".format(PROJECT)
  13     SOCKET        = "unix:/run/buildbot/{}.sock".format(PROJECT)
  14     PB_SOCKET     = "unix:address=/run/buildbot/{}_pb.sock".format(PROJECT)
  15     SSH_KEY_PATH  = "/var/lib/buildbot/buildbot_key"
  16     SSH_HOST_PATH = "/var/lib/buildbot/buildbot_hosts"
  17     SSH_HOST_KEY  = "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIFbhFTl2A2RJn5L51yxJM4XfCS2ZaiSX/jo9jFSdghF"
  18     XMPP_RECIPIENTS = os.environ["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
  19
  20     BIP39_GIT_URL      = "https://git.immae.eu/perso/Immae/Projets/Cryptomonnaies/BIP39.git"
  21     IMMAE_EU_GIT_URL   = "gitolite@git.immae.eu:perso/Immae/Sites/Blog"
  22     HISTORY_GIT_URL    = "gitolite@git.immae.eu:perso/Immae/Sites/History"
  23     RECETTES_GIT_URL   = "gitolite@git.immae.eu:perso/Immae/Sites/Recettes"
  24     JARDIN_GIT_URL     = "gitolite@git.immae.eu:perso/Immae/Sites/Jardin"
  25     COURS_GIT_URL      = "gitolite@git.immae.eu:perso/Immae/Sites/Cours"
  26     DOCS_GIT_URL       = "gitolite@git.immae.eu:perso/Immae/Sites/Docs"
  27     NORMALESUP_GIT_URL = "gitolite@git.immae.eu:perso/Immae/Projets/Sites/Normalesup"
  28
  29     COURS_RELEASE_PATH      = "/var/lib/buildbot/outputs/immae/cours"
  30     COURS_TARBALL_PATH      = "/var/lib/ftp/release.immae.eu/cours"
  31     COURS_TARBALL_URL       = "https://release.immae.eu/cours"
  32     BIP39_RELEASE_PATH      = "/var/lib/buildbot/outputs/immae/bip39"
  33     HISTORY_RELEASE_PATH    = "/var/lib/buildbot/outputs/immae/history"
  34     IMMAE_EU_RELEASE_PATH   = "/var/lib/buildbot/outputs/immae/blog"
  35     DOCS_RELEASE_PATH       = "/var/lib/buildbot/outputs/immae/docs"
  36     RECETTES_RELEASE_PATH   = "/var/lib/buildbot/outputs/immae/recettes"
  37     JARDIN_RELEASE_PATH     = "/var/lib/buildbot/outputs/immae/jardin"
  38     NORMALESUP_RELEASE_PATH = "/var/lib/buildbot/outputs/immae/recherche"
  39     GSMCELLS_RELEASE_PATH   = "/var/lib/ftp/release.immae.eu/gsm_cells"
  40     GSMCELLS_RELEASE_URL    = "https://release.immae.eu/gsm_cells"
  41
  42     # master.cfg
  43     SECRETS_FILE       = os.getcwd() + "/secrets"
  44     LDAP_URL           = "ldaps://ldap.immae.eu:636"
  45     LDAP_ADMIN_USER    = "cn=buildbot,ou=services,dc=immae,dc=eu"
  46     LDAP_BASE          = "dc=immae,dc=eu"
  47     LDAP_PATTERN       = "(uid=%(username)s)"
  48     LDAP_GROUP_PATTERN = "(&(memberOf=cn=groups,ou=immaeEu,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
  49     TITLE_URL          = "https://www.immae.eu"
  50     TITLE              = "Immae website"
  51
  52 def configure(c):
  53     c["buildbotURL"] = E.BUILDBOT_URL
  54     c["www"]["port"] = E.SOCKET
  55
  56     worker_name = "generic-worker-immae-eu"
  57     c['workers'].append(worker.LocalWorker(worker_name))
  58
  59     withbranch = []
  60     withoutbranch = []
  61
  62     withoutbranch.append(configure_gsm_cells(c, worker_name))
  63
  64     withbranch.append(_configure("immae_eu", immae_eu_build_factory, c, worker_name))
  65     withbranch.append(_configure("normalesup", normalesup_build_factory, c, worker_name))
  66     withbranch.append(_configure("cours", cours_build_factory, c, worker_name))
  67     withbranch.append(_configure("recettes", recettes_build_factory, c, worker_name))
  68     withbranch.append(_configure("jardin", jardin_build_factory, c, worker_name))
  69     withbranch.append(_configure("docs", docs_build_factory, c, worker_name))
  70     withbranch.append(_configure("history", history_build_factory, c, worker_name))
  71     withbranch.append(_configure("bip39", bip39_build_factory, c, worker_name))
  72
  73     withbranch.append(_configure_symfony("Chloe", c, worker_name,
  74         "gitolite@git.immae.eu:perso/Immae/Sites/Chloe/New"))
  75     withbranch.append(_configure_symfony("Florian", c, worker_name,
  76         "gitolite@git.immae.eu:perso/florian_telles/stabilo"))
  77     withbranch.append(configure_symfony_isabelle_aten(c, worker_name))
  78     withbranch.append(_configure_symfony("Ludivine", c, worker_name,
  79         "gitolite@git.immae.eu:perso/Immae/Sites/Ludivine"))
  80     withbranch.append(_configure_symfony("Connexionswing", c, worker_name,
  81         "gitolite@git.immae.eu:perso/Immae/Projets/Connexionswing"))
  82     withbranch.append(_configure_symfony("Piedsjaloux", c, worker_name,
  83         "gitolite@git.immae.eu:Pieds_jaloux/NewSite"))
  84
  85     c['schedulers'].append(force_scheduler("force_immae_eu", withbranch))
  86     c['schedulers'].append(force_scheduler("force_no_branch_immae_eu", withoutbranch, nobranch=True))
  87
  88     configure_apprise_push(c, E.SECRETS_FILE, all_builder_names(c))
  89     configure_xmpp_push(c, E.SECRETS_FILE, all_builder_names(c), E.XMPP_RECIPIENTS)
  90
  91 BRANCH_TO_SYMFONY_ENV = {
  92         "Ludivine": {
  93             "master": "prod",
  94             "test": "dev",
  95             },
  96         "Connexionswing": {
  97             "master": "prod",
  98             "test": "dev",
  99             },
 100         "Piedsjaloux": {
 101             "master": "prod",
 102             "test": "dev",
 103             }
 104         }
 105
 106 BRANCH_TO_SERVICE_NAME = {
 107         "Chloe": {
 108             "test": "phpfpm-chloe_new_integration",
 109             #"master": "phpfpm-chloe_production",
 110             },
 111         "Florian": {
 112             "stabilo_dev": "phpfpm-florian_app",
 113             },
 114         "IsabelleAten": {
 115             "test": "phpfpm-isabelle_aten_integration",
 116             "master": "phpfpm-isabelle_aten_production",
 117             },
 118         "Ludivine": {
 119             "test": "phpfpm-ludivine_integration",
 120             "master": "phpfpm-ludivine_production",
 121             },
 122         "Connexionswing": {
 123             "test": "phpfpm-connexionswing_integration",
 124             "master": "phpfpm-connexionswing_production",
 125             },
 126         "Piedsjaloux": {
 127             "test": "phpfpm-piedsjaloux_integration",
 128             "master": "phpfpm-piedsjaloux_production",
 129             },
 130         }
 131
 132 BRANCH_TO_POST_STEP = {
 133         "Connexionswing": {
 134             "master": "SYMFONY_ENV=prod php ./bin/console assetic:dump --env=prod --no-debug"
 135             },
 136         }
 137
 138 def need_follow_systemd(name, step):
 139     return step.getProperty("branch") in BRANCH_TO_SERVICE_NAME.get(name, {})
 140
 141 def need_post_step(name, step):
 142     return step.getProperty("branch") in BRANCH_TO_POST_STEP.get(name, {})
 143
 144 @util.renderer
 145 def get_post_step_command(props, name):
 146     if props.hasProperty("branch") and len(props["branch"]) > 0:
 147         post_step = BRANCH_TO_POST_STEP.get(name, {}).get(props["branch"])
 148         if post_step is not None:
 149             return post_step
 150
 151 @util.renderer
 152 def get_parameters_file(props, name):
 153     if props.hasProperty("branch") and len(props["branch"]) > 0:
 154         env = BRANCH_TO_SYMFONY_ENV.get(name, {}).get(props["branch"], "dev")
 155     else:
 156         env = "dev"
 157     return E.SECRETS_FILE + "/symfony_{}_{}_parameters.yml".format(name, env)
 158
 159 @util.renderer
 160 def get_composer_install_command(props, name):
 161     if props.hasProperty("branch") and len(props["branch"]) > 0:
 162         env = BRANCH_TO_SYMFONY_ENV.get(name, {}).get(props["branch"], "dev")
 163     else:
 164         env = "dev"
 165
 166     return "SYMFONY_ENV={} composer install".format(env) + (" --no-dev" if env == "prod" else "")
 167
 168 @util.renderer
 169 def get_systemd_service_invocation_command(props, name):
 170     if props.hasProperty("branch") and len(props["branch"]) > 0:
 171         service = BRANCH_TO_SERVICE_NAME.get(name, {}).get(props["branch"])
 172         if service is not None:
 173             return "ssh -o UserKnownHostsFile={0} -i {1} buildbot@eldiron systemctl show -p InvocationID --value {2}.service".format(E.SSH_HOST_PATH, E.SSH_KEY_PATH, service)
 174
 175 @util.renderer
 176 def follow_systemd_command(props, name, invocation_id):
 177     if props.hasProperty("branch") and len(props["branch"]) > 0:
 178         service = BRANCH_TO_SERVICE_NAME.get(name, {}).get(props["branch"])
 179         if service is not None:
 180             return ["follow-systemd-unit", service, util.Property("service_invocation_id")]
 181
 182 def configure_gsm_cells(c, worker_name):
 183     builder_name = "GSMCells_build"
 184     c['schedulers'].append(schedulers.Nightly(name="GSMCells-weekly",
 185         builderNames=[builder_name], dayOfWeek=6, hour=3))
 186     c['builders'].append(util.BuilderConfig(name=builder_name, workernames=[worker_name], factory=gsm_cells_build_factory()))
 187
 188     return builder_name
 189
 190 def _configure(name, factory, c, worker_name):
 191     if name == "bip39":
 192         capitalized = "BIP39"
 193     else:
 194         capitalized = "".join([n.capitalize() for n in name.split('_')])
 195     builder_name = "{}_build".format(capitalized)
 196
 197     c['schedulers'].append(git_hook_scheduler(capitalized, [builder_name]))
 198     c['builders'].append(util.BuilderConfig(name=builder_name, workernames=[worker_name], factory=factory()))
 199
 200     return builder_name
 201
 202 def configure_symfony_isabelle_aten(c, worker_name):
 203     return _configure_symfony("IsabelleAten", c, worker_name,
 204         "gitolite@git.immae.eu:perso/Immae/Sites/Aten", parameters_path=None,
 205         other_steps=lambda path_env : [
 206             NixShellCommand(name="Install yarn",
 207                 logEnviron=False, haltOnFailure=True,
 208                 env=path_env, command="yarn install"),
 209             NixShellCommand(name="Build frontend",
 210                 logEnviron=False, haltOnFailure=True,
 211                 env=path_env, command="yarn run encore production")
 212             ]
 213         )
 214
 215 def _configure_symfony(name, c, worker_name, *args, **kwargs):
 216     builder_name = "Symfony_{}_build".format(name)
 217
 218     c['schedulers'].append(git_hook_scheduler("Symfony_{}".format(name), [builder_name]))
 219     c['builders'].append(util.BuilderConfig(name=builder_name, workernames=[worker_name], factory=symfony_project_factory(name, *args, **kwargs)))
 220
 221     return builder_name
 222
 223 def history_build_factory():
 224     path_env = {
 225             "PATH": "/run/current-system/sw/bin"
 226             }
 227     factory = util.BuildFactory()
 228     factory.addStep(steps.Git(logEnviron=False, repourl=E.HISTORY_GIT_URL,
 229         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 230         sshHostKey=E.SSH_HOST_KEY, mode="full", method="fresh"))
 231     factory.addStep(NixShellCommand(name="build website",
 232         logEnviron=False, haltOnFailure=True,
 233         env=path_env, command="jekyll build"))
 234     factory.addStep(steps.MasterShellCommand(command="rm -rf {}".format(E.HISTORY_RELEASE_PATH)))
 235     factory.addStep(steps.DirectoryUpload(workersrc="_site",
 236         masterdest=E.HISTORY_RELEASE_PATH,
 237         url="https://www.immae.eu/history"))
 238     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.HISTORY_RELEASE_PATH)))
 239
 240     return factory
 241
 242 def docs_build_factory():
 243     path_env = {
 244             "PATH": "/run/current-system/sw/bin"
 245             }
 246     factory = util.BuildFactory()
 247     factory.addStep(steps.Git(logEnviron=False, repourl=E.DOCS_GIT_URL,
 248         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 249         sshHostKey=E.SSH_HOST_KEY, mode="full", method="fresh"))
 250     factory.addStep(NixShellCommand(name="build website",
 251         logEnviron=False, haltOnFailure=True,
 252         env=path_env, command="make html"))
 253     factory.addStep(steps.MasterShellCommand(command="rm -rf {}".format(E.DOCS_RELEASE_PATH)))
 254     factory.addStep(steps.DirectoryUpload(workersrc="_build/html",
 255         masterdest=E.DOCS_RELEASE_PATH,
 256         url="https://www.immae.eu/docs"))
 257     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.DOCS_RELEASE_PATH)))
 258
 259     return factory
 260
 261 def recettes_build_factory():
 262     path_env = {
 263             "PATH": "/run/current-system/sw/bin"
 264             }
 265     factory = util.BuildFactory()
 266     factory.addStep(steps.Git(logEnviron=False, repourl=E.RECETTES_GIT_URL,
 267         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 268         sshHostKey=E.SSH_HOST_KEY, mode="full", method="fresh"))
 269     factory.addStep(NixShellCommand(name="build website",
 270         logEnviron=False, haltOnFailure=True,
 271         env=path_env, command="jekyll build --trace --baseurl /recettes"))
 272     factory.addStep(steps.MasterShellCommand(command="rm -rf {}".format(E.RECETTES_RELEASE_PATH)))
 273     factory.addStep(steps.DirectoryUpload(workersrc="_site",
 274         masterdest=E.RECETTES_RELEASE_PATH,
 275         url="https://www.immae.eu/recettes"))
 276     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.RECETTES_RELEASE_PATH)))
 277
 278     return factory
 279
 280 def jardin_build_factory():
 281     path_env = {
 282             "PATH": "/run/current-system/sw/bin"
 283             }
 284     factory = util.BuildFactory()
 285     factory.addStep(steps.Git(logEnviron=False, repourl=E.JARDIN_GIT_URL,
 286         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 287         sshHostKey=E.SSH_HOST_KEY, mode="full", method="fresh"))
 288     factory.addStep(NixShellCommand(name="build website",
 289         logEnviron=False, haltOnFailure=True,
 290         env=path_env, command="jekyll build --trace --baseurl /jardin"))
 291     factory.addStep(steps.MasterShellCommand(command="rm -rf {}".format(E.JARDIN_RELEASE_PATH)))
 292     factory.addStep(steps.DirectoryUpload(workersrc="_site",
 293         masterdest=E.JARDIN_RELEASE_PATH,
 294         url="https://www.immae.eu/jardin"))
 295     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.JARDIN_RELEASE_PATH)))
 296
 297     return factory
 298
 299 def bip39_build_factory():
 300     path_env = {
 301             "PATH": "/run/current-system/sw/bin",
 302             "NIX_PATH": "nixpkgs=channel:nixos-unstable",
 303             }
 304     factory = util.BuildFactory()
 305     factory.addStep(steps.Git(logEnviron=False, repourl=E.BIP39_GIT_URL,
 306         submodules=True, mode="full", method="fresh"))
 307     factory.addStep(NixShellCommand(name="build file", nixPackages=["python3"],
 308         logEnviron=False, haltOnFailure=True, env=path_env, command="python compile.py"))
 309     factory.addStep(steps.FileUpload(name="upload file", workersrc="bip39-standalone.html",
 310         masterdest=E.BIP39_RELEASE_PATH + "/index.html",
 311         url="https://tools.immae.eu/BIP39", mode=0o644))
 312     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.BIP39_RELEASE_PATH)))
 313
 314     return factory
 315
 316 def immae_eu_build_factory():
 317     path_env = {
 318             "PATH": "/run/current-system/sw/bin",
 319             }
 320     factory = util.BuildFactory()
 321     factory.addStep(steps.Git(logEnviron=False, repourl=E.IMMAE_EU_GIT_URL,
 322         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 323         sshHostKey=E.SSH_HOST_KEY, mode="full", method="fresh"))
 324     factory.addStep(NixShellCommand(name="build website",
 325         logEnviron=False, haltOnFailure=True, pure=False,
 326         env=path_env, command="make html"))
 327     factory.addStep(steps.MasterShellCommand(command="rm -rf {}".format(E.IMMAE_EU_RELEASE_PATH)))
 328     factory.addStep(steps.DirectoryUpload(workersrc="output",
 329         masterdest=E.IMMAE_EU_RELEASE_PATH,
 330         url="https://www.immae.eu"))
 331     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.IMMAE_EU_RELEASE_PATH)))
 332
 333     return factory
 334
 335 def cours_build_factory():
 336     path_env = {
 337             "PATH": "/run/current-system/sw/bin",
 338             "CI": "yes"
 339             }
 340     factory = util.BuildFactory()
 341     factory.addStep(steps.Git(logEnviron=False, repourl=E.COURS_GIT_URL,
 342         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 343         sshHostKey=E.SSH_HOST_KEY, mode="incremental"))
 344     factory.addStep(NixShellCommand(name="build website",
 345         logEnviron=False, haltOnFailure=True, pure=True,
 346         command="make build", env=path_env))
 347     factory.addStep(NixShellCommand(name="progress report",
 348         logEnviron=False, haltOnFailure=True, pure=True,
 349         command="make report", env=path_env))
 350     factory.addStep(steps.MasterShellCommand(command="rm -rf {}".format(E.COURS_RELEASE_PATH)))
 351     factory.addStep(steps.DirectoryUpload(workersrc="build",
 352         masterdest=E.COURS_RELEASE_PATH,
 353         url="https://www.immae.eu/cours"))
 354     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.COURS_RELEASE_PATH)))
 355
 356     factory.addStep(NixShellCommand(name="build pdfs",
 357         logEnviron=False, haltOnFailure=True, pure=True,
 358         command="make pdfs", env=path_env))
 359
 360     package = util.Interpolate("cours_%(kw:clean_branch)s.tar.gz", clean_branch=clean_branch)
 361     release_file = "{0}/cours_%(kw:clean_branch)s.tar.gz"
 362     package_dest = util.Interpolate(release_file.format(E.COURS_TARBALL_PATH), clean_branch=clean_branch)
 363     package_url = util.Interpolate(release_file.format(E.COURS_TARBALL_URL), clean_branch=clean_branch)
 364     factory.addStep(steps.ShellCommand(name="build pdf tarball",
 365         logEnviron=False, haltOnFailure=True,
 366         command=["tar", "-cvf", package, "-C", "pdfs", "mp", "mpsi"], env=path_env))
 367     factory.addStep(steps.FileUpload(name="upload package", workersrc=package,
 368         masterdest=package_dest, url=package_url, mode=0o644))
 369
 370     return factory
 371
 372 def normalesup_build_factory():
 373     path_env = {
 374             "PATH": "/run/current-system/sw/bin",
 375             "GIT_SSH_COMMAND": "ssh -i {0} -o UserKnownHostsFile={1}".format(E.SSH_KEY_PATH, E.SSH_HOST_PATH),
 376             }
 377     factory = util.BuildFactory()
 378     factory.addStep(steps.Git(logEnviron=False, repourl=E.NORMALESUP_GIT_URL,
 379         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 380         sshHostKey=E.SSH_HOST_KEY, mode="incremental"))
 381     factory.addStep(NixShellCommand(name="build website",
 382         logEnviron=False, haltOnFailure=True, pure=False,
 383         command="make build", env=path_env))
 384     factory.addStep(steps.ShellCommand(name="give read access to all files",
 385         logEnviron=False, haltOnFailure=True,
 386         command="chmod -R a+rX build", env=path_env))
 387     factory.addStep(steps.ShellCommand(name="synchronize with phare",
 388         logEnviron=False, haltOnFailure=True,
 389         env=path_env, command=[
 390             "rsync", "-av", "--delete",
 391             "-e", "ssh -i {0} -o UserKnownHostsFile={1}".format(E.SSH_KEY_PATH, E.SSH_HOST_PATH),
 392             "build/",
 393             os.environ["BUILDBOT_NORMALESUP_HOST"]
 394             ]))
 395     factory.addStep(steps.MasterShellCommand(command="rm -rf {}".format(E.NORMALESUP_RELEASE_PATH)))
 396     factory.addStep(steps.DirectoryUpload(workersrc="build", masterdest=E.NORMALESUP_RELEASE_PATH,
 397         url="https://www.immae.eu/recherche"))
 398     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.NORMALESUP_RELEASE_PATH)))
 399
 400     return factory
 401
 402 def gsm_cells_build_factory():
 403     path_env = {
 404             "PATH": "/run/current-system/sw/bin",
 405             "NIX_PATH": "nixpkgs=channel:nixos-unstable",
 406             "IN_BUILDBOT": "yes",
 407             }
 408     master_env = {
 409             "HTACCESS": '''
 410             Options +FollowSymLinks
 411             IndexIgnore *
 412             '''
 413             }
 414     for k, v in os.environ.items():
 415         if k.startswith("BUILDBOT_GSM_CELLS_"):
 416             path_env[k[len("BUILDBOT_GSM_CELLS_"):]] = v
 417
 418     script = os.environ["BUILDBOT_PROJECT_DIR"] + "/scripts/lacells_download"
 419     factory = util.BuildFactory()
 420     factory.addStep(steps.FileDownload(mastersrc=script, workerdest="lacells_download", mode=0o755))
 421     factory.addStep(NixShellCommand(name="download files",
 422         logEnviron=False, haltOnFailure=True, command="./lacells_download",
 423         nixPackages=["sqlite", "wget", "gzip"], pure=False, env=path_env))
 424     factory.addStep(steps.ShellCommand(name="give read access to all files",
 425         logEnviron=False, haltOnFailure=True,
 426         command="chmod a+r lacells.db", env=path_env))
 427     factory.addStep(steps.FileUpload(workersrc="lacells.db",
 428         masterdest=(E.GSMCELLS_RELEASE_PATH+"/lacells.db"), url=(E.GSMCELLS_RELEASE_URL+"/lacells.db")))
 429     factory.addStep(steps.MasterShellCommand(command="touch {}/.duplicity-ignore".format(E.GSMCELLS_RELEASE_PATH)))
 430     factory.addStep(steps.MasterShellCommand(command='echo "$HTACCESS" > {}/.htaccess'.format(E.GSMCELLS_RELEASE_PATH),
 431         env=master_env))
 432     factory.addStep(steps.MasterShellCommand(command="ln -sf lacells.db {}/lacells.db.new".format(E.GSMCELLS_RELEASE_PATH)))
 433     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.GSMCELLS_RELEASE_PATH)))
 434
 435     return factory
 436
 437 def symfony_project_factory(name, repourl, parameters_path="app/config/parameters.yml", other_steps=lambda a : []):
 438     master_path_env = {
 439             "PATH": os.environ["BUILDBOT_SYMFONY_MASTER_PATH"] + ":${PATH}"
 440             }
 441     path_env = {
 442             "PATH": "/run/current-system/sw/bin"
 443             }
 444
 445     for k, v in os.environ.items():
 446         if k.startswith("BUILDBOT_SYMFONY_{}_".format(name)):
 447             path_env[k[len("BUILDBOT_SYMFONY_{}_".format(name)):]] = v
 448
 449     factory = util.BuildFactory()
 450     factory.addStep(steps.Git(logEnviron=False, repourl=repourl,
 451         submodules=True, sshPrivateKey=open(E.SSH_KEY_PATH).read().rstrip(),
 452         sshHostKey=E.SSH_HOST_KEY, mode="full", method="fresh"))
 453     if parameters_path is not None:
 454         factory.addStep(steps.FileDownload(mastersrc=get_parameters_file.withArgs(name),
 455                                            workerdest=parameters_path))
 456     factory.addStep(NixShellCommand(name="build website",
 457         logEnviron=False, haltOnFailure=True,
 458         env=path_env, command=get_composer_install_command.withArgs(name)))
 459     if name in BRANCH_TO_POST_STEP:
 460         factory.addStep(NixShellCommand(name="build website post",
 461             logEnviron=False, haltOnFailure=True, doStepIf=partial(need_post_step, name),
 462             env=path_env, command=get_post_step_command.withArgs(name)))
 463     if parameters_path is not None:
 464         factory.addStep(steps.ShellCommand(name="Remove parameters.yml",
 465             logEnviron=False, haltOnFailure=True,
 466             command="rm -f {}".format(parameters_path)))
 467     for step in other_steps(path_env):
 468         factory.addStep(step)
 469     package = util.Interpolate("{}_%(kw:clean_branch)s.tar.gz".format(name), clean_branch=clean_branch)
 470     release_file = "{0}/{1}/%(kw:clean_branch)s.tar.gz"
 471     package_dest = util.Interpolate(release_file.format("/var/lib/ftp/release.immae.eu/buildbot", name), clean_branch=clean_branch)
 472     # Tar doesn’t like creating the tarball in the same directory
 473     factory.addStep(steps.ShellCommand(name="Make a tarball 1/2",
 474         logEnviron=False, haltOnFailure=True, env=path_env,
 475         command=["touch", package]))
 476     factory.addStep(steps.ShellCommand(name="Make a tarball 2/2",
 477         logEnviron=False, haltOnFailure=True, env=path_env,
 478         command=["tar", "--exclude", package, "-czf", package, "."]))
 479     factory.addStep(steps.SetPropertyFromCommand(command=get_systemd_service_invocation_command.withArgs(name),
 480         property="service_invocation_id", doStepIf=partial(need_follow_systemd, name)))
 481     factory.addStep(steps.FileUpload(name="upload package",
 482         workersrc=package, masterdest=package_dest, mode=0o644))
 483     factory.addStep(steps.MasterShellCommand(command=follow_systemd_command.withArgs(name, util.Property("service_invocation_id")), env=master_path_env, logEnviron=False, doStepIf=partial(need_follow_systemd, name)))
 484     return factory