Add gsm cells download script

[perso/Immae/Config/Nix.git] / modules / private / buildbot / projects / immaeEu / __init__.py

diff --git a/modules/private/buildbot/projects/immaeEu/__init__.py b/modules/private/buildbot/projects/immaeEu/__init__.py
index f29eb149d1cd69a04d5b022bbba3a79dc5c7981b..ad295315cbe02ea7c24a5ec5b0bfc1ccb629ad2c 100644 (file)
--- a/modules/private/buildbot/projects/immaeEu/__init__.py
+++ b/modules/private/buildbot/projects/immaeEu/__init__.py
@@ -24,6 +24,8 @@ class E():
     COURS_TARBALL_URL       = "https://release.immae.eu/cours"
     IMMAE_EU_RELEASE_PATH   = "/var/lib/buildbot/outputs/immaeEu"
     NORMALESUP_RELEASE_PATH = "/var/lib/buildbot/outputs/recherche"
+    GSMCELLS_RELEASE_PATH   = "/var/lib/ftp/release.immae.eu/gsm_cells"
+    GSMCELLS_RELEASE_URL    = "https://release.immae.eu/gsm_cells"
 
     # master.cfg
     SECRETS_FILE       = os.getcwd() + "/secrets"
@@ -61,19 +63,45 @@ def configure(c):
     c['schedulers'].append(hook_scheduler("ImmaeEu", timer=1))
     c['schedulers'].append(hook_scheduler("Normalesup", timer=1))
     c['schedulers'].append(hook_scheduler("Cours", timer=1))
-    c['schedulers'].append(force_scheduler("force_immae_eu", ["ImmaeEu_build", "Normalesup_build", "Cours_build"]))
+    c['schedulers'].append(schedulers.Nightly(name="GSMCells-weekly",
+        builderNames=["GSMCells_build"], dayOfWeek=6, hour=3))
+    c['schedulers'].append(force_scheduler("force_immae_eu", [
+        "ImmaeEu_build", "Normalesup_build", "Cours_build",
+        ]))
+    c['schedulers'].append(schedulers.ForceScheduler(
+        name="GSMCells-force", label="Force build",
+        buttonName="Force build",
+        reason=util.StringParameter(name="reason", label="Reason", default="Force build"),
+        codebases=[
+            util.CodebaseParameter("",
+                branch=util.FixedParameter(name="branch", default=""),
+                revision=util.FixedParameter(name="revision", default=""),
+                repository=util.FixedParameter(name="repository", default=""),
+                project=util.FixedParameter(name="project", default=""),
+                ),
+            ],
+        username=util.FixedParameter(name="username", default="Web button"),
+        builderNames=["GSMCells_build"]
+        ))
 
     c['builders'].append(immae_eu_factory())
     c['builders'].append(normalesup_factory())
     c['builders'].append(cours_factory())
+    c['builders'].append(gsm_cells_factory())
 
     c['services'].append(SlackStatusPush(
         name="slack_status_immae_eu_project",
-        builders=["ImmaeEu_build", "Normalesup_build", "Cours_build"],
+        builders=[
+            "ImmaeEu_build", "Normalesup_build", "Cours_build",
+            "GSMCells_build"
+            ],
         serverUrl=open(E.SECRETS_FILE + "/slack_webhook", "r").read().rstrip()))
     c['services'].append(XMPPStatusPush(
         name="xmpp_status_immae_eu_project",
-        builders=["ImmaeEu_build", "Normalesup_build", "Cours_build"],
+        builders=[
+            "ImmaeEu_build", "Normalesup_build", "Cours_build",
+            "GSMCells_build"
+            ],
         recipients=E.XMPP_RECIPIENTS,
         password=open(E.SECRETS_FILE + "/notify_xmpp_password", "r").read().rstrip()))
 
@@ -158,3 +186,35 @@ def normalesup_factory():
     factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.NORMALESUP_RELEASE_PATH)))
 
     return util.BuilderConfig(name="Normalesup_build", workernames=["generic-worker-immae-eu"], factory=factory)
+
+def gsm_cells_factory():
+    path_env = {
+            "PATH": os.environ["BUILDBOT_PATH_GSMCells"] + ":${PATH}",
+            "IN_BUILDBOT": "yes",
+            }
+    master_env = {
+            "HTACCESS": '''
+            Options +FollowSymLinks
+            IndexIgnore *
+            '''
+            }
+    for k, v in os.environ.items():
+        if k.startswith("BUILDBOT_GSM_CELLS_"):
+            path_env[k[len("BUILDBOT_GSM_CELLS_"):]] = v
+
+    script = os.environ["BUILDBOT_PROJECT_DIR"] + "/scripts/lacells_download"
+    factory = util.BuildFactory()
+    factory.addStep(steps.ShellCommand(name="download files",
+        logEnviron=False, haltOnFailure=True, command=[script], env=path_env))
+    factory.addStep(steps.ShellCommand(name="give read access to all files",
+        logEnviron=False, haltOnFailure=True,
+        command="chmod a+r lacells.db", env=path_env))
+    factory.addStep(steps.FileUpload(workersrc="lacells.db",
+        masterdest=(E.GSMCELLS_RELEASE_PATH+"/lacells.db"), url=(E.GSMCELLS_RELEASE_URL+"/lacells.db")))
+    factory.addStep(steps.MasterShellCommand(command="touch {}/.duplicity-ignore".format(E.GSMCELLS_RELEASE_PATH)))
+    factory.addStep(steps.MasterShellCommand(command='echo "$HTACCESS" > {}/.htaccess'.format(E.GSMCELLS_RELEASE_PATH),
+        env=master_env))
+    factory.addStep(steps.MasterShellCommand(command="ln -sf lacells.db {}/lacells.db.new".format(E.GSMCELLS_RELEASE_PATH)))
+    factory.addStep(steps.MasterShellCommand(command="chmod -R a+rX {}".format(E.GSMCELLS_RELEASE_PATH)))
+
+    return util.BuilderConfig(name="GSMCells_build", workernames=["generic-worker-immae-eu"], factory=factory)