]>
git.immae.eu Git - perso/Immae/Config/Nix.git/blob - modules/private/buildbot/projects/immaeEu/__init__.py
1 from buildbot
.plugins
import *
2 from buildbot_common
.build_helpers
import *
4 from buildbot
.util
import bytes2unicode
7 __all__
= [ "configure", "E" ]
11 BUILDBOT_URL
= "https://git.immae.eu/buildbot/{}/".format(PROJECT
)
12 SOCKET
= "unix:/run/buildbot/{}.sock".format(PROJECT
)
13 PB_SOCKET
= "unix:address=/run/buildbot/{}_pb.sock".format(PROJECT
)
14 SSH_KEY_PATH
= "/var/lib/buildbot/buildbot_key"
15 SSH_HOST_KEY
= "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIFbhFTl2A2RJn5L51yxJM4XfCS2ZaiSX/jo9jFSdghF"
16 XMPP_RECIPIENTS
= os
.environ
["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
18 IMMAE_EU_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Blog"
19 RECETTES_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Recettes"
20 COURS_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Cours"
21 NORMALESUP_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Projets/Sites/Normalesup"
23 COURS_RELEASE_PATH
= "/var/lib/buildbot/outputs/cours"
24 COURS_TARBALL_PATH
= "/var/lib/ftp/release.immae.eu/cours"
25 COURS_TARBALL_URL
= "https://release.immae.eu/cours"
26 IMMAE_EU_RELEASE_PATH
= "/var/lib/buildbot/outputs/immaeEu"
27 RECETTES_RELEASE_PATH
= "/var/lib/buildbot/outputs/recettes"
28 NORMALESUP_RELEASE_PATH
= "/var/lib/buildbot/outputs/recherche"
29 GSMCELLS_RELEASE_PATH
= "/var/lib/ftp/release.immae.eu/gsm_cells"
30 GSMCELLS_RELEASE_URL
= "https://release.immae.eu/gsm_cells"
33 SECRETS_FILE
= os
.getcwd() + "/secrets"
34 LDAP_URL
= "ldaps://ldap.immae.eu:636"
35 LDAP_ADMIN_USER
= "cn=buildbot,ou=services,dc=immae,dc=eu"
36 LDAP_BASE
= "dc=immae,dc=eu"
37 LDAP_PATTERN
= "(uid=%(username)s)"
38 LDAP_GROUP_PATTERN
= "(&(memberOf=cn=groups,ou=immaeEu,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
39 TITLE_URL
= "https://www.immae.eu"
40 TITLE
= "Immae website"
42 class CustomBase(webhooks
.base
):
43 def getChanges(self
, request
):
45 content
= request
.content
.read()
46 args
= json
.loads(bytes2unicode(content
))
47 except Exception as e
:
48 raise ValueError("Error loading JSON: " + str(e
))
50 args
.setdefault("comments", "")
51 args
.setdefault("repository", "")
52 args
.setdefault("author", args
.get("who", "unknown"))
57 c
["buildbotURL"] = E
.BUILDBOT_URL
58 c
["www"]["port"] = E
.SOCKET
60 c
["www"]["change_hook_dialects"]["base"] = {
61 "custom_class": CustomBase
63 c
['workers'].append(worker
.LocalWorker("generic-worker-immae-eu"))
65 c
['schedulers'].append(hook_scheduler("ImmaeEu", timer
=1))
66 c
['schedulers'].append(hook_scheduler("Normalesup", timer
=1))
67 c
['schedulers'].append(hook_scheduler("Cours", timer
=1))
68 c
['schedulers'].append(hook_scheduler("Recettes", timer
=1))
69 c
['schedulers'].append(schedulers
.Nightly(name
="GSMCells-weekly",
70 builderNames
=["GSMCells_build"], dayOfWeek
=6, hour
=3))
71 c
['schedulers'].append(force_scheduler("force_immae_eu", [
72 "ImmaeEu_build", "Normalesup_build", "Cours_build", "Recettes_build"
74 c
['schedulers'].append(schedulers
.ForceScheduler(
75 name
="GSMCells-force", label
="Force build",
76 buttonName
="Force build",
77 reason
=util
.StringParameter(name
="reason", label
="Reason", default
="Force build"),
79 util
.CodebaseParameter("",
80 branch
=util
.FixedParameter(name
="branch", default
=""),
81 revision
=util
.FixedParameter(name
="revision", default
=""),
82 repository
=util
.FixedParameter(name
="repository", default
=""),
83 project
=util
.FixedParameter(name
="project", default
=""),
86 username
=util
.FixedParameter(name
="username", default
="Web button"),
87 builderNames
=["GSMCells_build"]
90 c
['builders'].append(immae_eu_factory())
91 c
['builders'].append(normalesup_factory())
92 c
['builders'].append(cours_factory())
93 c
['builders'].append(gsm_cells_factory())
94 c
['builders'].append(recettes_factory())
96 c
['services'].append(SlackStatusPush(
97 name
="slack_status_immae_eu_project",
99 "ImmaeEu_build", "Normalesup_build", "Cours_build",
100 "GSMCells_build", "Recettes_build"
102 serverUrl
=open(E
.SECRETS_FILE
+ "/slack_webhook", "r").read().rstrip()))
103 c
['services'].append(XMPPStatusPush(
104 name
="xmpp_status_immae_eu_project",
106 "ImmaeEu_build", "Normalesup_build", "Cours_build",
107 "GSMCells_build", "Recettes_build"
109 recipients
=E
.XMPP_RECIPIENTS
,
110 password
=open(E
.SECRETS_FILE
+ "/notify_xmpp_password", "r").read().rstrip()))
112 def recettes_factory():
114 "PATH": os
.environ
["BUILDBOT_PATH_Recettes"] + ":${PATH}"
116 factory
= util
.BuildFactory()
117 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.RECETTES_GIT_URL
,
118 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
119 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
120 factory
.addStep(steps
.ShellCommand(name
="build website",
121 logEnviron
=False, haltOnFailure
=True, workdir
="source",
122 env
=path_env
, command
=["jekyll", "build", "--baseurl", "/recettes"]))
123 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.RECETTES_RELEASE_PATH
)))
124 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/_site",
125 masterdest
=E
.RECETTES_RELEASE_PATH
,
126 url
="https://www.immae.eu/recettes"))
127 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.RECETTES_RELEASE_PATH
)))
129 return util
.BuilderConfig(name
="Recettes_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
131 def immae_eu_factory():
133 "PATH": os
.environ
["BUILDBOT_PATH_ImmaeEu"] + ":${PATH}"
135 factory
= util
.BuildFactory()
136 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.IMMAE_EU_GIT_URL
,
137 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
138 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
139 factory
.addStep(steps
.ShellCommand(name
="build website",
140 logEnviron
=False, haltOnFailure
=True, workdir
="source",
141 env
=path_env
, command
=["make", "html"]))
142 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
143 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/output",
144 masterdest
=E
.IMMAE_EU_RELEASE_PATH
,
145 url
="https://www.immae.eu"))
146 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
148 return util
.BuilderConfig(name
="ImmaeEu_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
152 "PATH": os
.environ
["BUILDBOT_PATH_Cours"] + ":${PATH}"
154 factory
= util
.BuildFactory()
155 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.COURS_GIT_URL
,
156 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
157 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
158 factory
.addStep(steps
.ShellCommand(name
="build website",
159 logEnviron
=False, haltOnFailure
=True, workdir
="source",
160 command
=["make", "build"], env
=path_env
))
161 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.COURS_RELEASE_PATH
)))
162 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build",
163 masterdest
=E
.COURS_RELEASE_PATH
,
164 url
="https://www.immae.eu/cours"))
165 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.COURS_RELEASE_PATH
)))
167 factory
.addStep(steps
.ShellCommand(name
="build pdfs",
168 logEnviron
=False, haltOnFailure
=True, workdir
="source",
169 command
=["make", "pdfs"], env
=path_env
))
171 package
= util
.Interpolate("cours_%(kw:clean_branch)s.tar.gz", clean_branch
=clean_branch
)
172 release_file
= "{0}/cours_%(kw:clean_branch)s.tar.gz"
173 package_dest
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_PATH
), clean_branch
=clean_branch
)
174 package_url
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_URL
), clean_branch
=clean_branch
)
175 factory
.addStep(steps
.ShellCommand(name
="build pdf tarball",
176 logEnviron
=False, haltOnFailure
=True, workdir
="source",
177 command
=["tar", "-cvf", package
, "-C", "pdfs", "mp", "mpsi"], env
=path_env
))
178 factory
.addStep(steps
.FileUpload(name
="upload package", workersrc
=package
,
179 workdir
="source", masterdest
=package_dest
,
180 url
=package_url
, mode
=0o644))
182 return util
.BuilderConfig(name
="Cours_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
184 def normalesup_factory():
186 "PATH": os
.environ
["BUILDBOT_PATH_Normalesup"] + ":${PATH}"
188 factory
= util
.BuildFactory()
189 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.NORMALESUP_GIT_URL
,
190 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
191 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
192 factory
.addStep(steps
.ShellCommand(name
="build website",
193 logEnviron
=False, haltOnFailure
=True, workdir
="source",
194 command
=["make", "build"], env
=path_env
))
195 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
196 logEnviron
=False, haltOnFailure
=True, workdir
="source",
197 command
="chmod -R a+rX build", env
=path_env
))
198 factory
.addStep(steps
.ShellCommand(name
="synchronize with phare",
199 logEnviron
=False, haltOnFailure
=True, workdir
="source",
200 env
=path_env
, command
=[
201 "rsync", "-av", "--delete",
202 "-e", "ssh -i {} -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o CheckHostIP=no".format(E
.SSH_KEY_PATH
),
204 os
.environ
["BUILDBOT_NORMALESUP_HOST"]
206 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.NORMALESUP_RELEASE_PATH
)))
207 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build", masterdest
=E
.NORMALESUP_RELEASE_PATH
,
208 url
="https://www.immae.eu/recherche"))
209 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.NORMALESUP_RELEASE_PATH
)))
211 return util
.BuilderConfig(name
="Normalesup_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
213 def gsm_cells_factory():
215 "PATH": os
.environ
["BUILDBOT_PATH_GSMCells"] + ":${PATH}",
216 "IN_BUILDBOT": "yes",
220 Options +FollowSymLinks
224 for k
, v
in os
.environ
.items():
225 if k
.startswith("BUILDBOT_GSM_CELLS_"):
226 path_env
[k
[len("BUILDBOT_GSM_CELLS_"):]] = v
228 script
= os
.environ
["BUILDBOT_PROJECT_DIR"] + "/scripts/lacells_download"
229 factory
= util
.BuildFactory()
230 factory
.addStep(steps
.ShellCommand(name
="download files",
231 logEnviron
=False, haltOnFailure
=True, command
=[script
], env
=path_env
))
232 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
233 logEnviron
=False, haltOnFailure
=True,
234 command
="chmod a+r lacells.db", env
=path_env
))
235 factory
.addStep(steps
.FileUpload(workersrc
="lacells.db",
236 masterdest
=(E
.GSMCELLS_RELEASE_PATH
+"/lacells.db"), url
=(E
.GSMCELLS_RELEASE_URL
+"/lacells.db")))
237 factory
.addStep(steps
.MasterShellCommand(command
="touch {}/.duplicity-ignore".format(E
.GSMCELLS_RELEASE_PATH
)))
238 factory
.addStep(steps
.MasterShellCommand(command
='echo "$HTACCESS" > {}/.htaccess'.format(E
.GSMCELLS_RELEASE_PATH
),
240 factory
.addStep(steps
.MasterShellCommand(command
="ln -sf lacells.db {}/lacells.db.new".format(E
.GSMCELLS_RELEASE_PATH
)))
241 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.GSMCELLS_RELEASE_PATH
)))
243 return util
.BuilderConfig(name
="GSMCells_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)