]>
git.immae.eu Git - perso/Immae/Config/Nix.git/blob - modules/private/buildbot/projects/immaeEu/__init__.py
1 from buildbot
.plugins
import *
2 from buildbot_common
.build_helpers
import *
4 from buildbot
.util
import bytes2unicode
7 __all__
= [ "configure", "E" ]
11 BUILDBOT_URL
= "https://git.immae.eu/buildbot/{}/".format(PROJECT
)
12 SOCKET
= "unix:/run/buildbot/{}.sock".format(PROJECT
)
13 PB_SOCKET
= "unix:address=/run/buildbot/{}_pb.sock".format(PROJECT
)
14 SSH_KEY_PATH
= "/var/lib/buildbot/buildbot_key"
15 SSH_HOST_KEY
= "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIFbhFTl2A2RJn5L51yxJM4XfCS2ZaiSX/jo9jFSdghF"
16 XMPP_RECIPIENTS
= os
.environ
["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
18 BIP39_GIT_URL
= "https://git.immae.eu/perso/Immae/Projets/Cryptomonnaies/BIP39.git"
19 IMMAE_EU_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Blog"
20 RECETTES_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Recettes"
21 COURS_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Cours"
22 NORMALESUP_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Projets/Sites/Normalesup"
24 COURS_RELEASE_PATH
= "/var/lib/buildbot/outputs/cours"
25 COURS_TARBALL_PATH
= "/var/lib/ftp/release.immae.eu/cours"
26 COURS_TARBALL_URL
= "https://release.immae.eu/cours"
27 BIP39_RELEASE_PATH
= "/var/lib/buildbot/outputs/bip39"
28 IMMAE_EU_RELEASE_PATH
= "/var/lib/buildbot/outputs/immaeEu"
29 RECETTES_RELEASE_PATH
= "/var/lib/buildbot/outputs/recettes"
30 NORMALESUP_RELEASE_PATH
= "/var/lib/buildbot/outputs/recherche"
31 GSMCELLS_RELEASE_PATH
= "/var/lib/ftp/release.immae.eu/gsm_cells"
32 GSMCELLS_RELEASE_URL
= "https://release.immae.eu/gsm_cells"
35 SECRETS_FILE
= os
.getcwd() + "/secrets"
36 LDAP_URL
= "ldaps://ldap.immae.eu:636"
37 LDAP_ADMIN_USER
= "cn=buildbot,ou=services,dc=immae,dc=eu"
38 LDAP_BASE
= "dc=immae,dc=eu"
39 LDAP_PATTERN
= "(uid=%(username)s)"
40 LDAP_GROUP_PATTERN
= "(&(memberOf=cn=groups,ou=immaeEu,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
41 TITLE_URL
= "https://www.immae.eu"
42 TITLE
= "Immae website"
44 class CustomBase(webhooks
.base
):
45 def getChanges(self
, request
):
47 content
= request
.content
.read()
48 args
= json
.loads(bytes2unicode(content
))
49 except Exception as e
:
50 raise ValueError("Error loading JSON: " + str(e
))
52 args
.setdefault("comments", "")
53 args
.setdefault("repository", "")
54 args
.setdefault("author", args
.get("who", "unknown"))
59 c
["buildbotURL"] = E
.BUILDBOT_URL
60 c
["www"]["port"] = E
.SOCKET
62 c
["www"]["change_hook_dialects"]["base"] = {
63 "custom_class": CustomBase
65 c
['workers'].append(worker
.LocalWorker("generic-worker-immae-eu"))
67 c
['schedulers'].append(hook_scheduler("ImmaeEu", timer
=1))
68 c
['schedulers'].append(hook_scheduler("Normalesup", timer
=1))
69 c
['schedulers'].append(hook_scheduler("Cours", timer
=1))
70 c
['schedulers'].append(hook_scheduler("Recettes", timer
=1))
71 c
['schedulers'].append(hook_scheduler("BIP39", timer
=1))
72 c
['schedulers'].append(schedulers
.Nightly(name
="GSMCells-weekly",
73 builderNames
=["GSMCells_build"], dayOfWeek
=6, hour
=3))
74 c
['schedulers'].append(force_scheduler("force_immae_eu", [
75 "ImmaeEu_build", "Normalesup_build", "Cours_build",
76 "Recettes_build", "BIP39_build"
78 c
['schedulers'].append(schedulers
.ForceScheduler(
79 name
="GSMCells-force", label
="Force build",
80 buttonName
="Force build",
81 reason
=util
.StringParameter(name
="reason", label
="Reason", default
="Force build"),
83 util
.CodebaseParameter("",
84 branch
=util
.FixedParameter(name
="branch", default
=""),
85 revision
=util
.FixedParameter(name
="revision", default
=""),
86 repository
=util
.FixedParameter(name
="repository", default
=""),
87 project
=util
.FixedParameter(name
="project", default
=""),
90 username
=util
.FixedParameter(name
="username", default
="Web button"),
91 builderNames
=["GSMCells_build"]
94 c
['builders'].append(immae_eu_factory())
95 c
['builders'].append(normalesup_factory())
96 c
['builders'].append(cours_factory())
97 c
['builders'].append(gsm_cells_factory())
98 c
['builders'].append(recettes_factory())
99 c
['builders'].append(bip39_factory())
101 c
['services'].append(SlackStatusPush(
102 name
="slack_status_immae_eu_project",
104 "ImmaeEu_build", "Normalesup_build", "Cours_build",
105 "GSMCells_build", "Recettes_build", "BIP39_build"
107 serverUrl
=open(E
.SECRETS_FILE
+ "/slack_webhook", "r").read().rstrip()))
108 c
['services'].append(XMPPStatusPush(
109 name
="xmpp_status_immae_eu_project",
111 "ImmaeEu_build", "Normalesup_build", "Cours_build",
112 "GSMCells_build", "Recettes_build", "BIP39_build"
114 recipients
=E
.XMPP_RECIPIENTS
,
115 password
=open(E
.SECRETS_FILE
+ "/notify_xmpp_password", "r").read().rstrip()))
117 def recettes_factory():
119 "PATH": os
.environ
["BUILDBOT_PATH_Recettes"] + ":${PATH}"
121 factory
= util
.BuildFactory()
122 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.RECETTES_GIT_URL
,
123 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
124 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
125 factory
.addStep(steps
.ShellCommand(name
="build website",
126 logEnviron
=False, haltOnFailure
=True, workdir
="source",
127 env
=path_env
, command
=["jekyll", "build", "--baseurl", "/recettes"]))
128 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.RECETTES_RELEASE_PATH
)))
129 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/_site",
130 masterdest
=E
.RECETTES_RELEASE_PATH
,
131 url
="https://www.immae.eu/recettes"))
132 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.RECETTES_RELEASE_PATH
)))
134 return util
.BuilderConfig(name
="Recettes_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
138 "PATH": os
.environ
["BUILDBOT_PATH_BIP39"] + ":${PATH}"
140 factory
= util
.BuildFactory()
141 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.BIP39_GIT_URL
,
142 submodules
=True, mode
="full", method
="copy"))
143 factory
.addStep(steps
.ShellCommand(name
="build file",
144 logEnviron
=False, haltOnFailure
=True, workdir
="source",
145 env
=path_env
, command
=["python", "compile.py"]))
146 factory
.addStep(steps
.FileUpload(name
="upload file", workersrc
="bip39-standalone.html",
147 workdir
="source", masterdest
=E
.BIP39_RELEASE_PATH
+ "/index.html",
148 url
="https://tools.immae.eu/BIP39", mode
=0o644))
149 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.BIP39_RELEASE_PATH
)))
151 return util
.BuilderConfig(name
="BIP39_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
153 def immae_eu_factory():
155 "PATH": os
.environ
["BUILDBOT_PATH_ImmaeEu"] + ":${PATH}"
157 factory
= util
.BuildFactory()
158 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.IMMAE_EU_GIT_URL
,
159 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
160 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
161 factory
.addStep(steps
.ShellCommand(name
="build website",
162 logEnviron
=False, haltOnFailure
=True, workdir
="source",
163 env
=path_env
, command
=["make", "html"]))
164 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
165 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/output",
166 masterdest
=E
.IMMAE_EU_RELEASE_PATH
,
167 url
="https://www.immae.eu"))
168 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
170 return util
.BuilderConfig(name
="ImmaeEu_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
174 "PATH": os
.environ
["BUILDBOT_PATH_Cours"] + ":${PATH}",
177 factory
= util
.BuildFactory()
178 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.COURS_GIT_URL
,
179 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
180 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
181 factory
.addStep(steps
.ShellCommand(name
="build website",
182 logEnviron
=False, haltOnFailure
=True, workdir
="source",
183 command
=["make", "build"], env
=path_env
))
184 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.COURS_RELEASE_PATH
)))
185 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build",
186 masterdest
=E
.COURS_RELEASE_PATH
,
187 url
="https://www.immae.eu/cours"))
188 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.COURS_RELEASE_PATH
)))
190 factory
.addStep(steps
.ShellCommand(name
="build pdfs",
191 logEnviron
=False, haltOnFailure
=True, workdir
="source",
192 command
=["make", "pdfs"], env
=path_env
))
194 package
= util
.Interpolate("cours_%(kw:clean_branch)s.tar.gz", clean_branch
=clean_branch
)
195 release_file
= "{0}/cours_%(kw:clean_branch)s.tar.gz"
196 package_dest
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_PATH
), clean_branch
=clean_branch
)
197 package_url
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_URL
), clean_branch
=clean_branch
)
198 factory
.addStep(steps
.ShellCommand(name
="build pdf tarball",
199 logEnviron
=False, haltOnFailure
=True, workdir
="source",
200 command
=["tar", "-cvf", package
, "-C", "pdfs", "mp", "mpsi"], env
=path_env
))
201 factory
.addStep(steps
.FileUpload(name
="upload package", workersrc
=package
,
202 workdir
="source", masterdest
=package_dest
,
203 url
=package_url
, mode
=0o644))
205 return util
.BuilderConfig(name
="Cours_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
207 def normalesup_factory():
209 "PATH": os
.environ
["BUILDBOT_PATH_Normalesup"] + ":${PATH}"
211 factory
= util
.BuildFactory()
212 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.NORMALESUP_GIT_URL
,
213 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
214 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
215 factory
.addStep(steps
.ShellCommand(name
="build website",
216 logEnviron
=False, haltOnFailure
=True, workdir
="source",
217 command
=["make", "build"], env
=path_env
))
218 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
219 logEnviron
=False, haltOnFailure
=True, workdir
="source",
220 command
="chmod -R a+rX build", env
=path_env
))
221 factory
.addStep(steps
.ShellCommand(name
="synchronize with phare",
222 logEnviron
=False, haltOnFailure
=True, workdir
="source",
223 env
=path_env
, command
=[
224 "rsync", "-av", "--delete",
225 "-e", "ssh -i {} -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o CheckHostIP=no".format(E
.SSH_KEY_PATH
),
227 os
.environ
["BUILDBOT_NORMALESUP_HOST"]
229 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.NORMALESUP_RELEASE_PATH
)))
230 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build", masterdest
=E
.NORMALESUP_RELEASE_PATH
,
231 url
="https://www.immae.eu/recherche"))
232 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.NORMALESUP_RELEASE_PATH
)))
234 return util
.BuilderConfig(name
="Normalesup_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
236 def gsm_cells_factory():
238 "PATH": os
.environ
["BUILDBOT_PATH_GSMCells"] + ":${PATH}",
239 "IN_BUILDBOT": "yes",
243 Options +FollowSymLinks
247 for k
, v
in os
.environ
.items():
248 if k
.startswith("BUILDBOT_GSM_CELLS_"):
249 path_env
[k
[len("BUILDBOT_GSM_CELLS_"):]] = v
251 script
= os
.environ
["BUILDBOT_PROJECT_DIR"] + "/scripts/lacells_download"
252 factory
= util
.BuildFactory()
253 factory
.addStep(steps
.ShellCommand(name
="download files",
254 logEnviron
=False, haltOnFailure
=True, command
=[script
], env
=path_env
))
255 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
256 logEnviron
=False, haltOnFailure
=True,
257 command
="chmod a+r lacells.db", env
=path_env
))
258 factory
.addStep(steps
.FileUpload(workersrc
="lacells.db",
259 masterdest
=(E
.GSMCELLS_RELEASE_PATH
+"/lacells.db"), url
=(E
.GSMCELLS_RELEASE_URL
+"/lacells.db")))
260 factory
.addStep(steps
.MasterShellCommand(command
="touch {}/.duplicity-ignore".format(E
.GSMCELLS_RELEASE_PATH
)))
261 factory
.addStep(steps
.MasterShellCommand(command
='echo "$HTACCESS" > {}/.htaccess'.format(E
.GSMCELLS_RELEASE_PATH
),
263 factory
.addStep(steps
.MasterShellCommand(command
="ln -sf lacells.db {}/lacells.db.new".format(E
.GSMCELLS_RELEASE_PATH
)))
264 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.GSMCELLS_RELEASE_PATH
)))
266 return util
.BuilderConfig(name
="GSMCells_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)