]>
git.immae.eu Git - perso/Immae/Config/Nix.git/blob - modules/private/buildbot/projects/immaeEu/__init__.py
1 from buildbot
.plugins
import *
2 from buildbot_common
.build_helpers
import *
4 from buildbot
.util
import bytes2unicode
7 __all__
= [ "configure", "E" ]
11 BUILDBOT_URL
= "https://git.immae.eu/buildbot/{}/".format(PROJECT
)
12 SOCKET
= "unix:/run/buildbot/{}.sock".format(PROJECT
)
13 PB_SOCKET
= "unix:address=/run/buildbot/{}_pb.sock".format(PROJECT
)
14 SSH_KEY_PATH
= "/var/lib/buildbot/buildbot_key"
15 SSH_HOST_KEY
= "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIFbhFTl2A2RJn5L51yxJM4XfCS2ZaiSX/jo9jFSdghF"
16 XMPP_RECIPIENTS
= os
.environ
["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
18 IMMAE_EU_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Blog"
19 RECETTES_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Recettes"
20 COURS_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Cours"
21 NORMALESUP_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Projets/Sites/Normalesup"
23 COURS_RELEASE_PATH
= "/var/lib/buildbot/outputs/cours"
24 COURS_TARBALL_PATH
= "/var/lib/ftp/release.immae.eu/cours"
25 COURS_TARBALL_URL
= "https://release.immae.eu/cours"
26 IMMAE_EU_RELEASE_PATH
= "/var/lib/buildbot/outputs/immaeEu"
27 RECETTES_RELEASE_PATH
= "/var/lib/buildbot/outputs/recettes"
28 NORMALESUP_RELEASE_PATH
= "/var/lib/buildbot/outputs/recherche"
29 GSMCELLS_RELEASE_PATH
= "/var/lib/ftp/release.immae.eu/gsm_cells"
30 GSMCELLS_RELEASE_URL
= "https://release.immae.eu/gsm_cells"
33 SECRETS_FILE
= os
.getcwd() + "/secrets"
34 LDAP_URL
= "ldaps://ldap.immae.eu:636"
35 LDAP_ADMIN_USER
= "cn=buildbot,ou=services,dc=immae,dc=eu"
36 LDAP_BASE
= "dc=immae,dc=eu"
37 LDAP_PATTERN
= "(uid=%(username)s)"
38 LDAP_GROUP_PATTERN
= "(&(memberOf=cn=groups,ou=immaeEu,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
39 TITLE_URL
= "https://www.immae.eu"
40 TITLE
= "Immae website"
42 class CustomBase(webhooks
.base
):
43 def getChanges(self
, request
):
45 content
= request
.content
.read()
46 args
= json
.loads(bytes2unicode(content
))
47 except Exception as e
:
48 raise ValueError("Error loading JSON: " + str(e
))
50 args
.setdefault("comments", "")
51 args
.setdefault("repository", "")
52 args
.setdefault("author", args
.get("who", "unknown"))
57 c
["buildbotURL"] = E
.BUILDBOT_URL
58 c
["www"]["port"] = E
.SOCKET
60 c
["www"]["change_hook_dialects"]["base"] = {
61 "custom_class": CustomBase
63 c
['workers'].append(worker
.LocalWorker("generic-worker-immae-eu"))
65 c
['schedulers'].append(hook_scheduler("ImmaeEu", timer
=1))
66 c
['schedulers'].append(hook_scheduler("Normalesup", timer
=1))
67 c
['schedulers'].append(hook_scheduler("Cours", timer
=1))
68 c
['schedulers'].append(hook_scheduler("Recettes", timer
=1))
69 c
['schedulers'].append(schedulers
.Nightly(name
="GSMCells-weekly",
70 builderNames
=["GSMCells_build"], dayOfWeek
=6, hour
=3))
71 c
['schedulers'].append(force_scheduler("force_immae_eu", [
72 "ImmaeEu_build", "Normalesup_build", "Cours_build", "Recettes_build"
74 c
['schedulers'].append(schedulers
.ForceScheduler(
75 name
="GSMCells-force", label
="Force build",
76 buttonName
="Force build",
77 reason
=util
.StringParameter(name
="reason", label
="Reason", default
="Force build"),
79 util
.CodebaseParameter("",
80 branch
=util
.FixedParameter(name
="branch", default
=""),
81 revision
=util
.FixedParameter(name
="revision", default
=""),
82 repository
=util
.FixedParameter(name
="repository", default
=""),
83 project
=util
.FixedParameter(name
="project", default
=""),
86 username
=util
.FixedParameter(name
="username", default
="Web button"),
87 builderNames
=["GSMCells_build"]
90 c
['builders'].append(immae_eu_factory())
91 c
['builders'].append(normalesup_factory())
92 c
['builders'].append(cours_factory())
93 c
['builders'].append(gsm_cells_factory())
94 c
['builders'].append(recettes_factory())
96 c
['services'].append(SlackStatusPush(
97 name
="slack_status_immae_eu_project",
99 "ImmaeEu_build", "Normalesup_build", "Cours_build",
100 "GSMCells_build", "Recettes_build"
102 serverUrl
=open(E
.SECRETS_FILE
+ "/slack_webhook", "r").read().rstrip()))
103 c
['services'].append(XMPPStatusPush(
104 name
="xmpp_status_immae_eu_project",
106 "ImmaeEu_build", "Normalesup_build", "Cours_build",
107 "GSMCells_build", "Recettes_build"
109 recipients
=E
.XMPP_RECIPIENTS
,
110 password
=open(E
.SECRETS_FILE
+ "/notify_xmpp_password", "r").read().rstrip()))
112 def recettes_factory():
114 "PATH": os
.environ
["BUILDBOT_PATH_Recettes"] + ":${PATH}"
116 factory
= util
.BuildFactory()
117 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.RECETTES_GIT_URL
,
118 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
119 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
120 factory
.addStep(steps
.ShellCommand(name
="build website",
121 logEnviron
=False, haltOnFailure
=True, workdir
="source",
122 env
=path_env
, command
=["jekyll", "build", "--baseurl", "/recettes"]))
123 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.RECETTES_RELEASE_PATH
)))
124 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/_site",
125 masterdest
=E
.RECETTES_RELEASE_PATH
,
126 url
="https://www.immae.eu/recettes"))
127 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.RECETTES_RELEASE_PATH
)))
129 return util
.BuilderConfig(name
="Recettes_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
131 def immae_eu_factory():
133 "PATH": os
.environ
["BUILDBOT_PATH_ImmaeEu"] + ":${PATH}"
135 factory
= util
.BuildFactory()
136 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.IMMAE_EU_GIT_URL
,
137 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
138 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
139 factory
.addStep(steps
.ShellCommand(name
="build website",
140 logEnviron
=False, haltOnFailure
=True, workdir
="source",
141 env
=path_env
, command
=["make", "html"]))
142 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
143 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/output",
144 masterdest
=E
.IMMAE_EU_RELEASE_PATH
,
145 url
="https://www.immae.eu"))
146 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
148 return util
.BuilderConfig(name
="ImmaeEu_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
152 "PATH": os
.environ
["BUILDBOT_PATH_Cours"] + ":${PATH}",
155 factory
= util
.BuildFactory()
156 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.COURS_GIT_URL
,
157 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
158 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
159 factory
.addStep(steps
.ShellCommand(name
="build website",
160 logEnviron
=False, haltOnFailure
=True, workdir
="source",
161 command
=["make", "build"], env
=path_env
))
162 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.COURS_RELEASE_PATH
)))
163 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build",
164 masterdest
=E
.COURS_RELEASE_PATH
,
165 url
="https://www.immae.eu/cours"))
166 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.COURS_RELEASE_PATH
)))
168 factory
.addStep(steps
.ShellCommand(name
="build pdfs",
169 logEnviron
=False, haltOnFailure
=True, workdir
="source",
170 command
=["make", "pdfs"], env
=path_env
))
172 package
= util
.Interpolate("cours_%(kw:clean_branch)s.tar.gz", clean_branch
=clean_branch
)
173 release_file
= "{0}/cours_%(kw:clean_branch)s.tar.gz"
174 package_dest
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_PATH
), clean_branch
=clean_branch
)
175 package_url
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_URL
), clean_branch
=clean_branch
)
176 factory
.addStep(steps
.ShellCommand(name
="build pdf tarball",
177 logEnviron
=False, haltOnFailure
=True, workdir
="source",
178 command
=["tar", "-cvf", package
, "-C", "pdfs", "mp", "mpsi"], env
=path_env
))
179 factory
.addStep(steps
.FileUpload(name
="upload package", workersrc
=package
,
180 workdir
="source", masterdest
=package_dest
,
181 url
=package_url
, mode
=0o644))
183 return util
.BuilderConfig(name
="Cours_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
185 def normalesup_factory():
187 "PATH": os
.environ
["BUILDBOT_PATH_Normalesup"] + ":${PATH}"
189 factory
= util
.BuildFactory()
190 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.NORMALESUP_GIT_URL
,
191 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
192 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
193 factory
.addStep(steps
.ShellCommand(name
="build website",
194 logEnviron
=False, haltOnFailure
=True, workdir
="source",
195 command
=["make", "build"], env
=path_env
))
196 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
197 logEnviron
=False, haltOnFailure
=True, workdir
="source",
198 command
="chmod -R a+rX build", env
=path_env
))
199 factory
.addStep(steps
.ShellCommand(name
="synchronize with phare",
200 logEnviron
=False, haltOnFailure
=True, workdir
="source",
201 env
=path_env
, command
=[
202 "rsync", "-av", "--delete",
203 "-e", "ssh -i {} -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o CheckHostIP=no".format(E
.SSH_KEY_PATH
),
205 os
.environ
["BUILDBOT_NORMALESUP_HOST"]
207 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.NORMALESUP_RELEASE_PATH
)))
208 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build", masterdest
=E
.NORMALESUP_RELEASE_PATH
,
209 url
="https://www.immae.eu/recherche"))
210 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.NORMALESUP_RELEASE_PATH
)))
212 return util
.BuilderConfig(name
="Normalesup_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
214 def gsm_cells_factory():
216 "PATH": os
.environ
["BUILDBOT_PATH_GSMCells"] + ":${PATH}",
217 "IN_BUILDBOT": "yes",
221 Options +FollowSymLinks
225 for k
, v
in os
.environ
.items():
226 if k
.startswith("BUILDBOT_GSM_CELLS_"):
227 path_env
[k
[len("BUILDBOT_GSM_CELLS_"):]] = v
229 script
= os
.environ
["BUILDBOT_PROJECT_DIR"] + "/scripts/lacells_download"
230 factory
= util
.BuildFactory()
231 factory
.addStep(steps
.ShellCommand(name
="download files",
232 logEnviron
=False, haltOnFailure
=True, command
=[script
], env
=path_env
))
233 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
234 logEnviron
=False, haltOnFailure
=True,
235 command
="chmod a+r lacells.db", env
=path_env
))
236 factory
.addStep(steps
.FileUpload(workersrc
="lacells.db",
237 masterdest
=(E
.GSMCELLS_RELEASE_PATH
+"/lacells.db"), url
=(E
.GSMCELLS_RELEASE_URL
+"/lacells.db")))
238 factory
.addStep(steps
.MasterShellCommand(command
="touch {}/.duplicity-ignore".format(E
.GSMCELLS_RELEASE_PATH
)))
239 factory
.addStep(steps
.MasterShellCommand(command
='echo "$HTACCESS" > {}/.htaccess'.format(E
.GSMCELLS_RELEASE_PATH
),
241 factory
.addStep(steps
.MasterShellCommand(command
="ln -sf lacells.db {}/lacells.db.new".format(E
.GSMCELLS_RELEASE_PATH
)))
242 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.GSMCELLS_RELEASE_PATH
)))
244 return util
.BuilderConfig(name
="GSMCells_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)