]>
git.immae.eu Git - perso/Immae/Config/Nix.git/blob - modules/private/buildbot/projects/immaeEu/__init__.py
1 from buildbot
.plugins
import *
2 from buildbot_common
.build_helpers
import *
4 from buildbot
.util
import bytes2unicode
7 __all__
= [ "configure", "E" ]
11 BUILDBOT_URL
= "https://git.immae.eu/buildbot/{}/".format(PROJECT
)
12 SOCKET
= "unix:/run/buildbot/{}.sock".format(PROJECT
)
13 PB_SOCKET
= "unix:address=/run/buildbot/{}_pb.sock".format(PROJECT
)
14 SSH_KEY_PATH
= "/var/lib/buildbot/buildbot_key"
15 SSH_HOST_KEY
= "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIFbhFTl2A2RJn5L51yxJM4XfCS2ZaiSX/jo9jFSdghF"
16 XMPP_RECIPIENTS
= os
.environ
["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
18 IMMAE_EU_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Blog"
19 COURS_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Sites/Cours"
20 NORMALESUP_GIT_URL
= "gitolite@git.immae.eu:perso/Immae/Projets/Sites/Normalesup"
22 COURS_RELEASE_PATH
= "/var/lib/buildbot/outputs/cours"
23 COURS_TARBALL_PATH
= "/var/lib/ftp/release.immae.eu/cours"
24 COURS_TARBALL_URL
= "https://release.immae.eu/cours"
25 IMMAE_EU_RELEASE_PATH
= "/var/lib/buildbot/outputs/immaeEu"
26 NORMALESUP_RELEASE_PATH
= "/var/lib/buildbot/outputs/recherche"
27 GSMCELLS_RELEASE_PATH
= "/var/lib/ftp/release.immae.eu/gsm_cells"
28 GSMCELLS_RELEASE_URL
= "https://release.immae.eu/gsm_cells"
31 SECRETS_FILE
= os
.getcwd() + "/secrets"
32 LDAP_URL
= "ldaps://ldap.immae.eu:636"
33 LDAP_ADMIN_USER
= "cn=buildbot,ou=services,dc=immae,dc=eu"
34 LDAP_BASE
= "dc=immae,dc=eu"
35 LDAP_PATTERN
= "(uid=%(username)s)"
36 LDAP_GROUP_PATTERN
= "(&(memberOf=cn=groups,ou=immaeEu,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
37 TITLE_URL
= "https://www.immae.eu"
38 TITLE
= "Immae website"
40 class CustomBase(webhooks
.base
):
41 def getChanges(self
, request
):
43 content
= request
.content
.read()
44 args
= json
.loads(bytes2unicode(content
))
45 except Exception as e
:
46 raise ValueError("Error loading JSON: " + str(e
))
48 args
.setdefault("comments", "")
49 args
.setdefault("repository", "")
50 args
.setdefault("author", args
.get("who", "unknown"))
55 c
["buildbotURL"] = E
.BUILDBOT_URL
56 c
["www"]["port"] = E
.SOCKET
58 c
["www"]["change_hook_dialects"]["base"] = {
59 "custom_class": CustomBase
61 c
['workers'].append(worker
.LocalWorker("generic-worker-immae-eu"))
63 c
['schedulers'].append(hook_scheduler("ImmaeEu", timer
=1))
64 c
['schedulers'].append(hook_scheduler("Normalesup", timer
=1))
65 c
['schedulers'].append(hook_scheduler("Cours", timer
=1))
66 c
['schedulers'].append(schedulers
.Nightly(name
="GSMCells-weekly",
67 builderNames
=["GSMCells_build"], dayOfWeek
=6, hour
=3))
68 c
['schedulers'].append(force_scheduler("force_immae_eu", [
69 "ImmaeEu_build", "Normalesup_build", "Cours_build",
71 c
['schedulers'].append(schedulers
.ForceScheduler(
72 name
="GSMCells-force", label
="Force build",
73 buttonName
="Force build",
74 reason
=util
.StringParameter(name
="reason", label
="Reason", default
="Force build"),
76 util
.CodebaseParameter("",
77 branch
=util
.FixedParameter(name
="branch", default
=""),
78 revision
=util
.FixedParameter(name
="revision", default
=""),
79 repository
=util
.FixedParameter(name
="repository", default
=""),
80 project
=util
.FixedParameter(name
="project", default
=""),
83 username
=util
.FixedParameter(name
="username", default
="Web button"),
84 builderNames
=["GSMCells_build"]
87 c
['builders'].append(immae_eu_factory())
88 c
['builders'].append(normalesup_factory())
89 c
['builders'].append(cours_factory())
90 c
['builders'].append(gsm_cells_factory())
92 c
['services'].append(SlackStatusPush(
93 name
="slack_status_immae_eu_project",
95 "ImmaeEu_build", "Normalesup_build", "Cours_build",
98 serverUrl
=open(E
.SECRETS_FILE
+ "/slack_webhook", "r").read().rstrip()))
99 c
['services'].append(XMPPStatusPush(
100 name
="xmpp_status_immae_eu_project",
102 "ImmaeEu_build", "Normalesup_build", "Cours_build",
105 recipients
=E
.XMPP_RECIPIENTS
,
106 password
=open(E
.SECRETS_FILE
+ "/notify_xmpp_password", "r").read().rstrip()))
108 def immae_eu_factory():
110 "PATH": os
.environ
["BUILDBOT_PATH_ImmaeEu"] + ":${PATH}"
112 factory
= util
.BuildFactory()
113 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.IMMAE_EU_GIT_URL
,
114 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
115 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
116 factory
.addStep(steps
.ShellCommand(name
="build website",
117 logEnviron
=False, haltOnFailure
=True, workdir
="source",
118 env
=path_env
, command
=["make", "html"]))
119 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
120 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/output",
121 masterdest
=E
.IMMAE_EU_RELEASE_PATH
,
122 url
="https://www.immae.eu"))
123 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.IMMAE_EU_RELEASE_PATH
)))
125 return util
.BuilderConfig(name
="ImmaeEu_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
129 "PATH": os
.environ
["BUILDBOT_PATH_Cours"] + ":${PATH}"
131 factory
= util
.BuildFactory()
132 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.COURS_GIT_URL
,
133 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
134 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
135 factory
.addStep(steps
.ShellCommand(name
="build website",
136 logEnviron
=False, haltOnFailure
=True, workdir
="source",
137 command
=["make", "build"], env
=path_env
))
138 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.COURS_RELEASE_PATH
)))
139 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build",
140 masterdest
=E
.COURS_RELEASE_PATH
,
141 url
="https://www.immae.eu/cours"))
142 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.COURS_RELEASE_PATH
)))
144 factory
.addStep(steps
.ShellCommand(name
="build pdfs",
145 logEnviron
=False, haltOnFailure
=True, workdir
="source",
146 command
=["make", "pdfs"], env
=path_env
))
148 package
= util
.Interpolate("cours_%(kw:clean_branch)s.tar.gz", clean_branch
=clean_branch
)
149 release_file
= "{0}/cours_%(kw:clean_branch)s.tar.gz"
150 package_dest
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_PATH
), clean_branch
=clean_branch
)
151 package_url
= util
.Interpolate(release_file
.format(E
.COURS_TARBALL_URL
), clean_branch
=clean_branch
)
152 factory
.addStep(steps
.ShellCommand(name
="build pdf tarball",
153 logEnviron
=False, haltOnFailure
=True, workdir
="source",
154 command
=["tar", "-cvf", package
, "-C", "pdfs", "mp", "mpsi"], env
=path_env
))
155 factory
.addStep(steps
.FileUpload(name
="upload package", workersrc
=package
,
156 workdir
="source", masterdest
=package_dest
,
157 url
=package_url
, mode
=0o644))
159 return util
.BuilderConfig(name
="Cours_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
161 def normalesup_factory():
163 "PATH": os
.environ
["BUILDBOT_PATH_Normalesup"] + ":${PATH}"
165 factory
= util
.BuildFactory()
166 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.NORMALESUP_GIT_URL
,
167 submodules
=True, sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
168 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="copy"))
169 factory
.addStep(steps
.ShellCommand(name
="build website",
170 logEnviron
=False, haltOnFailure
=True, workdir
="source",
171 command
=["make", "build"], env
=path_env
))
172 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
173 logEnviron
=False, haltOnFailure
=True, workdir
="source",
174 command
="chmod -R a+rX build", env
=path_env
))
175 factory
.addStep(steps
.ShellCommand(name
="synchronize with phare",
176 logEnviron
=False, haltOnFailure
=True, workdir
="source",
177 env
=path_env
, command
=[
178 "rsync", "-av", "--delete",
179 "-e", "ssh -i {} -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o CheckHostIP=no".format(E
.SSH_KEY_PATH
),
181 os
.environ
["BUILDBOT_NORMALESUP_HOST"]
183 factory
.addStep(steps
.MasterShellCommand(command
="rm -rf {}".format(E
.NORMALESUP_RELEASE_PATH
)))
184 factory
.addStep(steps
.DirectoryUpload(workersrc
="../source/build", masterdest
=E
.NORMALESUP_RELEASE_PATH
,
185 url
="https://www.immae.eu/recherche"))
186 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.NORMALESUP_RELEASE_PATH
)))
188 return util
.BuilderConfig(name
="Normalesup_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)
190 def gsm_cells_factory():
192 "PATH": os
.environ
["BUILDBOT_PATH_GSMCells"] + ":${PATH}",
193 "IN_BUILDBOT": "yes",
197 Options +FollowSymLinks
201 for k
, v
in os
.environ
.items():
202 if k
.startswith("BUILDBOT_GSM_CELLS_"):
203 path_env
[k
[len("BUILDBOT_GSM_CELLS_"):]] = v
205 script
= os
.environ
["BUILDBOT_PROJECT_DIR"] + "/scripts/lacells_download"
206 factory
= util
.BuildFactory()
207 factory
.addStep(steps
.ShellCommand(name
="download files",
208 logEnviron
=False, haltOnFailure
=True, command
=[script
], env
=path_env
))
209 factory
.addStep(steps
.ShellCommand(name
="give read access to all files",
210 logEnviron
=False, haltOnFailure
=True,
211 command
="chmod a+r lacells.db", env
=path_env
))
212 factory
.addStep(steps
.FileUpload(workersrc
="lacells.db",
213 masterdest
=(E
.GSMCELLS_RELEASE_PATH
+"/lacells.db"), url
=(E
.GSMCELLS_RELEASE_URL
+"/lacells.db")))
214 factory
.addStep(steps
.MasterShellCommand(command
="touch {}/.duplicity-ignore".format(E
.GSMCELLS_RELEASE_PATH
)))
215 factory
.addStep(steps
.MasterShellCommand(command
='echo "$HTACCESS" > {}/.htaccess'.format(E
.GSMCELLS_RELEASE_PATH
),
217 factory
.addStep(steps
.MasterShellCommand(command
="ln -sf lacells.db {}/lacells.db.new".format(E
.GSMCELLS_RELEASE_PATH
)))
218 factory
.addStep(steps
.MasterShellCommand(command
="chmod -R a+rX {}".format(E
.GSMCELLS_RELEASE_PATH
)))
220 return util
.BuilderConfig(name
="GSMCells_build", workernames
=["generic-worker-immae-eu"], factory
=factory
)