]>
git.immae.eu Git - perso/Immae/Config/Nix.git/blob - modules/private/buildbot/projects/test/__init__.py
1 from buildbot
.plugins
import *
2 from buildbot_common
.build_helpers
import *
3 import buildbot_common
.libvirt
as ilibvirt
5 from buildbot
.util
import bytes2unicode
8 __all__
= [ "configure", "E" ]
12 BUILDBOT_URL
= "https://git.immae.eu/buildbot/{}/".format(PROJECT
)
13 SOCKET
= "unix:/run/buildbot/{}.sock".format(PROJECT
)
14 PB_SOCKET
= os
.environ
["BUILDBOT_WORKER_PORT"]
15 WORKER_HOST
= "{}:{}".format(os
.environ
["BUILDBOT_HOST"], PB_SOCKET
)
16 RELEASE_PATH
= "/var/lib/ftp/release.immae.eu/{}".format(PROJECT
)
17 RELEASE_URL
= "https://release.immae.eu/{}".format(PROJECT
)
18 GIT_URL
= "https://git.immae.eu/perso/Immae/TestProject.git"
19 SSH_KEY_PATH
= "/var/lib/buildbot/buildbot_key"
20 LIBVIRT_URL
= os
.environ
["BUILDBOT_VIRT_URL"] + "?keyfile=" + SSH_KEY_PATH
21 PUPPET_HOST
= "root@backup-1.v.immae.eu"
22 LDAP_HOST
= "ldap.immae.eu"
23 LDAP_DN
= "cn=buildbot,ou=services,dc=immae,dc=eu"
24 LDAP_ROLES_BASE
= "ou=roles,ou=hosts,dc=immae,dc=eu"
25 XMPP_RECIPIENTS
= os
.environ
["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
28 SECRETS_FILE
= os
.getcwd() + "/secrets"
29 LDAP_URL
= "ldaps://ldap.immae.eu:636"
30 LDAP_ADMIN_USER
= "cn=buildbot,ou=services,dc=immae,dc=eu"
31 LDAP_BASE
= "dc=immae,dc=eu"
32 LDAP_PATTERN
= "(uid=%(username)s)"
33 LDAP_GROUP_PATTERN
= "(&(memberOf=cn=groups,ou=test,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
34 TITLE_URL
= "https://git.immae.eu/?p=perso/Immae/TestProject.git;a=summary"
35 TITLE
= "Test project"
37 class CustomBase(webhooks
.base
):
38 def getChanges(self
, request
):
40 content
= request
.content
.read()
41 args
= json
.loads(bytes2unicode(content
))
42 except Exception as e
:
43 raise ValueError("Error loading JSON: " + str(e
))
45 args
.setdefault("comments", "")
46 args
.setdefault("repository", "")
47 args
.setdefault("author", args
.get("who", "unknown"))
49 if args
["category"] == "deploy_webhook":
51 "category": "deploy_webhook",
55 "project": "TestProject",
57 "environment": args
.get("environment", "integration"),
58 "build": "test_{}.tar.gz".format(args
.get("branch", "master"))
64 def deploy_hook_scheduler(project
, timer
=1):
65 return schedulers
.AnyBranchScheduler(
66 change_filter
=util
.ChangeFilter(category
="deploy_webhook", project
=project
),
67 name
="{}_deploy".format(project), treeStableTimer=timer, builderNames=["{}_deploy".format(project
)])
70 c
["buildbotURL"] = E
.BUILDBOT_URL
71 c
["www"]["port"] = E
.SOCKET
73 c
["www"]["change_hook_dialects"]["base"] = {
74 "custom_class": CustomBase
76 c
['workers'].append(ilibvirt
.LibVirtWorker("test-build",
77 open(E
.SECRETS_FILE
+ "/worker_password", "r").read().rstrip(),
78 ilibvirt
.Connection(E
.LIBVIRT_URL
),
80 c
['workers'].append(ilibvirt
.LibVirtWorker("test-deploy",
81 open(E
.SECRETS_FILE
+ "/worker_password", "r").read().rstrip(),
82 ilibvirt
.Connection(E
.LIBVIRT_URL
),
85 c
['schedulers'].append(hook_scheduler("TestProject", timer
=1))
86 c
['schedulers'].append(force_scheduler("force_test", ["TestProject_build"]))
87 c
['schedulers'].append(deploy_scheduler("deploy_test", ["TestProject_deploy"]))
88 c
['schedulers'].append(deploy_hook_scheduler("TestProject", timer
=1))
90 c
['builders'].append(factory())
91 c
['builders'].append(deploy_factory())
93 c
['services'].append(SlackStatusPush(
94 name
="slack_status_test_project",
95 builders
=["TestProject_build", "TestProject_deploy"],
96 serverUrl
=open(E
.SECRETS_FILE
+ "/slack_webhook", "r").read().rstrip()))
97 c
['services'].append(XMPPStatusPush(
98 name
="xmpp_status_test_project",
99 builders
=["TestProject_build", "TestProject_deploy"],
100 recipients
=E
.XMPP_RECIPIENTS
,
101 password
=open(E
.SECRETS_FILE
+ "/notify_xmpp_password", "r").read().rstrip()))
104 package
= util
.Interpolate("test_%(kw:clean_branch)s.tar.gz", clean_branch
=clean_branch
)
105 package_dest
= util
.Interpolate("{}/test_%(kw:clean_branch)s.tar.gz".format(E
.RELEASE_PATH
), clean_branch
=clean_branch
)
106 package_url
= util
.Interpolate("{}/test_%(kw:clean_branch)s.tar.gz".format(E
.RELEASE_URL
), clean_branch
=clean_branch
)
108 factory
= util
.BuildFactory()
109 factory
.addStep(steps
.Git(logEnviron
=False,
110 repourl
=E
.GIT_URL
, mode
="full", method
="copy"))
111 factory
.addStep(steps
.ShellCommand(name
="env",
112 logEnviron
=False, command
=["env"]))
113 factory
.addStep(steps
.ShellCommand(name
="pwd",
114 logEnviron
=False, command
=["pwd"]))
115 factory
.addStep(steps
.ShellCommand(name
="true",
116 logEnviron
=False, command
=["true"]))
117 factory
.addStep(steps
.ShellCommand(name
="echo",
118 logEnviron
=False, command
=["echo", package
]))
119 factory
.addSteps(package_and_upload(package
, package_dest
, package_url
))
121 return util
.BuilderConfig(name
="TestProject_build", workernames
=["test-build"], factory
=factory
)
124 def compute_build_infos():
128 build_file
= props
.getProperty("build")
129 package_dest
= "{}/{}".format(E
.RELEASE_PATH
, build_file
)
130 version
= re
.match(r
"{0}_(.*).tar.gz".format("test"), build_file
).group(1)
131 with open(package_dest
, "rb") as f
:
132 sha
= hashlib
.sha256(f
.read()).hexdigest()
134 "build_version": version
,
140 def puppet_host(props
):
143 def deploy_factory():
144 package_dest
= util
.Interpolate("{}/%(prop:build)s".format(E
.RELEASE_PATH
))
146 factory
= util
.BuildFactory()
147 factory
.addStep(steps
.MasterShellCommand(command
=["test", "-f", package_dest
]))
148 factory
.addStep(steps
.SetProperties(properties
=compute_build_infos()))
149 factory
.addStep(LdapPush(environment
=util
.Property("environment"),
150 build_version
=util
.Property("build_version"),
151 build_hash
=util
.Property("build_hash"),
152 ldap_password
=util
.Secret("ldap")))
153 factory
.addStep(steps
.MasterShellCommand(command
=[
154 "ssh", "-o", "UserKnownHostsFile=/dev/null", "-o", "StrictHostKeyChecking=no", "-o", "CheckHostIP=no", "-i", E
.SSH_KEY_PATH
, puppet_host
]))
155 return util
.BuilderConfig(name
="TestProject_deploy", workernames
=["test-deploy"], factory
=factory
)
157 from twisted
.internet
import defer
158 from buildbot
.process
.buildstep
import FAILURE
159 from buildbot
.process
.buildstep
import SUCCESS
160 from buildbot
.process
.buildstep
import BuildStep
162 class LdapPush(BuildStep
):
164 renderables
= ["environment", "build_version", "build_hash", "ldap_password"]
166 def __init__(self
, **kwargs
):
167 self
.environment
= kwargs
.pop("environment")
168 self
.build_version
= kwargs
.pop("build_version")
169 self
.build_hash
= kwargs
.pop("build_hash")
170 self
.ldap_password
= kwargs
.pop("ldap_password")
171 self
.ldap_host
= kwargs
.pop("ldap_host", E
.LDAP_HOST
)
172 super().__init
__(**kwargs
)
176 from ldap3
import Reader
, Writer
, Server
, Connection
, ObjectDef
177 server
= Server(self
.ldap_host
)
178 conn
= Connection(server
,
180 password
=self
.ldap_password
)
182 obj
= ObjectDef("immaePuppetClass", conn
)
183 r
= Reader(conn
, obj
,
184 "cn=test.{},{}".format(self
.environment
, E
.LDAP_ROLES_BASE
))
187 w
= Writer
.from_cursor(r
)
188 for value
in w
[0].immaePuppetJson
.values
:
189 config
= json
.loads(value
)
190 if "test_version" in config
:
191 config
["test_version"] = self
.build_version
192 config
["test_sha256"] = self
.build_hash
193 w
[0].immaePuppetJson
-= value
194 w
[0].immaePuppetJson
+= json
.dumps(config
, indent
=" ")
196 return defer
.succeed(SUCCESS
)
197 return defer
.succeed(FAILURE
)