1 from buildbot
.plugins
import *
2 from buildbot_common
.build_helpers
import *
3 import buildbot_common
.libvirt
as ilibvirt
5 from buildbot
.util
import bytes2unicode
8 __all__
= [ "configure", "E" ]
12 BUILDBOT_URL
= "https://git.immae.eu/buildbot/{}/".format(PROJECT
)
13 SOCKET
= "unix:/run/buildbot/{}.sock".format(PROJECT
)
14 PB_SOCKET
= os
.environ
["BUILDBOT_WORKER_PORT"]
15 WORKER_HOST
= "{}:{}".format(os
.environ
["BUILDBOT_HOST"], PB_SOCKET
)
16 RELEASE_PATH
= "/var/lib/ftp/release.immae.eu/{}".format(PROJECT
)
17 RELEASE_URL
= "https://release.immae.eu/{}".format(PROJECT
)
18 GIT_URL
= "https://git.immae.eu/perso/Immae/TestProject.git"
19 SSH_KEY_PATH
= "/var/lib/buildbot/buildbot_key"
20 LIBVIRT_URL
= os
.environ
["BUILDBOT_VIRT_URL"] + "?keyfile=" + SSH_KEY_PATH
21 LDAP_HOST
= "ldap.immae.eu"
22 LDAP_DN
= "cn=buildbot,ou=services,dc=immae,dc=eu"
23 LDAP_ROLES_BASE
= "ou=roles,ou=hosts,dc=immae,dc=eu"
24 XMPP_RECIPIENTS
= os
.environ
["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
27 SECRETS_FILE
= os
.getcwd() + "/secrets"
28 LDAP_URL
= "ldaps://ldap.immae.eu:636"
29 LDAP_ADMIN_USER
= "cn=buildbot,ou=services,dc=immae,dc=eu"
30 LDAP_BASE
= "dc=immae,dc=eu"
31 LDAP_PATTERN
= "(uid=%(username)s)"
32 LDAP_GROUP_PATTERN
= "(&(memberOf=cn=groups,ou=test,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
33 TITLE_URL
= "https://git.immae.eu/?p=perso/Immae/TestProject.git;a=summary"
34 TITLE
= "Test project"
36 class CustomBase(webhooks
.base
):
37 def getChanges(self
, request
):
39 content
= request
.content
.read()
40 args
= json
.loads(bytes2unicode(content
))
41 except Exception as e
:
42 raise ValueError("Error loading JSON: " + str(e
))
44 args
.setdefault("comments", "")
45 args
.setdefault("repository", "")
46 args
.setdefault("author", args
.get("who", "unknown"))
48 if args
["category"] == "deploy_webhook":
50 "category": "deploy_webhook",
54 "project": "TestProject",
56 "environment": args
.get("environment", "integration"),
57 "build": "test_{}.tar.gz".format(args
.get("branch", "master"))
64 c
["buildbotURL"] = E
.BUILDBOT_URL
65 c
["www"]["port"] = E
.SOCKET
67 c
["www"]["change_hook_dialects"]["base"] = { "custom_class": CustomBase }
72 configure_slack_push(c
, E
.SECRETS_FILE
, all_builder_names(c
))
73 configure_xmpp_push(c
, E
.SECRETS_FILE
, all_builder_names(c
), E
.XMPP_RECIPIENTS
)
75 def configure_build(c
):
76 builder_name
= "TestProject_build"
77 worker_name
= "test-build"
78 c
['schedulers'].append(force_scheduler("force_test", [builder_name
]))
79 c
['schedulers'].append(git_hook_scheduler("TestProject", [builder_name
]))
80 c
['workers'].append(libvirt_worker(worker_name
))
81 c
['builders'].append(util
.BuilderConfig(name
=builder_name
, workernames
=[worker_name
], factory
=build_factory()))
83 def configure_deploy(c
):
84 builder_name
= "TestProject_deploy"
85 worker_name
= "test-deploy"
86 c
['workers'].append(libvirt_worker(worker_name
))
87 c
['schedulers'].append(deploy_hook_scheduler("TestProject", [builder_name
]))
88 c
['schedulers'].append(deploy_scheduler("deploy_test", [builder_name
]))
89 c
['builders'].append(util
.BuilderConfig(name
=builder_name
, workernames
=[worker_name
], factory
=deploy_factory()))
91 def libvirt_worker(name
):
92 return ilibvirt
.LibVirtWorker(name
,
93 open(E
.SECRETS_FILE
+ "/worker_password", "r").read().rstrip(),
94 ilibvirt
.Connection(E
.LIBVIRT_URL
),
98 package
= util
.Interpolate("test_%(kw:clean_branch)s.tar.gz", clean_branch
=clean_branch
)
99 package_dest
= util
.Interpolate("{}/test_%(kw:clean_branch)s.tar.gz".format(E
.RELEASE_PATH
), clean_branch
=clean_branch
)
100 package_url
= util
.Interpolate("{}/test_%(kw:clean_branch)s.tar.gz".format(E
.RELEASE_URL
), clean_branch
=clean_branch
)
102 factory
= util
.BuildFactory()
103 factory
.addStep(steps
.Git(logEnviron
=False,
104 repourl
=E
.GIT_URL
, mode
="full", method
="fresh"))
105 factory
.addStep(steps
.ShellCommand(name
="env",
106 logEnviron
=False, command
=["env"]))
107 factory
.addStep(steps
.ShellCommand(name
="pwd",
108 logEnviron
=False, command
=["pwd"]))
109 factory
.addStep(steps
.ShellCommand(name
="true",
110 logEnviron
=False, command
=["true"]))
111 factory
.addStep(steps
.ShellCommand(name
="echo",
112 logEnviron
=False, command
=["echo", package
]))
113 factory
.addSteps(package_and_upload(package
, package_dest
, package_url
))
117 def deploy_factory():
118 package_dest
= util
.Interpolate("{}/%(prop:build)s".format(E
.RELEASE_PATH
))
120 factory
= util
.BuildFactory()
121 factory
.addStep(steps
.MasterShellCommand(command
=["test", "-f", package_dest
]))
122 factory
.addStep(steps
.SetProperties(properties
=compute_build_infos("test", E
.RELEASE_PATH
)))
123 factory
.addStep(LdapEdit(environment
=util
.Property("environment"),
124 build_version
=util
.Property("build_version"),
125 build_hash
=util
.Property("build_hash"),
127 ldap_host
=E
.LDAP_HOST
, ldap_roles_base
=E
.LDAP_ROLES_BASE
, ldap_dn
=E
.LDAP_DN
,
128 ldap_cn_template
="test.{}", ldap_password
=util
.Secret("ldap")))
129 factory
.addStep(steps
.MasterShellCommand(command
=deploy_ssh_command(E
.SSH_KEY_PATH
, {})))