1 from buildbot
.plugins
import *
2 from buildbot_common
.build_helpers
import *
4 from buildbot
.util
import bytes2unicode
7 __all__
= [ "configure", "E" ]
11 BUILDBOT_URL
= "https://git.immae.eu/buildbot/{}/".format(PROJECT
)
12 SOCKET
= "unix:/run/buildbot/{}.sock".format(PROJECT
)
13 PB_SOCKET
= "unix:address=/run/buildbot/{}_pb.sock".format(PROJECT
)
14 RELEASE_PATH
= "/var/lib/ftp/release.immae.eu/{}".format(PROJECT
)
15 RELEASE_URL
= "https://release.immae.eu/{}".format(PROJECT
)
16 GIT_URL
= "gitolite@git.immae.eu:perso/simon_descarpentries/www.cal-dance.com"
17 SSH_KEY_PATH
= "/var/lib/buildbot/buildbot_key"
18 SSH_HOST_KEY
= "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIFbhFTl2A2RJn5L51yxJM4XfCS2ZaiSX/jo9jFSdghF"
19 LDAP_HOST
= "ldap.immae.eu"
20 LDAP_DN
= "cn=buildbot,ou=services,dc=immae,dc=eu"
21 LDAP_ROLES_BASE
= "ou=roles,ou=hosts,dc=immae,dc=eu"
22 XMPP_RECIPIENTS
= os
.environ
["BUILDBOT_XMPP_RECIPIENTS"].split(" ")
25 "integration": [ "-p8022", "root@caldance.cs.immae.dev"],
29 SECRETS_FILE
= os
.getcwd() + "/secrets"
30 LDAP_URL
= "ldaps://ldap.immae.eu:636"
31 LDAP_ADMIN_USER
= "cn=buildbot,ou=services,dc=immae,dc=eu"
32 LDAP_BASE
= "dc=immae,dc=eu"
33 LDAP_PATTERN
= "(uid=%(username)s)"
34 LDAP_GROUP_PATTERN
= "(&(memberOf=cn=groups,ou=caldance,cn=buildbot,ou=services,dc=immae,dc=eu)(member=%(dn)s))"
35 TITLE_URL
= "https://caldance.cs.immae.dev"
38 class CustomBase(webhooks
.base
):
39 def getChanges(self
, request
):
41 content
= request
.content
.read()
42 args
= json
.loads(bytes2unicode(content
))
43 except Exception as e
:
44 raise ValueError("Error loading JSON: " + str(e
))
46 args
.setdefault("comments", "")
47 args
.setdefault("repository", "")
48 args
.setdefault("author", args
.get("who", "unknown"))
50 if args
["category"] == "deploy_webhook":
52 "category": "deploy_webhook",
56 "project": "Caldance",
58 "environment": args
.get("environment", "integration"),
59 "build": "caldance_{}.tar.gz".format(args
.get("build", "master"))
66 c
["buildbotURL"] = E
.BUILDBOT_URL
67 c
["www"]["port"] = E
.SOCKET
69 c
["www"]["change_hook_dialects"]["base"] = { "custom_class": CustomBase }
71 db_lock
= util
.MasterLock("deploy_after_build")
73 configure_build(c
, db_lock
.access('exclusive'))
74 configure_deploy(c
, db_lock
.access('exclusive'))
76 configure_slack_push(c
, E
.SECRETS_FILE
, all_builder_names(c
))
77 configure_xmpp_push(c
, E
.SECRETS_FILE
, all_builder_names(c
), E
.XMPP_RECIPIENTS
)
79 def configure_build(c
, lock
):
80 builder_name
= "Caldance_build"
81 worker_name
= "caldance-build"
83 c
['schedulers'].append(force_scheduler("force_caldance", [builder_name
]))
84 c
['schedulers'].append(git_hook_scheduler("Caldance", [builder_name
]))
85 c
['workers'].append(worker
.LocalWorker(worker_name
))
86 c
['builders'].append(util
.BuilderConfig(name
=builder_name
, locks
=[lock
], workernames
=[worker_name
], factory
=build_factory()))
88 def configure_deploy(c
, lock
):
89 builder_name
= "Caldance_deploy"
90 worker_name
= "caldance-deploy"
92 c
['schedulers'].append(deploy_hook_scheduler("Caldance", [builder_name
]))
93 c
['schedulers'].append(deploy_scheduler("deploy_caldance", [builder_name
]))
94 c
['workers'].append(worker
.LocalWorker(worker_name
))
95 c
['builders'].append(util
.BuilderConfig(name
=builder_name
, locks
=[lock
], workernames
=[worker_name
], factory
=deploy_factory()))
99 release_file
= "{1}/{0}_%(kw:clean_branch)s.tar.gz"
101 package
= util
.Interpolate("{0}_%(kw:clean_branch)s.tar.gz".format(project
), clean_branch
=clean_branch
)
102 package_dest
= util
.Interpolate(release_file
.format(project
, E
.RELEASE_PATH
), clean_branch
=clean_branch
)
103 package_url
= util
.Interpolate(release_file
.format(project
, E
.RELEASE_URL
), clean_branch
=clean_branch
)
105 factory
= util
.BuildFactory()
106 factory
.addStep(steps
.Git(logEnviron
=False, repourl
=E
.GIT_URL
,
107 sshPrivateKey
=open(E
.SSH_KEY_PATH
).read().rstrip(),
108 sshHostKey
=E
.SSH_HOST_KEY
, mode
="full", method
="fresh"))
109 factory
.addSteps(package_and_upload(package
, package_dest
, package_url
))
112 def deploy_factory():
114 package_dest
= util
.Interpolate("{0}/%(prop:build)s".format(E
.RELEASE_PATH
))
116 factory
= util
.BuildFactory()
117 factory
.addStep(steps
.MasterShellCommand(command
=["test", "-f", package_dest
]))
118 factory
.addStep(steps
.SetProperties(properties
=compute_build_infos(project
, E
.RELEASE_PATH
)))
119 factory
.addStep(LdapEdit(environment
=util
.Property("environment"),
120 build_version
=util
.Property("build_version"),
121 build_hash
=util
.Property("build_hash"),
122 config_key
="role::caldance::{}".format(project
),
123 ldap_host
=E
.LDAP_HOST
, ldap_roles_base
=E
.LDAP_ROLES_BASE
, ldap_dn
=E
.LDAP_DN
,
124 ldap_cn_template
="caldance.{}", ldap_password
=util
.Secret("ldap")))
125 factory
.addStep(steps
.MasterShellCommand(command
=deploy_ssh_command(E
.SSH_KEY_PATH
, E
.DEPLOY_HOSTS
)))