+++ /dev/null
-from buildbot.plugins import util, steps, schedulers
-from buildbot_buildslist import BuildsList
-from shutil import which
-
-__all__ = [
- "force_scheduler", "deploy_scheduler", "git_hook_scheduler",
- "clean_branch", "package_and_upload", "AppriseStatusPush",
- "XMPPStatusPush", "NixShellCommand",
- "all_builder_names", "compute_build_infos", "deploy_ssh_command",
- "configure_apprise_push",
- "configure_xmpp_push", "deploy_hook_scheduler",
- ]
-
-# Small helpers"
-@util.renderer
-def clean_branch(props):
- if props.hasProperty("branch") and len(props["branch"]) > 0:
- return props["branch"].replace("/", "_")
- else:
- return "HEAD"
-
-def package_and_upload(package, package_dest, package_url):
- return [
- steps.ShellCommand(name="build package",
- logEnviron=False, haltOnFailure=True,
- command=["git", "archive", "HEAD", "-o", package]),
-
- steps.FileUpload(name="upload package", workersrc=package,
- masterdest=package_dest,
- url=package_url, mode=0o644),
-
- steps.ShellCommand(name="cleanup package", logEnviron=False,
- haltOnFailure=True, alwaysRun=True,
- command=["rm", "-f", package]),
- ]
-
-# Steps
-class NixShellCommand(steps.ShellCommand):
- def __init__(self, command=None, nixPackages=[], pure=True, nixFile=None, nixIncludes={}, nixArgs={}, **kwargs):
- oldpath = kwargs.get("env", {}).get("PATH", None)
- if which("nix-shell", path=oldpath) is None:
- kwargs["env"] = kwargs.get("env", {})
- if isinstance(oldpath, str):
- kwargs["env"]["PATH"] = "/run/current-system/sw/bin:" + oldpath
- elif isinstance(oldpath, list):
- kwargs["env"]["PATH"] = ["/run/current-system/sw/bin"] + oldpath
- nixcommand = ["nix-shell"]
- for k, v in nixArgs.items():
- nixcommand.append("--arg")
- nixcommand.append(k)
- nixcommand.append(v)
- if pure:
- nixcommand.append("--pure")
- for k, v in nixIncludes.items():
- nixcommand.append("-I")
- nixcommand.append("{}={}".format(k, v))
- nixcommand.append("--run")
- nixcommand.append(command)
- if len(nixPackages) > 0:
- nixcommand.append("-p")
- nixcommand += nixPackages
- elif nixFile is not None:
- nixcommand.append(nixFile)
- super().__init__(command=nixcommand, **kwargs)
-
-# Schedulers
-def force_scheduler(name, builders, nobranch=False):
- if nobranch:
- branch = util.FixedParameter(name="branch", default="")
- else:
- branch=util.StringParameter(name="branch", label="Git reference (tag, branch)", required=True)
-
- return schedulers.ForceScheduler(name=name,
- label="Force build", buttonName="Force build",
- reason=util.StringParameter(name="reason", label="Reason", default="Force build"),
- codebases=[
- util.CodebaseParameter("",
- branch=branch,
- revision=util.FixedParameter(name="revision", default=""),
- repository=util.FixedParameter(name="repository", default=""),
- project=util.FixedParameter(name="project", default=""),
- ),
- ],
- username=util.FixedParameter(name="username", default="Web button"),
- builderNames=builders)
-
-def deploy_scheduler(name, builders):
- return schedulers.ForceScheduler(name=name,
- builderNames=builders,
- label="Deploy built package", buttonName="Deploy",
- username=util.FixedParameter(name="username", default="Web button"),
- codebases=[
- util.CodebaseParameter(codebase="",
- branch=util.FixedParameter(name="branch", default=""),
- revision=util.FixedParameter(name="revision", default=""),
- repository=util.FixedParameter(name="repository", default=""),
- project=util.FixedParameter(name="project", default=""))],
- reason=util.FixedParameter(name="reason", default="Deploy"),
- properties=[
- util.ChoiceStringParameter(label="Environment",
- name="environment", default="integration",
- choices=["integration", "production"]),
- BuildsList(label="Build to deploy", name="build"),
- ]
- )
-
-def git_hook_scheduler(project, builders=[], timer=1):
- if len(builders) == 0:
- builders = ["{}_build".format(project)]
- return schedulers.AnyBranchScheduler(
- change_filter=util.ChangeFilter(category="gitolite-hooks", project=project),
- name="{}_git_hook".format(project), treeStableTimer=timer, builderNames=builders)
-
-def deploy_hook_scheduler(project, builders, timer=1):
- return schedulers.AnyBranchScheduler(
- change_filter=util.ChangeFilter(category="deploy_webhook", project=project),
- name="{}_deploy".format(project), treeStableTimer=timer, builderNames=builders)
-
-# Builders
-def all_builder_names(c):
- return [builder.name for builder in c['builders']]
-
-# Apprise/XMPP status push
-from buildbot.reporters.http import HttpStatusPushBase
-from twisted.internet import defer
-from twisted.python import log
-from buildbot.reporters import utils
-from buildbot.process import results
-from twisted.words.protocols.jabber.jid import JID
-from wokkel import client, xmppim
-from functools import partial
-import apprise
-
-class AppriseStatusPush(HttpStatusPushBase):
- name = "AppriseStatusPush"
-
- @defer.inlineCallbacks
- def reconfigService(self, appriseUrls, **kwargs):
- self.appriseUrls = appriseUrls
- yield HttpStatusPushBase.reconfigService(self, **kwargs)
-
- @defer.inlineCallbacks
- def send(self, build):
- yield utils.getDetailsForBuild(self.master, build, wantProperties=True)
- appobject = apprise.Apprise()
- message = self.format(build)
- for url in self.appriseUrls:
- appobject.add(url.format(**message))
- yield appobject.notify(title=message["title"], body=message["text"])
-
- def format(self, build):
- if "environment" in build["properties"]:
- msg = "{} environment".format(build["properties"]["environment"][0])
- if "build" in build["properties"]:
- msg = "of archive {} in ".format(build["properties"]["build"][0]) + msg
- elif len(build["buildset"]["sourcestamps"][0]["branch"] or []) > 0:
- msg = "revision {}".format(build["buildset"]["sourcestamps"][0]["branch"])
- else:
- msg = "build"
-
- if build["complete"]:
- timedelta = int((build["complete_at"] - build["started_at"]).total_seconds())
- hours, rest = divmod(timedelta, 3600)
- minutes, seconds = divmod(rest, 60)
- if hours > 0:
- duration = "{}h {}min {}s".format(hours, minutes, seconds)
- elif minutes > 0:
- duration = "{}min {}s".format(minutes, seconds)
- else:
- duration = "{}s".format(seconds)
-
- text = "Build {} ({}) of {}'s {} was {} in {}.".format(
- build["number"], build["url"],
- build["builder"]["name"],
- msg,
- results.Results[build["results"]],
- duration,
- )
- else:
- text = "Build {} ({}) of {}'s {} started.".format(
- build["number"], build["url"],
- build["builder"]["name"],
- msg,
- )
- return {
- "username": "Buildbot",
- "image_url": "http://docs.buildbot.net/current/_static/icon.png",
- "text": text,
- "title": "",
- }
-
-def configure_apprise_push(c, secrets_file, builders):
- c['services'].append(AppriseStatusPush(
- name="apprise_status", builders=builders,
- appriseUrls=open(secrets_file + "/apprise_webhooks", "r").read().split("\n")))
-
-class XMPPStatusPush(HttpStatusPushBase):
- name = "XMPPStatusPush"
-
- @defer.inlineCallbacks
- def reconfigService(self, password, recipients, **kwargs):
- yield HttpStatusPushBase.reconfigService(self, **kwargs)
- self.password = password
- self.recipients = recipients
-
- @defer.inlineCallbacks
- def send(self, build):
- yield utils.getDetailsForBuild(self.master, build, wantProperties=True)
- body = self.format(build)
- factory = client.DeferredClientFactory(JID("notify_bot@immae.fr/buildbot"), self.password)
- d = client.clientCreator(factory)
- def send_message(recipient, stream):
- message = xmppim.Message(recipient=JID(recipient), body=body)
- message.stanzaType = 'chat'
- stream.send(message.toElement())
- # To allow chaining
- return stream
- for recipient in self.recipients:
- d.addCallback(partial(send_message, recipient))
- d.addCallback(lambda _: factory.streamManager.xmlstream.sendFooter())
- d.addErrback(log.err)
-
- def format(self, build):
- if "environment" in build["properties"]:
- msg = "{} environment".format(build["properties"]["environment"][0])
- if "build" in build["properties"]:
- msg = "of archive {} in ".format(build["properties"]["build"][0]) + msg
- elif len(build["buildset"]["sourcestamps"][0]["branch"] or []) > 0:
- msg = "revision {}".format(build["buildset"]["sourcestamps"][0]["branch"])
- else:
- msg = "build"
-
- if build["complete"]:
- timedelta = int((build["complete_at"] - build["started_at"]).total_seconds())
- hours, rest = divmod(timedelta, 3600)
- minutes, seconds = divmod(rest, 60)
- if hours > 0:
- duration = "{}h {}min {}s".format(hours, minutes, seconds)
- elif minutes > 0:
- duration = "{}min {}s".format(minutes, seconds)
- else:
- duration = "{}s".format(seconds)
-
- text = "Build {} ( {} ) of {}'s {} was {} in {}.".format(
- build["number"], build["url"],
- build["builder"]["name"],
- msg,
- results.Results[build["results"]],
- duration,
- )
- else:
- text = "Build {} ( {} ) of {}'s {} started.".format(
- build["number"], build["url"],
- build["builder"]["name"],
- msg,
- )
-
- return text
-
-def configure_xmpp_push(c, secrets_file, builders, recipients):
- c['services'].append(XMPPStatusPush(
- name="xmpp_status", builders=builders, recipients=recipients,
- password=open(secrets_file + "/notify_xmpp_password", "r").read().rstrip()))
-
-# LDAP edit
-from buildbot.process.buildstep import FAILURE
-from buildbot.process.buildstep import SUCCESS
-from buildbot.process.buildstep import BuildStep
-
-def compute_build_infos(prefix, release_path):
- @util.renderer
- def compute(props):
- import re, hashlib
- build_file = props.getProperty("build")
- package_dest = "{}/{}".format(release_path, build_file)
- version = re.match(r"{0}_(.*).tar.gz".format(prefix), build_file).group(1)
- with open(package_dest, "rb") as f:
- sha = hashlib.sha256(f.read()).hexdigest()
- return {
- "build_version": version,
- "build_hash": sha,
- }
- return compute
-
-def deploy_ssh_command(ssh_key_path, deploy_hosts):
- @util.renderer
- def compute(props):
- environment = props["environment"] if props.hasProperty("environment") else "integration"
- ssh_command = [
- "ssh", "-o", "UserKnownHostsFile=/dev/null", "-o", "StrictHostKeyChecking=no", "-o", "CheckHostIP=no",
- "-i", ssh_key_path ]
- return ssh_command + deploy_hosts.get(environment, ["host.invalid"])
- return compute
projects / perso / Immae / Config / Nix.git / blobdiff