[perso/Immae/Config/Nix.git] / nixops / modules / websites / tools / mediagoblin / mediagoblin.nix

{ env, makeWrapper, stdenv, writeText, fetchurl, buildBowerComponents, fetchedGit, fetchedGithub, which, python36, pkgs, automake, autoconf, nodejs, nodePackages, git, cacert }:
let
  plugins = {
    basicsearch = stdenv.mkDerivation (fetchedGithub ./mediagoblin-plugin-basicsearch.json // rec {
      phases = "unpackPhase installPhase";
      installPhase = ''
          cp -R . $out
      '';
    });
  };
  overridePython = let
    packageOverrides = self: super: {
      celery = super.celery.overridePythonAttrs(old: rec {
        version = "3.1.26.post2";
        src = self.fetchPypi {
          inherit version;
          inherit (old) pname;
          sha256 = "5493e172ae817b81ba7d09443ada114886765a8ce02f16a56e6fac68d953a9b2";
        };
        patches = [];
        doCheck = false;
      });
      billiard = super.billiard.overridePythonAttrs(old: rec {
        version = "3.3.0.23";
        src = self.fetchPypi {
          inherit version;
          inherit (old) pname;
          sha256 = "02wxsc6bhqvzh8j6w758kvgqbnj14l796mvmrcms8fgfamd2lak9";
        };
      });
      amqp = super.amqp.overridePythonAttrs(old: rec {
        version = "1.4.9";
        src = self.fetchPypi {
          inherit version;
          inherit (old) pname;
          sha256 = "2dea4d16d073c902c3b89d9b96620fb6729ac0f7a923bbc777cb4ad827c0c61a";
        };
      });
      kombu = super.kombu.overridePythonAttrs(old: rec {
        version = "3.0.37";
        src = self.fetchPypi {
          inherit version;
          inherit (old) pname;
          sha256 = "e064a00c66b4d1058cd2b0523fb8d98c82c18450244177b6c0f7913016642650";
        };
        propagatedBuildInputs = old.propagatedBuildInputs ++ [ self.anyjson ];
        doCheck = false;
      });
      sqlalchemy = super.sqlalchemy.overridePythonAttrs(old: rec {
        version = "1.1.18";
        src = self.fetchPypi {
          inherit version;
          inherit (old) pname;
          sha256 = "8b0ec71af9291191ba83a91c03d157b19ab3e7119e27da97932a4773a3f664a9";
        };
      });
      tempita_5_3_dev = super.buildPythonPackage (fetchedGithub ./tempita.json // rec {
        buildInputs = with self; [ nose ];
        disabled = false;
      });
      sqlalchemy_migrate = super.sqlalchemy_migrate.overridePythonAttrs(old: rec {
        propagatedBuildInputs = with self; [ pbr tempita_5_3_dev decorator sqlalchemy six sqlparse ];
      });
      pasteScript = super.pasteScript.overridePythonAttrs(old: rec {
        version = "2.0.2";
        name = "PasteScript-${version}";
        src = fetchurl {
          url = "mirror://pypi/P/PasteScript/${name}.tar.gz";
          sha256 = "1h3nnhn45kf4pbcv669ik4faw04j58k8vbj1hwrc532k0nc28gy0";
        };
        propagatedBuildInputs = with self; [ six paste PasteDeploy ];
      });
    };
    in
      python36.override { inherit packageOverrides; };
  pythonEnv = python-pkgs: with python-pkgs; [
    waitress alembic dateutil wtforms pybcrypt
    pytest pytest_xdist werkzeug celery
    kombu jinja2 Babel webtest configobj markdown
    sqlalchemy itsdangerous pytz sphinx six
    oauthlib unidecode jsonschema PasteDeploy
    requests PyLD exifread
    typing pasteScript lxml
    # For images plugin
    pillow
    # For video plugin
    gst-python
    # migrations
    sqlalchemy_migrate
    # authentication
    ldap3
    redis
    psycopg2
  ];
  python = overridePython.withPackages pythonEnv;
  gmg = writeText "gmg" ''
    #!${python}/bin/python
    __requires__ = 'mediagoblin'
    import sys
    from pkg_resources import load_entry_point

    if __name__ == '__main__':
        sys.exit(
            load_entry_point('mediagoblin', 'console_scripts', 'gmg')()
        )
    '';
in
  rec {
    socketsDir = "/run/mediagoblin";
    varDir = "/var/lib/mediagoblin";
    bowerComponents = buildBowerComponents {
      name = "mediagoblin-bower-components";
      generated = ./bower-packages.nix;
      src = (fetchedGit ./mediagoblin.json).src;
    };
    mediagoblin = stdenv.mkDerivation (fetchedGit ./mediagoblin.json // rec {
      preConfigure = ''
        # ./bootstrap.sh
        aclocal -I m4 --install
        autoreconf -fvi
        # end
        export GIT_SSL_CAINFO=${cacert}/etc/ssl/certs/ca-bundle.crt
        export SSL_CERT_FILE=${cacert}/etc/ssl/certs/ca-bundle.crt
        export HOME=$PWD
        '';
      configureFlags = [ "--with-python3" "--without-virtualenv" ];
      postBuild = ''
        cp -a ${bowerComponents}/bower_components/* extlib
        chmod -R u+w extlib
        make extlib
        '';
      installPhase = ''
        sed -i "s/registry.has_key(current_theme_name)/current_theme_name in registry/" mediagoblin/tools/theme.py
        sed -i -e "s@\[DEFAULT\]@[DEFAULT]\nhere = $out@" mediagoblin/config_spec.ini
        cp ${./ldap_fix.py} mediagoblin/plugins/ldap/tools.py
        ln -s ${plugins.basicsearch}/basicsearch mediagoblin/plugins/basicsearch
        find . -name '*.pyc' -delete
        find . -type f -exec sed -i "s|$PWD|$out|g" {} \;
        python setup.py build
        cp -a . $out
        mkdir $out/bin
        cp ${gmg} $out/bin/gmg
        chmod a+x $out/bin/gmg
        '';
      buildInputs = [ makeWrapper git cacert automake autoconf which nodePackages.bower nodejs python ];
      propagatedBuildInputs = [ python ];
    });
    paste_local = writeText "paste_local.ini" ''
      [DEFAULT]
      debug = false

      [pipeline:main]
      pipeline = mediagoblin

      [app:mediagoblin]
      use = egg:mediagoblin#app
      config = %(here)s/mediagoblin_local.ini %(here)s/mediagoblin.ini
      /mgoblin_static = %(here)s/mediagoblin/static

      [loggers]
      keys = root

      [handlers]
      keys = console

      [formatters]
      keys = generic

      [logger_root]
      level = INFO
      handlers = console

      [handler_console]
      class = StreamHandler
      args = (sys.stderr,)
      level = NOTSET
      formatter = generic

      [formatter_generic]
      format = %(levelname)-7.7s [%(name)s] %(message)s

      [filter:errors]
      use = egg:mediagoblin#errors
      debug = false

      [server:main]
      use = egg:waitress#main
      unix_socket = ${socketsDir}/mediagoblin.sock
      unix_socket_perms = 777
      url_scheme = https
      '';

    keys = [{
      dest = "webapps/tools-mediagoblin";
      user = "mediagoblin";
      group = "mediagoblin";
      permissions = "0400";
      text = ''
        [DEFAULT]
        data_basedir = "${varDir}"

        [mediagoblin]
        direct_remote_path = /mgoblin_static/
        email_sender_address = "mediagoblin@tools.immae.eu"

        #sql_engine = sqlite:///%(data_basedir)s/mediagoblin.db
        sql_engine = ${env.psql_url}

        email_debug_mode = false
        allow_registration = false
        allow_reporting = true

        theme = airymodified

        user_privilege_scheme = "uploader,commenter,reporter"

        # We need to redefine them here since we override data_basedir
        # cf /usr/share/webapps/mediagoblin/mediagoblin/config_spec.ini
        workbench_path = %(data_basedir)s/media/workbench
        crypto_path = %(data_basedir)s/crypto
        theme_install_dir = %(data_basedir)s/themes/
        theme_linked_assets_dir = %(data_basedir)s/theme_static/
        plugin_linked_assets_dir = %(data_basedir)s/plugin_static/

        [storage:queuestore]
        base_dir = %(data_basedir)s/media/queue

        [storage:publicstore]
        base_dir = %(data_basedir)s/media/public
        base_url = /mgoblin_media/

        [celery]
        CELERY_RESULT_DBURI = ${env.redis_url}
        BROKER_URL = ${env.redis_url}
        CELERYD_CONCURRENCY = 1

        [plugins]
          [[mediagoblin.plugins.geolocation]]
          [[mediagoblin.plugins.ldap]]
            [[[immae.eu]]]
              LDAP_SERVER_URI = 'ldaps://ldap.immae.eu:636'
              LDAP_SEARCH_BASE = 'dc=immae,dc=eu'
              LDAP_BIND_DN = 'cn=mediagoblin,ou=services,dc=immae,dc=eu'
              LDAP_BIND_PW = '${env.ldap.password}'
              LDAP_SEARCH_FILTER = '(&(memberOf=cn=users,cn=mediagoblin,ou=services,dc=immae,dc=eu)(uid={username}))'
              EMAIL_SEARCH_FIELD = 'mail'
          [[mediagoblin.plugins.basicsearch]]
          [[mediagoblin.plugins.piwigo]]
          [[mediagoblin.plugins.processing_info]]
          [[mediagoblin.media_types.image]]
          [[mediagoblin.media_types.video]]
        '';
    }];
    pythonRoot =
      with pkgs.gst_all_1;
      stdenv.mkDerivation {
        name = "mediagoblin_immae";
        inherit mediagoblin;
        buildInputs=  [ makeWrapper ];
        propagatedBuildInputs = [ gst-libav gst-plugins-good gst-plugins-bad gst-plugins-ugly gstreamer ];
        builder = let
          libpaths = [
            python
            gstreamer
            gst-plugins-base
            gst-libav
            gst-plugins-good
            gst-plugins-bad
            gst-plugins-ugly
          ];
          plugin_paths = builtins.concatStringsSep ":" (map (x: "${x}/lib") libpaths);
          typelib_paths = "${gstreamer}/lib/girepository-1.0:${gst-plugins-base}/lib/girepository-1.0";
        in writeText "build_mediagoblin_immae" ''
          source $stdenv/setup
          cp -a $mediagoblin $out
          cd $out
          chmod -R u+rwX .
          sed -i -e "/from gi.repository import GstPbutils/s/^/gi.require_version('GstPbutils', '1.0')\n/" mediagoblin/media_types/video/transcoders.py
          wrapProgram bin/gmg --prefix PYTHONPATH : "$out:$PYTHONPATH" \
            --prefix GST_PLUGIN_SYSTEM_PATH : ${plugin_paths} \
            --prefix GI_TYPELIB_PATH : ${typelib_paths}
          makeWrapper ${python}/bin/paster bin/paster --prefix PYTHONPATH : "$out:$PYTHONPATH" \
            --prefix GST_PLUGIN_SYSTEM_PATH : ${plugin_paths} \
            --prefix GI_TYPELIB_PATH : ${typelib_paths}
          makeWrapper ${python}/bin/celery bin/celery --prefix PYTHONPATH : "$out:$PYTHONPATH" \
            --prefix GST_PLUGIN_SYSTEM_PATH : ${plugin_paths} \
            --prefix GI_TYPELIB_PATH : ${typelib_paths}
          find . -type f -exec sed -i "s|$mediagoblin|$out|g" {} \;
          ln -s ${paste_local} ./paste_local.ini
          ln -s /var/secrets/webapps/tools-mediagoblin ./mediagoblin_local.ini
          ln -sf ${varDir} ./user_dev
          '';
      };
  }
Commit	Line	Data
	1	{ env, makeWrapper, stdenv, writeText, fetchurl, buildBowerComponents, fetchedGit, fetchedGithub, which, python36, pkgs, automake, autoconf, nodejs, nodePackages, git, cacert }:
	2	let
	3	plugins = {
	4	basicsearch = stdenv.mkDerivation (fetchedGithub ./mediagoblin-plugin-basicsearch.json // rec {
	5	phases = "unpackPhase installPhase";
	6	installPhase = ''
	7	cp -R . $out
	8	'';
	9	});
	10	};
	11	overridePython = let
	12	packageOverrides = self: super: {
	13	celery = super.celery.overridePythonAttrs(old: rec {
	14	version = "3.1.26.post2";
	15	src = self.fetchPypi {
	16	inherit version;
	17	inherit (old) pname;
	18	sha256 = "5493e172ae817b81ba7d09443ada114886765a8ce02f16a56e6fac68d953a9b2";
	19	};
	20	patches = [];
	21	doCheck = false;
	22	});
	23	billiard = super.billiard.overridePythonAttrs(old: rec {
	24	version = "3.3.0.23";
	25	src = self.fetchPypi {
	26	inherit version;
	27	inherit (old) pname;
	28	sha256 = "02wxsc6bhqvzh8j6w758kvgqbnj14l796mvmrcms8fgfamd2lak9";
	29	};
	30	});
	31	amqp = super.amqp.overridePythonAttrs(old: rec {
	32	version = "1.4.9";
	33	src = self.fetchPypi {
	34	inherit version;
	35	inherit (old) pname;
	36	sha256 = "2dea4d16d073c902c3b89d9b96620fb6729ac0f7a923bbc777cb4ad827c0c61a";
	37	};
	38	});
	39	kombu = super.kombu.overridePythonAttrs(old: rec {
	40	version = "3.0.37";
	41	src = self.fetchPypi {
	42	inherit version;
	43	inherit (old) pname;
	44	sha256 = "e064a00c66b4d1058cd2b0523fb8d98c82c18450244177b6c0f7913016642650";
	45	};
	46	propagatedBuildInputs = old.propagatedBuildInputs ++ [ self.anyjson ];
	47	doCheck = false;
	48	});
	49	sqlalchemy = super.sqlalchemy.overridePythonAttrs(old: rec {
	50	version = "1.1.18";
	51	src = self.fetchPypi {
	52	inherit version;
	53	inherit (old) pname;
	54	sha256 = "8b0ec71af9291191ba83a91c03d157b19ab3e7119e27da97932a4773a3f664a9";
	55	};
	56	});
	57	tempita_5_3_dev = super.buildPythonPackage (fetchedGithub ./tempita.json // rec {
	58	buildInputs = with self; [ nose ];
	59	disabled = false;
	60	});
	61	sqlalchemy_migrate = super.sqlalchemy_migrate.overridePythonAttrs(old: rec {
	62	propagatedBuildInputs = with self; [ pbr tempita_5_3_dev decorator sqlalchemy six sqlparse ];
	63	});
	64	pasteScript = super.pasteScript.overridePythonAttrs(old: rec {
	65	version = "2.0.2";
	66	name = "PasteScript-${version}";
	67	src = fetchurl {
	68	url = "mirror://pypi/P/PasteScript/${name}.tar.gz";
	69	sha256 = "1h3nnhn45kf4pbcv669ik4faw04j58k8vbj1hwrc532k0nc28gy0";
	70	};
	71	propagatedBuildInputs = with self; [ six paste PasteDeploy ];
	72	});
	73	};
	74	in
	75	python36.override { inherit packageOverrides; };
	76	pythonEnv = python-pkgs: with python-pkgs; [
	77	waitress alembic dateutil wtforms pybcrypt
	78	pytest pytest_xdist werkzeug celery
	79	kombu jinja2 Babel webtest configobj markdown
	80	sqlalchemy itsdangerous pytz sphinx six
	81	oauthlib unidecode jsonschema PasteDeploy
	82	requests PyLD exifread
	83	typing pasteScript lxml
	84	# For images plugin
	85	pillow
	86	# For video plugin
	87	gst-python
	88	# migrations
	89	sqlalchemy_migrate
	90	# authentication
	91	ldap3
	92	redis
	93	psycopg2
	94	];
	95	python = overridePython.withPackages pythonEnv;
	96	gmg = writeText "gmg" ''
	97	#!${python}/bin/python
	98	__requires__ = 'mediagoblin'
	99	import sys
	100	from pkg_resources import load_entry_point
	101
	102	if __name__ == '__main__':
	103	sys.exit(
	104	load_entry_point('mediagoblin', 'console_scripts', 'gmg')()
	105	)
	106	'';
	107	in
	108	rec {
	109	socketsDir = "/run/mediagoblin";
	110	varDir = "/var/lib/mediagoblin";
	111	bowerComponents = buildBowerComponents {
	112	name = "mediagoblin-bower-components";
	113	generated = ./bower-packages.nix;
	114	src = (fetchedGit ./mediagoblin.json).src;
	115	};
	116	mediagoblin = stdenv.mkDerivation (fetchedGit ./mediagoblin.json // rec {
	117	preConfigure = ''
	118	# ./bootstrap.sh
	119	aclocal -I m4 --install
	120	autoreconf -fvi
	121	# end
	122	export GIT_SSL_CAINFO=${cacert}/etc/ssl/certs/ca-bundle.crt
	123	export SSL_CERT_FILE=${cacert}/etc/ssl/certs/ca-bundle.crt
	124	export HOME=$PWD
	125	'';
	126	configureFlags = [ "--with-python3" "--without-virtualenv" ];
	127	postBuild = ''
	128	cp -a ${bowerComponents}/bower_components/* extlib
	129	chmod -R u+w extlib
	130	make extlib
	131	'';
	132	installPhase = ''
	133	sed -i "s/registry.has_key(current_theme_name)/current_theme_name in registry/" mediagoblin/tools/theme.py
	134	sed -i -e "s@\[DEFAULT\]@[DEFAULT]\nhere = $out@" mediagoblin/config_spec.ini
	135	cp ${./ldap_fix.py} mediagoblin/plugins/ldap/tools.py
	136	ln -s ${plugins.basicsearch}/basicsearch mediagoblin/plugins/basicsearch
	137	find . -name '*.pyc' -delete
	138	find . -type f -exec sed -i "s\|$PWD\|$out\|g" {} \;
	139	python setup.py build
	140	cp -a . $out
	141	mkdir $out/bin
	142	cp ${gmg} $out/bin/gmg
	143	chmod a+x $out/bin/gmg
	144	'';
	145	buildInputs = [ makeWrapper git cacert automake autoconf which nodePackages.bower nodejs python ];
	146	propagatedBuildInputs = [ python ];
	147	});
	148	paste_local = writeText "paste_local.ini" ''
	149	[DEFAULT]
	150	debug = false
	151
	152	[pipeline:main]
	153	pipeline = mediagoblin
	154
	155	[app:mediagoblin]
	156	use = egg:mediagoblin#app
	157	config = %(here)s/mediagoblin_local.ini %(here)s/mediagoblin.ini
	158	/mgoblin_static = %(here)s/mediagoblin/static
	159
	160	[loggers]
	161	keys = root
	162
	163	[handlers]
	164	keys = console
	165
	166	[formatters]
	167	keys = generic
	168
	169	[logger_root]
	170	level = INFO
	171	handlers = console
	172
	173	[handler_console]
	174	class = StreamHandler
	175	args = (sys.stderr,)
	176	level = NOTSET
	177	formatter = generic
	178
	179	[formatter_generic]
	180	format = %(levelname)-7.7s [%(name)s] %(message)s
	181
	182	[filter:errors]
	183	use = egg:mediagoblin#errors
	184	debug = false
	185
	186	[server:main]
	187	use = egg:waitress#main
	188	unix_socket = ${socketsDir}/mediagoblin.sock
	189	unix_socket_perms = 777
	190	url_scheme = https
	191	'';
	192
	193	keys = [{
	194	dest = "webapps/tools-mediagoblin";
	195	user = "mediagoblin";
	196	group = "mediagoblin";
	197	permissions = "0400";
	198	text = ''
	199	[DEFAULT]
	200	data_basedir = "${varDir}"
	201
	202	[mediagoblin]
	203	direct_remote_path = /mgoblin_static/
	204	email_sender_address = "mediagoblin@tools.immae.eu"
	205
	206	#sql_engine = sqlite:///%(data_basedir)s/mediagoblin.db
	207	sql_engine = ${env.psql_url}
	208
	209	email_debug_mode = false
	210	allow_registration = false
	211	allow_reporting = true
	212
	213	theme = airymodified
	214
	215	user_privilege_scheme = "uploader,commenter,reporter"
	216
	217	# We need to redefine them here since we override data_basedir
	218	# cf /usr/share/webapps/mediagoblin/mediagoblin/config_spec.ini
	219	workbench_path = %(data_basedir)s/media/workbench
	220	crypto_path = %(data_basedir)s/crypto
	221	theme_install_dir = %(data_basedir)s/themes/
	222	theme_linked_assets_dir = %(data_basedir)s/theme_static/
	223	plugin_linked_assets_dir = %(data_basedir)s/plugin_static/
	224
	225	[storage:queuestore]
	226	base_dir = %(data_basedir)s/media/queue
	227
	228	[storage:publicstore]
	229	base_dir = %(data_basedir)s/media/public
	230	base_url = /mgoblin_media/
	231
	232	[celery]
	233	CELERY_RESULT_DBURI = ${env.redis_url}
	234	BROKER_URL = ${env.redis_url}
	235	CELERYD_CONCURRENCY = 1
	236
	237	[plugins]
	238	[[mediagoblin.plugins.geolocation]]
	239	[[mediagoblin.plugins.ldap]]
	240	[[[immae.eu]]]
	241	LDAP_SERVER_URI = 'ldaps://ldap.immae.eu:636'
	242	LDAP_SEARCH_BASE = 'dc=immae,dc=eu'
	243	LDAP_BIND_DN = 'cn=mediagoblin,ou=services,dc=immae,dc=eu'
	244	LDAP_BIND_PW = '${env.ldap.password}'
	245	LDAP_SEARCH_FILTER = '(&(memberOf=cn=users,cn=mediagoblin,ou=services,dc=immae,dc=eu)(uid={username}))'
	246	EMAIL_SEARCH_FIELD = 'mail'
	247	[[mediagoblin.plugins.basicsearch]]
	248	[[mediagoblin.plugins.piwigo]]
	249	[[mediagoblin.plugins.processing_info]]
	250	[[mediagoblin.media_types.image]]
	251	[[mediagoblin.media_types.video]]
	252	'';
	253	}];
	254	pythonRoot =
	255	with pkgs.gst_all_1;
	256	stdenv.mkDerivation {
	257	name = "mediagoblin_immae";
	258	inherit mediagoblin;
	259	buildInputs= [ makeWrapper ];
	260	propagatedBuildInputs = [ gst-libav gst-plugins-good gst-plugins-bad gst-plugins-ugly gstreamer ];
	261	builder = let
	262	libpaths = [
	263	python
	264	gstreamer
	265	gst-plugins-base
	266	gst-libav
	267	gst-plugins-good
	268	gst-plugins-bad
	269	gst-plugins-ugly
	270	];
	271	plugin_paths = builtins.concatStringsSep ":" (map (x: "${x}/lib") libpaths);
	272	typelib_paths = "${gstreamer}/lib/girepository-1.0:${gst-plugins-base}/lib/girepository-1.0";
	273	in writeText "build_mediagoblin_immae" ''
	274	source $stdenv/setup
	275	cp -a $mediagoblin $out
	276	cd $out
	277	chmod -R u+rwX .
	278	sed -i -e "/from gi.repository import GstPbutils/s/^/gi.require_version('GstPbutils', '1.0')\n/" mediagoblin/media_types/video/transcoders.py
	279	wrapProgram bin/gmg --prefix PYTHONPATH : "$out:$PYTHONPATH" \
	280	--prefix GST_PLUGIN_SYSTEM_PATH : ${plugin_paths} \
	281	--prefix GI_TYPELIB_PATH : ${typelib_paths}
	282	makeWrapper ${python}/bin/paster bin/paster --prefix PYTHONPATH : "$out:$PYTHONPATH" \
	283	--prefix GST_PLUGIN_SYSTEM_PATH : ${plugin_paths} \
	284	--prefix GI_TYPELIB_PATH : ${typelib_paths}
	285	makeWrapper ${python}/bin/celery bin/celery --prefix PYTHONPATH : "$out:$PYTHONPATH" \
	286	--prefix GST_PLUGIN_SYSTEM_PATH : ${plugin_paths} \
	287	--prefix GI_TYPELIB_PATH : ${typelib_paths}
	288	find . -type f -exec sed -i "s\|$mediagoblin\|$out\|g" {} \;
	289	ln -s ${paste_local} ./paste_local.ini
	290	ln -s /var/secrets/webapps/tools-mediagoblin ./mediagoblin_local.ini
	291	ln -sf ${varDir} ./user_dev
	292	'';
	293	};
	294	}