--- /dev/null
+name: "Reusable deploy on builds.joinpeertube.org"
+
+description: "Reusable deploy on builds.joinpeertube.org"
+
+inputs:
+ source:
+ required: true
+ description: "Source file/files/directory/directories to deploy"
+ destination:
+ required: true
+ description: "Destination directory on builds.joinpeertube.org"
+ knownHosts:
+ required: true
+ description: "Known hosts"
+ deployKey:
+ required: true
+ description: "Deploy key"
+ deployUser:
+ required: true
+ description: "Deploy user"
+ deployHost:
+ required: true
+ description: "Deploy host"
+
+
+runs:
+ using: "composite"
+
+ steps:
+ - name: "Deploy"
+ shell: bash
+ run: |
+ mkdir -p ~/.ssh
+ chmod 700 ~/.ssh
+
+ echo "Adding ssh key to known hosts"
+ echo -e "${{ inputs.knownHosts }}" > ~/.ssh/known_hosts;
+
+ eval `ssh-agent -s`
+
+ echo "Adding ssh deploy key"
+ ssh-add <(echo "${{ inputs.deployKey }}");
+
+ echo "Uploading files"
+
+ scp ${{ inputs.source }} ${{ inputs.deployUser }}@${{ inputs.deployHost }}:../../web/${{ inputs.destination }};
--- /dev/null
+name: "Reusable prepare PeerTube build"
+
+description: "Reusable prepare PeerTube build"
+
+inputs:
+ node-version:
+ required: true
+ description: 'NodeJS version'
+
+runs:
+ using: "composite"
+
+ steps:
+ - name: Use Node.js
+ uses: actions/setup-node@v1
+ with:
+ node-version: ${{ inputs.node-version }}
+
+ - name: Cache Node.js modules
+ uses: actions/cache@v2
+ with:
+ path: |
+ **/node_modules
+ key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
+ restore-keys: |
+ ${{ runner.OS }}-node-
+ ${{ runner.OS }}-
+
+ - name: Install dependencies
+ shell: bash
+ run: yarn install --frozen-lockfile
--- /dev/null
+name: "Reusable prepare PeerTube run"
+description: "Reusable prepare PeerTube run"
+
+runs:
+ using: "composite"
+
+ steps:
+ - name: Setup system dependencies
+ shell: bash
+ run: |
+ sudo apt-get install postgresql-client-common redis-tools parallel
+ wget --quiet --no-check-certificate "https://download.cpy.re/ffmpeg/ffmpeg-release-4.3.1-64bit-static.tar.xz"
+ tar xf ffmpeg-release-4.3.1-64bit-static.tar.xz
+ mkdir -p $HOME/bin
+ cp ffmpeg-*/{ffmpeg,ffprobe} $HOME/bin
+ echo "$HOME/bin" >> $GITHUB_PATH
env:
PGUSER: peertube
PGHOST: localhost
- NODE_PENDING_JOB_WAIT: 500
steps:
- uses: actions/checkout@v2
- - name: Use Node.js
- uses: actions/setup-node@v1
+ - uses: './.github/actions/reusable-prepare-peertube-build'
with:
node-version: '12.x'
- - name: Setup system dependencies
- run: |
- sudo apt-get install postgresql-client-common redis-tools parallel
- wget --quiet --no-check-certificate "https://download.cpy.re/ffmpeg/ffmpeg-release-4.3.1-64bit-static.tar.xz"
- tar xf ffmpeg-release-4.3.1-64bit-static.tar.xz
- mkdir -p $HOME/bin
- cp ffmpeg-*/{ffmpeg,ffprobe} $HOME/bin
- echo "$HOME/bin" >> $GITHUB_PATH
-
- - name: Cache Node.js modules
- uses: actions/cache@v2
- with:
- path: |
- **/node_modules
- key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
- restore-keys: |
- ${{ runner.OS }}-node-
- ${{ runner.OS }}-
-
- - name: Cache fixtures
- uses: actions/cache@v2
- with:
- path: |
- fixtures
- key: ${{ runner.OS }}-fixtures-${{ matrix.test_suite }}-${{ hashFiles('fixtures/*') }}
- restore-keys: |
- ${{ runner.OS }}-fixtures-${{ matrix.test_suite }}-
- ${{ runner.OS }}-fixtures-
- ${{ runner.OS }}-
-
- - name: Install dependencies
- run: yarn install --frozen-lockfile
+ - uses: './.github/actions/reusable-prepare-peertube-run'
- name: Build
run: |
cat benchmark.json build-time.json startup-time.json
- name: Upload benchmark result
- env:
- STATS_DEPLOYEMENT_KNOWN_HOSTS: ${{ secrets.STATS_DEPLOYEMENT_KNOWN_HOSTS }}
- STATS_DEPLOYEMENT_KEY: ${{ secrets.STATS_DEPLOYEMENT_KEY }}
- STATS_DEPLOYEMENT_USER: ${{ secrets.STATS_DEPLOYEMENT_USER }}
- STATS_DEPLOYEMENT_HOST: ${{ secrets.STATS_DEPLOYEMENT_HOST }}
- run: |
- mkdir -p ~/.ssh
- chmod 700 ~/.ssh
- if [ ! -z ${STATS_DEPLOYEMENT_KNOWN_HOSTS+x} ]; then
- echo "Adding ssh key to known hosts"
- echo -e "${STATS_DEPLOYEMENT_KNOWN_HOSTS}" > ~/.ssh/known_hosts;
- fi
-
- eval `ssh-agent -s`
-
- if [ ! -z ${STATS_DEPLOYEMENT_KEY+x} ]; then
- echo "Adding ssh reployement key"
- ssh-add <(echo "${STATS_DEPLOYEMENT_KEY}");
- fi
-
- if [ ! -z ${STATS_DEPLOYEMENT_KEY+x} ]; then
- echo "Uploading files"
- scp benchmark.json build-time.json startup-time.json ${STATS_DEPLOYEMENT_USER}@${STATS_DEPLOYEMENT_HOST}:../../web/peertube-stats;
- fi
+ uses: './.github/actions/reusable-deploy'
+ with:
+ source: benchmark.json build-time.json startup-time.json
+ destination: peertube-stats
+ knownHosts: ${{ secrets.STATS_DEPLOYEMENT_KNOWN_HOSTS }}
+ deployKey: ${{ secrets.STATS_DEPLOYEMENT_KEY }}
+ deployUser: ${{ secrets.STATS_DEPLOYEMENT_USER }}
+ deployHost: ${{ secrets.STATS_DEPLOYEMENT_HOST }}
--- /dev/null
+# For most projects, this workflow file will not need changing; you simply need
+# to commit it to your repository.
+#
+# You may wish to alter this file to override the set of languages analyzed,
+# or to provide custom queries or build logic.
+#
+# ******** NOTE ********
+# We have attempted to detect the languages in your repository. Please check
+# the `language` matrix defined below to confirm you have the correct set of
+# supported CodeQL languages.
+#
+name: "CodeQL"
+
+on:
+ push:
+ branches: [ develop, next ]
+ schedule:
+ - cron: '36 9 * * 5'
+
+jobs:
+ analyze:
+ name: Analyze
+ runs-on: ubuntu-latest
+ permissions:
+ actions: read
+ contents: read
+ security-events: write
+
+ strategy:
+ fail-fast: false
+ matrix:
+ language: [ 'javascript' ]
+ # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ]
+ # Learn more about CodeQL language support at https://git.io/codeql-language-support
+
+ steps:
+ - name: Checkout repository
+ uses: actions/checkout@v2
+
+ # Initializes the CodeQL tools for scanning.
+ - name: Initialize CodeQL
+ uses: github/codeql-action/init@v1
+ with:
+ languages: ${{ matrix.language }}
+ config-file: ./.github/workflows/codeql/codeql-config.yml
+ # If you wish to specify custom queries, you can do so here or in a config file.
+ # By default, queries listed here will override any specified in a config file.
+ # Prefix the list here with "+" to use these queries and those in the config file.
+ # queries: ./path/to/local/query, your-org/your-repo/queries@main
+
+ # Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
+ # If this step fails, then you should remove it and run the build manually (see below)
+ - name: Autobuild
+ uses: github/codeql-action/autobuild@v1
+
+ # ℹ️ Command-line programs to run using the OS shell.
+ # 📚 https://git.io/JvXDl
+
+ # ✏️ If the Autobuild fails above, remove it and uncomment the following three lines
+ # and modify them (or add more) to build your code if your project
+ # uses a compiled language
+
+ #- run: |
+ # make bootstrap
+ # make release
+
+ - name: Perform CodeQL Analysis
+ uses: github/codeql-action/analyze@v1
--- /dev/null
+name: "PeerTube CodeQL config"
+
+paths-ignore:
+ - server/tests
--- /dev/null
+name: Docker
+
+on:
+ push:
+ branches:
+ - 'master'
+ schedule:
+ - cron: '0 3 * * *'
+
+jobs:
+ generate-matrix:
+ name: Generate matrix for Docker build
+ runs-on: ubuntu-latest
+ outputs:
+ matrix: ${{ steps.set-matrix.outputs.matrix }}
+ steps:
+ - name: Checkout
+ uses: actions/checkout@v2
+ with:
+ ref: master
+ - name: Set matrix for build
+ id: set-matrix
+ run: |
+ # FIXME: https://github.com/actions/checkout/issues/290
+ git fetch --force --tags
+
+ one="{ \"file\": \"./support/docker/production/Dockerfile.bullseye\", \"ref\": \"develop\", \"tags\": \"chocobozzz/peertube:develop-bullseye\" }"
+ two="{ \"file\": \"./support/docker/production/Dockerfile.buster\", \"ref\": \"master\", \"tags\": \"chocobozzz/peertube:production-buster,chocobozzz/peertube:$(git describe --abbrev=0)-buster\" }"
+ three="{ \"file\": \"./support/docker/production/Dockerfile.nginx\", \"ref\": \"master\", \"tags\": \"chocobozzz/peertube-webserver:latest\" }"
+
+ matrix="[$one,$two,$three]"
+ echo ::set-output name=matrix::{\"include\":$(echo $matrix)}
+
+ docker:
+ runs-on: ubuntu-latest
+
+ needs: generate-matrix
+
+ strategy:
+ matrix: ${{ fromJson(needs.generate-matrix.outputs.matrix) }}
+ fail-fast: false
+
+ steps:
+ -
+ name: Set up QEMU
+ uses: docker/setup-qemu-action@v1
+ -
+ name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v1
+ -
+ name: Login to DockerHub
+ uses: docker/login-action@v1
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+ -
+ name: Checkout develop
+ uses: actions/checkout@v2
+ with:
+ ref: ${{ matrix.ref }}
+ -
+ name: Docker build
+ uses: docker/build-push-action@v2
+ with:
+ context: '.'
+ platforms: linux/amd64,linux/arm64
+ push: true
+ file: ${{ matrix.file }}
+ tags: ${{ matrix.tags }}
--- /dev/null
+name: Nightly
+
+on:
+ schedule:
+ - cron: '0 3 * * *'
+
+jobs:
+
+ nightly:
+ runs-on: ubuntu-latest
+
+ steps:
+ -
+ name: Checkout develop
+ uses: actions/checkout@v2
+ with:
+ ref: develop
+
+ - uses: './.github/actions/reusable-prepare-peertube-build'
+ with:
+ node-version: '14.x'
+
+ - name: Build
+ run: npm run nightly
+
+ - uses: './.github/actions/reusable-deploy'
+ with:
+ source: ./peertube-nightly-*
+ destination: nightly
+ knownHosts: ${{ secrets.STATS_DEPLOYEMENT_KNOWN_HOSTS }}
+ deployKey: ${{ secrets.STATS_DEPLOYEMENT_KEY }}
+ deployUser: ${{ secrets.STATS_DEPLOYEMENT_USER }}
+ deployHost: ${{ secrets.STATS_DEPLOYEMENT_HOST }}
-name: "Stats"
+name: Stats
on:
push:
steps:
- uses: actions/checkout@v2
- - name: Use Node.js
- uses: actions/setup-node@v1
+ - uses: './.github/actions/reusable-prepare-peertube-build'
with:
node-version: '14.x'
- - name: Cache Node.js modules
- uses: actions/cache@v2
- with:
- path: |
- **/node_modules
- key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
- restore-keys: |
- ${{ runner.OS }}-node-
- ${{ runner.OS }}-
-
- - name: Install dependencies
- run: yarn install --frozen-lockfile
-
- name: Angular bundlewatch
uses: jackyef/bundlewatch-gh-action@master
with:
- name: Upload stats
if: github.event_name != 'pull_request'
- env:
- STATS_DEPLOYEMENT_KNOWN_HOSTS: ${{ secrets.STATS_DEPLOYEMENT_KNOWN_HOSTS }}
- STATS_DEPLOYEMENT_KEY: ${{ secrets.STATS_DEPLOYEMENT_KEY }}
- STATS_DEPLOYEMENT_USER: ${{ secrets.STATS_DEPLOYEMENT_USER }}
- STATS_DEPLOYEMENT_HOST: ${{ secrets.STATS_DEPLOYEMENT_HOST }}
- run: |
- mkdir -p ~/.ssh
- chmod 700 ~/.ssh
- if [ ! -z ${STATS_DEPLOYEMENT_KNOWN_HOSTS+x} ]; then
- echo "Adding ssh key to known hosts"
- echo -e "${STATS_DEPLOYEMENT_KNOWN_HOSTS}" > ~/.ssh/known_hosts;
- fi
-
- eval `ssh-agent -s`
-
- if [ ! -z ${STATS_DEPLOYEMENT_KEY+x} ]; then
- echo "Adding ssh reployement key"
- ssh-add <(echo "${STATS_DEPLOYEMENT_KEY}");
- fi
-
- if [ ! -z ${STATS_DEPLOYEMENT_KEY+x} ]; then
- echo "Uploading files"
- scp lighthouse.json client-build-stats.json scc.json ${STATS_DEPLOYEMENT_USER}@${STATS_DEPLOYEMENT_HOST}:../../web/peertube-stats;
- fi
+ uses: './.github/actions/reusable-deploy'
+ with:
+ source: lighthouse.json client-build-stats.json scc.json
+ destination: peertube-stats
+ knownHosts: ${{ secrets.STATS_DEPLOYEMENT_KNOWN_HOSTS }}
+ deployKey: ${{ secrets.STATS_DEPLOYEMENT_KEY }}
+ deployUser: ${{ secrets.STATS_DEPLOYEMENT_USER }}
+ deployHost: ${{ secrets.STATS_DEPLOYEMENT_HOST }}
-name: Test Suite
+name: Test
on:
push:
steps:
- uses: actions/checkout@v2
- - name: Use Node.js
- uses: actions/setup-node@v1
+ - uses: './.github/actions/reusable-prepare-peertube-build'
with:
node-version: '12.x'
- - name: Setup system dependencies
- run: |
- sudo apt-get install postgresql-client-common redis-tools parallel
- wget --quiet --no-check-certificate "https://download.cpy.re/ffmpeg/ffmpeg-release-4.3.1-64bit-static.tar.xz"
- tar xf ffmpeg-release-4.3.1-64bit-static.tar.xz
- mkdir -p $HOME/bin
- cp ffmpeg-*/{ffmpeg,ffprobe} $HOME/bin
- echo "$HOME/bin" >> $GITHUB_PATH
-
- - name: Cache Node.js modules
- uses: actions/cache@v2
- with:
- path: |
- **/node_modules
- key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
- restore-keys: |
- ${{ runner.OS }}-node-
- ${{ runner.OS }}-
+ - uses: './.github/actions/reusable-prepare-peertube-run'
- name: Cache fixtures
uses: actions/cache@v2
${{ runner.OS }}-fixtures-
${{ runner.OS }}-
- - name: Install dependencies
- run: yarn install --frozen-lockfile
-
- name: Set env test variable (schedule)
if: github.event_name != 'schedule'
run: |
+++ /dev/null
-image: chocobozzz/peertube-ci:14
-
-stages:
- - clients
- - docker-nightly
-
-cache:
- key: yarn
- paths:
- - .yarn-cache
- - cached-fixtures
-
-# build-openapi-clients:
-# stage: clients
-# only:
-# refs:
-# - master
-# - schedules
-# changes:
-# - support/doc/api/openapi.yaml
-# script:
-# - apt-get update -qq
-# - apt-get -yqqq install openjdk-8-jre
-# - yarn install --pure-lockfile
-# - scripts/openapi-peertube-version.sh
-# - scripts/openapi-clients.sh
-
-build-nightly:
- stage: docker-nightly
- only:
- - schedules
- script:
- - yarn install --pure-lockfile --cache-folder .yarn-cache
- - npm run nightly
- - mkdir "${HOME}/.ssh"
- - chmod 700 "${HOME}/.ssh"
- - if [ ! -z ${DEPLOYEMENT_KNOWN_HOSTS+x} ]; then echo -e "${DEPLOYEMENT_KNOWN_HOSTS}" > ${HOME}/.ssh/known_hosts; fi
- - eval `ssh-agent -s`
- - if [ ! -z ${DEPLOYEMENT_KEY+x} ]; then ssh-add <(echo "${DEPLOYEMENT_KEY}"); fi
- - if [ ! -z ${DEPLOYEMENT_KEY+x} ]; then scp ./peertube-nightly-* ${DEPLOYEMENT_USER}@${DEPLOYEMENT_HOST}:../../web/nightly; fi
-
-.docker: &docker
- stage: docker-nightly
- cache: {}
- image:
- name: gcr.io/kaniko-project/executor:debug
- entrypoint: [""]
- before_script:
- - mkdir -p /kaniko/.docker
- - echo "{\"auths\":{\"$CI_REGISTRY\":{\"auth\":\"$CI_REGISTRY_AUTH\",\"email\":\"$CI_REGISTRY_EMAIL\"}}}" > /kaniko/.docker/config.json
- script:
- - /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $DOCKERFILE --destination $DOCKER_IMAGE_NAME
-
-build-docker-develop:
- <<: *docker
- only:
- - schedules
- variables:
- DOCKER_IMAGE_NAME: chocobozzz/peertube:develop-bullseye
- DOCKERFILE: $CI_PROJECT_DIR/support/docker/production/Dockerfile.bullseye
-
-build-docker-webserver:
- <<: *docker
- only:
- - schedules
- variables:
- DOCKER_IMAGE_NAME: chocobozzz/peertube-webserver
- DOCKERFILE: $CI_PROJECT_DIR/support/docker/production/Dockerfile.nginx
-
-build-docker-tag:
- <<: *docker
- only:
- - tags
- variables:
- DOCKER_IMAGE_NAME: chocobozzz/peertube:$CI_COMMIT_TAG-bullseye
- DOCKERFILE: $CI_PROJECT_DIR/support/docker/production/Dockerfile.bullseye
-
-build-docker-master:
- <<: *docker
- only:
- - master
- variables:
- DOCKER_IMAGE_NAME: chocobozzz/peertube:production-bullseye
- DOCKERFILE: $CI_PROJECT_DIR/support/docker/production/Dockerfile.bullseye
<my-custom-markup-container [content]="descriptionContent"></my-custom-markup-container>
</div>
- <div class="anchor" id="moderation"></div>
- <a
- *ngIf="html.moderationInformation || html.codeOfConduct || html.terms"
- class="anchor-link"
- routerLink="/about/instance"
- fragment="moderation"
- #anchorLink
- (click)="onClickCopyLink(anchorLink)">
- <h2 i18n class="middle-title">
- MODERATION
- </h2>
- </a>
-
- <div class="block moderation-information" *ngIf="html.moderationInformation">
- <div class="anchor" id="moderation-information"></div>
+ <div myPluginSelector pluginSelectorId="about-instance-moderation">
+ <div class="anchor" id="moderation"></div>
<a
+ *ngIf="html.moderationInformation || html.codeOfConduct || html.terms"
class="anchor-link"
routerLink="/about/instance"
- fragment="moderation-information"
+ fragment="moderation"
#anchorLink
(click)="onClickCopyLink(anchorLink)">
- <h3 i18n class="section-title">Moderation information</h3>
+ <h2 i18n class="middle-title">
+ MODERATION
+ </h2>
</a>
- <div [innerHTML]="html.moderationInformation"></div>
- </div>
+ <div class="block moderation-information" *ngIf="html.moderationInformation">
+ <div class="anchor" id="moderation-information"></div>
+ <a
+ class="anchor-link"
+ routerLink="/about/instance"
+ fragment="moderation-information"
+ #anchorLink
+ (click)="onClickCopyLink(anchorLink)">
+ <h3 i18n class="section-title">Moderation information</h3>
+ </a>
- <div class="block code-of-conduct" *ngIf="html.codeOfConduct">
- <div class="anchor" id="code-of-conduct"></div>
- <a
- class="anchor-link"
- routerLink="/about/instance"
- fragment="code-of-conduct"
- #anchorLink
- (click)="onClickCopyLink(anchorLink)">
- <h3 i18n class="section-title">Code of conduct</h3>
- </a>
+ <div [innerHTML]="html.moderationInformation"></div>
+ </div>
- <div [innerHTML]="html.codeOfConduct"></div>
- </div>
+ <div class="block code-of-conduct" *ngIf="html.codeOfConduct">
+ <div class="anchor" id="code-of-conduct"></div>
+ <a
+ class="anchor-link"
+ routerLink="/about/instance"
+ fragment="code-of-conduct"
+ #anchorLink
+ (click)="onClickCopyLink(anchorLink)">
+ <h3 i18n class="section-title">Code of conduct</h3>
+ </a>
- <div class="block terms">
- <div class="anchor" id="terms"></div>
- <a
- class="anchor-link"
- routerLink="/about/instance"
- fragment="terms"
- #anchorLink
- (click)="onClickCopyLink(anchorLink)">
- <h3 i18n class="section-title">Terms</h3>
- </a>
+ <div [innerHTML]="html.codeOfConduct"></div>
+ </div>
- <div [innerHTML]="html.terms"></div>
- </div>
+ <div class="block terms">
+ <div class="anchor" id="terms"></div>
+ <a
+ class="anchor-link"
+ routerLink="/about/instance"
+ fragment="terms"
+ #anchorLink
+ (click)="onClickCopyLink(anchorLink)">
+ <h3 i18n class="section-title">Terms</h3>
+ </a>
- <div class="anchor" id="other-information"></div>
- <a
- *ngIf="html.hardwareInformation"
- class="anchor-link"
- routerLink="/about/instance"
- fragment="other-information"
- #anchorLink
- (click)="onClickCopyLink(anchorLink)">
- <h2 i18n class="middle-title">
- OTHER INFORMATION
- </h2>
- </a>
+ <div [innerHTML]="html.terms"></div>
+ </div>
+ </div>
- <div class="block hardware-information" *ngIf="html.hardwareInformation">
- <div class="anchor" id="hardware-information"></div>
+ <div myPluginSelector pluginSelectorId="about-instance-other-information">
+ <div class="anchor" id="other-information"></div>
<a
+ *ngIf="html.hardwareInformation"
class="anchor-link"
routerLink="/about/instance"
- fragment="hardware-information"
+ fragment="other-information"
#anchorLink
(click)="onClickCopyLink(anchorLink)">
- <h3 i18n class="section-title">Hardware information</h3>
+ <h2 i18n class="middle-title">
+ OTHER INFORMATION
+ </h2>
</a>
- <div [innerHTML]="html.hardwareInformation"></div>
+ <div class="block hardware-information" *ngIf="html.hardwareInformation">
+ <div class="anchor" id="hardware-information"></div>
+ <a
+ class="anchor-link"
+ routerLink="/about/instance"
+ fragment="hardware-information"
+ #anchorLink
+ (click)="onClickCopyLink(anchorLink)">
+ <h3 i18n class="section-title">Hardware information</h3>
+ </a>
+
+ <div [innerHTML]="html.hardwareInformation"></div>
+ </div>
</div>
</div>
- <div class="col-md-12 col-xl-6">
+ <div class="col-md-12 col-xl-6" myPluginSelector pluginSelectorId="about-instance-features">
<h2 class="sr-only" i18n>FEATURES</h2>
<my-instance-features-table></my-instance-features-table>
</div>
- <div class="col">
+ <div class="col" myPluginSelector pluginSelectorId="about-instance-statistics">
<div class="anchor" id="statistics"></div>
<a
class="anchor-link"
<div class="sub-menu" [ngClass]="{ 'sub-menu-fixed': !isBroadcastMessageDisplayed }">
<div class="links">
- <a i18n routerLink="instance" routerLinkActive="active" class="title-page title-page-about">Instance</a>
+ <a myPluginSelector pluginSelectorId="about-menu-instance" i18n routerLink="instance" routerLinkActive="active" class="title-page title-page-about">Instance</a>
- <a i18n routerLink="peertube" routerLinkActive="active" class="title-page title-page-about">PeerTube</a>
+ <a myPluginSelector pluginSelectorId="about-menu-peertube" i18n routerLink="peertube" routerLinkActive="active" class="title-page title-page-about">PeerTube</a>
- <a i18n routerLink="follows" routerLinkActive="active" class="title-page title-page-about">Network</a>
+ <a myPluginSelector pluginSelectorId="about-menu-network" i18n routerLink="follows" routerLinkActive="active" class="title-page title-page-about">Network</a>
</div>
</div>
<input type="submit" class="peertube-button orange-button" i18n-value value="Login" [disabled]="!form.valid">
<div class="additionnal-links">
- <a i18n class="forgot-password-button" (click)="openForgotPasswordModal()" i18n-title title="Click here to reset your password">I forgot my password</a>
+ <a i18n role="button" class="forgot-password-button" (click)="openForgotPasswordModal()" i18n-title title="Click here to reset your password">I forgot my password</a>
+
<div *ngIf="signupAllowed" class="signup-link">
<span>·</span>
<a i18n routerLink="/signup" class="create-an-account">Create an account</a>
<div class="dropdown-divider"></div>
- <a ngbDropdownItem ngbDropdownToggle class="dropdown-item" (click)="openLanguageChooser()">
+ <a
+ myPluginSelector pluginSelectorId="menu-user-dropdown-language-item"
+ ngbDropdownItem ngbDropdownToggle class="dropdown-item" (click)="openLanguageChooser()"
+ >
<my-global-icon iconName="language" aria-hidden="true"></my-global-icon>
<span i18n>Interface:</span>
<span class="ml-auto text-muted">{{ currentInterfaceLanguage }}</span>
}
duration () {
- return this._duration || this.videoElement.duration || 0
+ if (!isNaN(this.videoElement.duration)) return this.videoElement.duration
+
+ return this._duration || 0
}
seekable () {
this.isLive = data.details.live
this.dvrDuration = data.details.totalduration
+
this._duration = this.isLive ? Infinity : data.details.totalduration
})
federation:
videos:
federate_unlisted: true
+ cleanup_remote_interactions: false
views:
videos:
"cookie-parser": "^1.4.3",
"cors": "^2.8.1",
"create-torrent": "^5.0.0",
- "decache": "^4.6.0",
"deep-object-diff": "^1.1.0",
"email-templates": "^8.0.3",
"execa": "^5.1.1",
const fromDisk = !!body.path
const toInstall = body.npmName || body.path
+
+ const pluginVersion = body.pluginVersion && body.npmName
+ ? body.pluginVersion
+ : undefined
+
try {
- const plugin = await PluginManager.Instance.install(toInstall, undefined, fromDisk)
+ const plugin = await PluginManager.Instance.install(toInstall, pluginVersion, fromDisk)
return res.json(plugin.toFormattedJSON())
} catch (err) {
import { getLocalVideoActivityPubUrl } from '@server/lib/activitypub/url'
import { generateWebTorrentVideoFilename } from '@server/lib/paths'
import { Redis } from '@server/lib/redis'
+import { uploadx } from '@server/lib/uploadx'
import {
addMoveToObjectStorageJob,
addOptimizeOrMergeAudioJob,
import { buildNextVideoState } from '@server/lib/video-state'
import { openapiOperationDoc } from '@server/middlewares/doc'
import { MVideo, MVideoFile, MVideoFullLight } from '@server/types/models'
-import { Uploadx } from '@uploadx/core'
import { VideoCreate, VideoState } from '../../../../shared'
import { HttpStatusCode } from '../../../../shared/models'
import { auditLoggerFactory, getAuditIdFromRes, VideoAuditView } from '../../../helpers/audit-logger'
authenticate,
videosAddLegacyValidator,
videosAddResumableInitValidator,
- videosResumableUploadIdValidator,
- videosAddResumableValidator
+ videosAddResumableValidator,
+ videosResumableUploadIdValidator
} from '../../../middlewares'
import { ScheduleVideoUpdateModel } from '../../../models/video/schedule-video-update'
import { VideoModel } from '../../../models/video/video'
const auditLogger = auditLoggerFactory('videos')
const uploadRouter = express.Router()
-const uploadx = new Uploadx({ directory: getResumableUploadPath() })
-uploadx.getUserId = (_, res: express.Response) => res.locals.oauth?.token.user.id
-
const reqVideoFileAdd = createReqFiles(
[ 'videofile', 'thumbnailfile', 'previewfile' ],
Object.assign({}, MIMETYPES.VIDEO.MIMETYPE_EXT, MIMETYPES.IMAGE.MIMETYPE_EXT),
--- /dev/null
+// Thanks: https://github.com/dwyl/decache
+// We reuse this file to also uncache plugin base path
+
+import { extname } from 'path'
+
+function decachePlugin (pluginPath: string, libraryPath: string) {
+ const moduleName = find(libraryPath)
+
+ if (!moduleName) return
+
+ searchCache(moduleName, function (mod) {
+ delete require.cache[mod.id]
+ })
+
+ removeCachedPath(pluginPath)
+}
+
+function decacheModule (name: string) {
+ const moduleName = find(name)
+
+ if (!moduleName) return
+
+ searchCache(moduleName, function (mod) {
+ delete require.cache[mod.id]
+ })
+
+ removeCachedPath(moduleName)
+}
+
+// ---------------------------------------------------------------------------
+
+export {
+ decacheModule,
+ decachePlugin
+}
+
+// ---------------------------------------------------------------------------
+
+function find (moduleName: string) {
+ try {
+ return require.resolve(moduleName)
+ } catch {
+ return ''
+ }
+}
+
+function searchCache (moduleName: string, callback: (current: NodeModule) => void) {
+ const resolvedModule = require.resolve(moduleName)
+ let mod: NodeModule
+ const visited = {}
+
+ if (resolvedModule && ((mod = require.cache[resolvedModule]) !== undefined)) {
+ // Recursively go over the results
+ (function run (current) {
+ visited[current.id] = true
+
+ current.children.forEach(function (child) {
+ if (extname(child.filename) !== '.node' && !visited[child.id]) {
+ run(child)
+ }
+ })
+
+ // Call the specified callback providing the
+ // found module
+ callback(current)
+ })(mod)
+ }
+};
+
+function removeCachedPath (pluginPath: string) {
+ const pathCache = (module.constructor as any)._pathCache
+
+ Object.keys(pathCache).forEach(function (cacheKey) {
+ if (cacheKey.includes(pluginPath)) {
+ delete pathCache[cacheKey]
+ }
+ })
+}
import bytes from 'bytes'
import { IConfig } from 'config'
-import decache from 'decache'
import { dirname, join } from 'path'
+import { decacheModule } from '@server/helpers/decache'
import { VideoRedundancyConfigFilter } from '@shared/models/redundancy/video-redundancy-config-filter.type'
import { BroadcastMessageLevel } from '@shared/models/server'
import { VideosRedundancyStrategy } from '../../shared/models'
delete require.cache[fileName]
}
- decache('config')
+ decacheModule('config')
}
purge()
REMOVE_OLD_VIEWS: 60000 * 60 * 24, // 1 day
REMOVE_OLD_HISTORY: 60000 * 60 * 24, // 1 day
UPDATE_INBOX_STATS: 1000 * 60, // 1 minute
- REMOVE_DANGLING_RESUMABLE_UPLOADS: 60000 * 60 * 16 // 16 hours
+ REMOVE_DANGLING_RESUMABLE_UPLOADS: 60000 * 60 // 1 hour
}
// ---------------------------------------------------------------------------
return join(__dirname, '../../../client/dist/standalone/videos/embed.html')
}
- private static addHtmlLang (htmlStringPage: string, paramLang: string) {
- return htmlStringPage.replace('<html>', `<html lang="${paramLang}">`)
- }
-
private static addManifestContentHash (htmlStringPage: string) {
return htmlStringPage.replace('[manifestContentHash]', FILES_CONTENT_HASH.MANIFEST)
}
-import decache from 'decache'
import express from 'express'
import { createReadStream, createWriteStream } from 'fs'
import { ensureDir, outputFile, readJSON } from 'fs-extra'
import { basename, join } from 'path'
+import { decachePlugin } from '@server/helpers/decache'
import { MOAuthTokenUser, MUser } from '@server/types/models'
import { getCompleteLocale } from '@shared/core-utils'
import { ClientScript, PluginPackageJson, PluginTranslation, PluginTranslationPaths, RegisterServerHookOptions } from '@shared/models'
// Delete cache if needed
const modulePath = join(pluginPath, packageJSON.library)
- decache(modulePath)
+ decachePlugin(pluginPath, modulePath)
const library: PluginLibrary = require(modulePath)
if (!isLibraryCodeValid(library)) {
-import { map } from 'bluebird'
-import { readdir, remove, stat } from 'fs-extra'
+
import { logger, loggerTagsFactory } from '@server/helpers/logger'
-import { getResumableUploadPath } from '@server/helpers/upload'
import { SCHEDULER_INTERVALS_MS } from '@server/initializers/constants'
-import { METAFILE_EXTNAME } from '@uploadx/core'
+import { uploadx } from '../uploadx'
import { AbstractScheduler } from './abstract-scheduler'
const lTags = loggerTagsFactory('scheduler', 'resumable-upload', 'cleaner')
}
protected async internalExecute () {
- const path = getResumableUploadPath()
- const files = await readdir(path)
-
- const metafiles = files.filter(f => f.endsWith(METAFILE_EXTNAME))
+ logger.debug('Removing dangling resumable uploads', lTags())
- if (metafiles.length === 0) return
-
- logger.debug('Reading resumable video upload folder %s with %d files', path, metafiles.length, lTags())
+ const now = new Date().getTime()
try {
- await map(metafiles, metafile => {
- return this.deleteIfOlderThan(metafile, this.lastExecutionTimeMs)
- }, { concurrency: 5 })
+ // Remove files that were not updated since the last execution
+ await uploadx.storage.purge(now - this.lastExecutionTimeMs)
} catch (error) {
logger.error('Failed to handle file during resumable video upload folder cleanup', { error, ...lTags() })
} finally {
- this.lastExecutionTimeMs = new Date().getTime()
- }
- }
-
- private async deleteIfOlderThan (metafile: string, olderThan: number) {
- const metafilePath = getResumableUploadPath(metafile)
- const statResult = await stat(metafilePath)
-
- // Delete uploads that started since a long time
- if (statResult.ctimeMs < olderThan) {
- await remove(metafilePath)
-
- const datafile = metafilePath.replace(new RegExp(`${METAFILE_EXTNAME}$`), '')
- await remove(datafile)
+ this.lastExecutionTimeMs = now
}
}
--- /dev/null
+import express from 'express'
+import { getResumableUploadPath } from '@server/helpers/upload'
+import { Uploadx } from '@uploadx/core'
+
+const uploadx = new Uploadx({ directory: getResumableUploadPath() })
+uploadx.getUserId = (_, res: express.Response) => res.locals.oauth?.token.user.id
+
+export {
+ uploadx
+}
body('npmName')
.optional()
.custom(isNpmPluginNameValid).withMessage('Should have a valid npm name'),
+ body('pluginVersion')
+ .optional()
+ .custom(isPluginVersionValid).withMessage('Should have a valid plugin version'),
body('path')
.optional()
.custom(isSafePath).withMessage('Should have a valid safe path'),
if (!body.path && !body.npmName) {
return res.fail({ message: 'Should have either a npmName or a path' })
}
+ if (body.pluginVersion && !body.npmName) {
+ return res.fail({ message: 'Should have a npmName when specifying a pluginVersion' })
+ }
return next()
}
expect(res).to.not.contain('peertube-plugin-hello-world')
})
+
+ it('Should install a plugin in requested version', async function () {
+ this.timeout(60000)
+
+ await cliCommand.execWithEnv(`${cmd} plugins install --npm-name peertube-plugin-hello-world --plugin-version 0.0.17`)
+ })
+
+ it('Should list installed plugins, in correct version', async function () {
+ const res = await cliCommand.execWithEnv(`${cmd} plugins list`)
+
+ expect(res).to.contain('peertube-plugin-hello-world')
+ expect(res).to.contain('0.0.17')
+ })
+
+ it('Should uninstall the plugin again', async function () {
+ const res = await cliCommand.execWithEnv(`${cmd} plugins uninstall --npm-name peertube-plugin-hello-world`)
+
+ expect(res).to.not.contain('peertube-plugin-hello-world')
+ })
})
describe('Manage video redundancies', function () {
.option('-p, --password <token>', 'Password')
.option('-P --path <path>', 'Install from a path')
.option('-n, --npm-name <npmName>', 'Install from npm')
+ .option('--plugin-version <pluginVersion>', 'Specify the plugin version to install (only available when installing from npm)')
.action((options, command) => installPluginCLI(command, options))
program
await assignToken(server, username, password)
try {
- await server.plugins.install({ npmName: options.npmName, path: options.path })
+ await server.plugins.install({ npmName: options.npmName, path: options.path, pluginVersion: options.pluginVersion })
} catch (err) {
console.error('Cannot install plugin.', err)
process.exit(-1)
install (options: OverrideCommandOptions & {
path?: string
npmName?: string
+ pluginVersion?: string
}) {
- const { npmName, path } = options
+ const { npmName, path, pluginVersion } = options
const apiPath = '/api/v1/plugins/install'
return this.postBodyRequest({
...options,
path: apiPath,
- fields: { npmName, path },
+ fields: { npmName, path, pluginVersion },
implicitToken: true,
defaultExpectedStatus: HttpStatusCode.OK_200
})
-export type PluginSelectorId = 'login-form'
+export type PluginSelectorId =
+ 'login-form' |
+ 'menu-user-dropdown-language-item' |
+ 'about-instance-features' |
+ 'about-instance-statistics' |
+ 'about-instance-moderation' |
+ 'about-menu-instance' |
+ 'about-menu-peertube' |
+ 'about-menu-network' |
+ 'about-instance-other-information'
export interface InstallOrUpdatePlugin {
npmName?: string
+ pluginVersion?: string
path?: string
}
--- /dev/null
+# Continuous integration
+
+PeerTube uses Github Actions as a CI platform.
+CI tasks are described in `.github/workflows`.
+
+## benchmark.yml
+
+*Scheduled*
+
+Run various benchmarks (build, API etc) and upload results on https://builds.joinpeertube.org/peertube-stats/ to be publicly consumed.
+
+## codeql.yml
+
+*Scheduled, on push on develop and on pull request*
+
+Run CodeQL task to throw code security issues in Github. https://lgtm.com/projects/g/Chocobozzz/PeerTube can also be used.
+
+## docker.yml
+
+*Scheduled and on push on master*
+
+Build `chocobozzz/peertube-webserver:latest`, `chocobozzz/peertube:production-...`, `chocobozzz/peertube:v-...` (only latest PeerTube tag) and `chocobozzz/peertube:develop-...` Docker images. Scheduled to automatically upgrade image software (Debian security issues etc).
+
+## nightly.yml
+
+*Scheduled*
+
+Build PeerTube nightly build (`develop` branch) and upload the release on https://builds.joinpeertube.org/nightly.
+
+## stats.yml
+
+*On push on develop*
+
+Create various PeerTube stats (line of codes, build size, lighthouse report) and upload results on https://builds.joinpeertube.org/peertube-stats/ to be publicly consumed.
+
+## test.yml
+
+*Scheduled, on push and pull request*
+
+Run PeerTube lint and tests.
resolved "https://registry.yarnpkg.com/call-me-maybe/-/call-me-maybe-1.0.1.tgz#26d208ea89e37b5cbde60250a15f031c16a4d66b"
integrity sha1-JtII6onje1y95gJQoV8DHBak1ms=
-callsite@^1.0.0:
- version "1.0.0"
- resolved "https://registry.yarnpkg.com/callsite/-/callsite-1.0.0.tgz#280398e5d664bd74038b6f0905153e6e8af1bc20"
- integrity sha1-KAOY5dZkvXQDi28JBRU+borxvCA=
-
callsites@^3.0.0:
version "3.1.0"
resolved "https://registry.yarnpkg.com/callsites/-/callsites-3.1.0.tgz#b3630abd8943432f54b3f0519238e33cd7df2f73"
resolved "https://registry.yarnpkg.com/debuglog/-/debuglog-1.0.1.tgz#aa24ffb9ac3df9a2351837cfb2d279360cd78492"
integrity sha1-qiT/uaw9+aI1GDfPstJ5NgzXhJI=
-decache@^4.6.0:
- version "4.6.0"
- resolved "https://registry.yarnpkg.com/decache/-/decache-4.6.0.tgz#87026bc6e696759e82d57a3841c4e251a30356e8"
- integrity sha512-PppOuLiz+DFeaUvFXEYZjLxAkKiMYH/do/b/MxpDe/8AgKBi5GhZxridoVIbBq72GDbL36e4p0Ce2jTGUwwU+w==
- dependencies:
- callsite "^1.0.0"
-
decamelize@^1.2.0:
version "1.2.0"
resolved "https://registry.yarnpkg.com/decamelize/-/decamelize-1.2.0.tgz#f6534d15148269b20352e7bee26f501f9a191290"
projects / github / Chocobozzz / PeerTube.git / commitdiff
