X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fhelpers%2Fwebtorrent.ts;h=813ebc2361f77965c129df369acfc8b318e868d1;hb=e111a5a3a11a5b251b8989cd406c2dbba9254e28;hp=c84376304458d4b6336d46a0f74c94f40b22b9b4;hpb=0305db28c98fd6cf43a3c50ba92c76215e99d512;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/webtorrent.ts b/server/helpers/webtorrent.ts index c84376304..813ebc236 100644 --- a/server/helpers/webtorrent.ts +++ b/server/helpers/webtorrent.ts @@ -1,5 +1,6 @@ +import * as bencode from 'bencode' import * as createTorrent from 'create-torrent' -import { createWriteStream, ensureDir, remove, writeFile } from 'fs-extra' +import { createWriteStream, ensureDir, readFile, remove, writeFile } from 'fs-extra' import * as magnetUtil from 'magnet-uri' import * as parseTorrent from 'parse-torrent' import { dirname, join } from 'path' @@ -16,6 +17,7 @@ import { promisify2 } from './core-utils' import { logger } from './logger' import { generateVideoImportTmpPath } from './utils' import { extractVideo } from './video' +import { pipeline } from 'stream' const createTorrentPromise = promisify2(createTorrent) @@ -48,6 +50,8 @@ async function downloadWebTorrentVideo (target: { magnetUri: string, torrentName .then(() => rej(new Error('Cannot import torrent ' + torrentId + ': there are multiple files in it'))) } + logger.debug('Got torrent from webtorrent %s.', id, { infoHash: torrent.infoHash }) + file = torrent.files[0] // FIXME: avoid creating another stream when https://github.com/webtorrent/webtorrent/issues/1517 is fixed @@ -60,7 +64,13 @@ async function downloadWebTorrentVideo (target: { magnetUri: string, torrentName .catch(err => logger.error('Cannot destroy webtorrent.', { err })) }) - file.createReadStream().pipe(writeStream) + pipeline( + file.createReadStream(), + writeStream, + err => { + if (err) rej(err) + } + ) }) torrent.on('error', err => rej(err)) @@ -79,43 +89,61 @@ async function downloadWebTorrentVideo (target: { magnetUri: string, torrentName }) } -function createTorrentAndSetInfoHash ( - videoOrPlaylist: MVideo | MStreamingPlaylistVideo, - videoFile: MVideoFile -) { +function createTorrentAndSetInfoHash (videoOrPlaylist: MVideo | MStreamingPlaylistVideo, videoFile: MVideoFile) { const video = extractVideo(videoOrPlaylist) const options = { // Keep the extname, it's used by the client to stream the file inside a web browser name: `${video.name} ${videoFile.resolution}p${videoFile.extname}`, createdBy: 'PeerTube', - announceList: [ - [ WEBSERVER.WS + '://' + WEBSERVER.HOSTNAME + ':' + WEBSERVER.PORT + '/tracker/socket' ], - [ WEBSERVER.URL + '/tracker/announce' ] - ], - urlList: [ videoFile.getFileUrl(video) ] + announceList: buildAnnounceList(), + urlList: buildUrlList(video, videoFile) } return VideoPathManager.Instance.makeAvailableVideoFile(videoOrPlaylist, videoFile, async videoPath => { - const torrent = await createTorrentPromise(videoPath, options) + const torrentContent = await createTorrentPromise(videoPath, options) const torrentFilename = generateTorrentFileName(videoOrPlaylist, videoFile.resolution) const torrentPath = join(CONFIG.STORAGE.TORRENTS_DIR, torrentFilename) logger.info('Creating torrent %s.', torrentPath) - await writeFile(torrentPath, torrent) + await writeFile(torrentPath, torrentContent) // Remove old torrent file if it existed if (videoFile.hasTorrent()) { await remove(join(CONFIG.STORAGE.TORRENTS_DIR, videoFile.torrentFilename)) } - const parsedTorrent = parseTorrent(torrent) + const parsedTorrent = parseTorrent(torrentContent) videoFile.infoHash = parsedTorrent.infoHash videoFile.torrentFilename = torrentFilename }) } +async function updateTorrentUrls (videoOrPlaylist: MVideo | MStreamingPlaylistVideo, videoFile: MVideoFile) { + const video = extractVideo(videoOrPlaylist) + + const oldTorrentPath = join(CONFIG.STORAGE.TORRENTS_DIR, videoFile.torrentFilename) + + const torrentContent = await readFile(oldTorrentPath) + const decoded = bencode.decode(torrentContent) + + decoded['announce-list'] = buildAnnounceList() + decoded.announce = decoded['announce-list'][0][0] + + decoded['url-list'] = buildUrlList(video, videoFile) + + const newTorrentFilename = generateTorrentFileName(videoOrPlaylist, videoFile.resolution) + const newTorrentPath = join(CONFIG.STORAGE.TORRENTS_DIR, newTorrentFilename) + + logger.info('Updating torrent URLs %s -> %s.', oldTorrentPath, newTorrentPath) + + await writeFile(newTorrentPath, bencode.encode(decoded)) + await remove(join(CONFIG.STORAGE.TORRENTS_DIR, videoFile.torrentFilename)) + + videoFile.torrentFilename = newTorrentFilename +} + function generateMagnetUri ( video: MVideo, videoFile: MVideoFileRedundanciesOpt, @@ -143,6 +171,7 @@ function generateMagnetUri ( export { createTorrentPromise, + updateTorrentUrls, createTorrentAndSetInfoHash, generateMagnetUri, downloadWebTorrentVideo @@ -186,3 +215,14 @@ function deleteDownloadedFile (downloadedFile: { directoryPath: string, filepath remove(toRemovePath) .catch(err => logger.error('Cannot remove torrent file %s in webtorrent download.', toRemovePath, { err })) } + +function buildAnnounceList () { + return [ + [ WEBSERVER.WS + '://' + WEBSERVER.HOSTNAME + ':' + WEBSERVER.PORT + '/tracker/socket' ], + [ WEBSERVER.URL + '/tracker/announce' ] + ] +} + +function buildUrlList (video: MVideo, videoFile: MVideoFile) { + return [ videoFile.getFileUrl(video) ] +}