Bilibili-Evolved/extras/video-link-downloader/video-link-downloader.js
2019-06-30 16:16:32 +08:00

241 lines
8.9 KiB
JavaScript

#!/usr/bin/env node
"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
const commandLineArgs = require("command-line-args");
const clipboardy = require("clipboardy");
const request = require("request");
const fs = require("fs");
const ProgressBar = require("progress");
require("colors");
const optionDefinitions = [
{ name: 'danmaku', alias: 'd', defaultValue: false, type: Boolean },
{ name: 'info', alias: 'i', defaultOption: true, type: String, defaultValue: undefined },
{ name: 'parts', alias: 'p', type: Number, defaultValue: 12 },
{ name: 'output', alias: 'o', type: String, defaultValue: '.' },
];
const commandLineOptions = commandLineArgs(optionDefinitions);
let options = commandLineOptions;
options.parts = Math.round(options.parts);
// if (fs.existsSync("settings.json"))
// {
// const jsonOptions = JSON.parse(fs.readFileSync("settings.json").toString("utf-8")) as Settings;
// options = Object.assign(jsonOptions, options);
// }
if (options.parts < 1) {
console.error("分段数不能小于1".red);
process.exit();
}
class Downloader {
constructor(inputData) {
this.inputData = inputData;
this.progressMap = new Map();
this.progressBar = new ProgressBar(":percent [:bar]", {
total: this.inputData.totalSize,
width: 20,
incomplete: ' ',
});
}
getExtension(fragment) {
this.extension = fragment.url.includes(".flv") ? ".flv" : ".mp4";
}
updateProgress() {
const progress = this.progressMap ?
[...this.progressMap.values()].reduce((a, b) => a + b, 0) / this.inputData.totalSize : 0;
this.progressBar.update(progress);
}
cancelDownload() {
[...this.progressMap.keys()].forEach(it => {
if (typeof it !== "string") {
it.abort();
}
});
this.progressBar.terminate();
const files = fs.readdirSync(".");
const parts = files.filter(it => it.includes(this.inputData.title));
parts.forEach(file => fs.unlinkSync(file));
console.log("已取消下载".blue);
}
downloadFragmentPart(url, range, partFilename) {
return new Promise((resolve, reject) => {
const makeRequest = () => {
const req = request({
url: url,
method: "GET",
headers: {
Range: range,
Origin: "https://www.bilibili.com",
Referer: this.inputData.referer || "https://www.bilibili.com",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:67.0) Gecko/20100101 Firefox/67.0",
},
}).on("complete", response => {
if (response.statusCode.toString()[0] === "2") {
resolve(response);
}
else {
reject(`请求失败: ${response.statusCode}`);
}
}).on("data", data => {
this.progressMap.set(req, this.progressMap.get(req) + data.length);
this.updateProgress();
}).on("error", error => {
// fs.unlinkSync(partFilename);
this.progressMap.delete(req);
this.progressMap.set(makeRequest(), 0);
this.updateProgress();
reject(`\n片段下载失败: ${error}`);
});
req.pipe(fs.createWriteStream(partFilename, {
autoClose: true
}));
return req;
};
this.progressMap.set(makeRequest(), 0);
});
}
async downloadFragment(fragment, index = -1) {
const partialLength = Math.round(fragment.size / options.parts);
const title = (index === -1 ? this.inputData.title : this.inputData.title + " - " + index.toString());
if (fs.existsSync(title + this.extension)) {
this.progressBar.terminate();
console.log(`跳过了已存在的文件 ${title + this.extension}`);
return title;
}
let startByte = 0;
let part = 0;
const promises = [];
while (startByte < fragment.size) {
const partFilename = `${title}.part${part}`;
// if (fs.existsSync(partFilename))
// {
// this.progressMap.set(partFilename, partialLength);
// this.updateProgress();
// }
// else
// {
const endByte = Math.min(fragment.size - 1, Math.round(startByte + partialLength));
const range = `bytes=${startByte}-${endByte}`;
promises.push(this.downloadFragmentPart(fragment.url, range, partFilename));
// }
startByte = Math.round(startByte + partialLength) + 1;
part++;
}
await Promise.all(promises);
return title;
}
async download() {
console.log(`正在下载: ${this.inputData.title}`.green);
Downloader.workingDownloader = this;
this.progressBar.render();
const [fragment] = this.inputData.fragments;
this.getExtension(fragment);
if (this.inputData.fragments.length === 1) {
this.title = await this.downloadFragment(fragment);
}
else {
this.title = await Promise.all(this.inputData.fragments.map((f, i) => this.downloadFragment(f, i)));
}
}
async mergeFragment(title, index = -1) {
const dest = title + this.extension;
if (!this.progressBar.complete) {
this.progressBar.update(1);
this.progressBar.terminate();
}
if (fs.existsSync(dest)) {
return dest;
}
if (index !== -1) {
console.log(`正在合并片段${index.toString()}...`.blue);
}
else {
console.log("正在合并文件...".blue);
}
if (options.parts === 1) {
fs.renameSync(title + ".part0", dest);
}
else {
if (fs.existsSync(dest)) {
fs.unlinkSync(dest);
}
const files = fs.readdirSync(".");
const parts = files.filter(it => it.includes(title + ".part"));
const partRegex = /.*\.part([\d]+)/;
parts.sort((a, b) => {
const partA = parseInt(a.replace(partRegex, "$1"));
const partB = parseInt(b.replace(partRegex, "$1"));
return partA - partB;
}).forEach(file => {
const buffer = fs.readFileSync(file);
fs.appendFileSync(dest, buffer);
});
parts.forEach(file => fs.unlinkSync(file));
}
return dest;
}
async merge() {
let result;
if (typeof this.title === "string") {
result = await this.mergeFragment(this.title);
}
else {
result = await Promise.all(this.title.map((t, i) => this.mergeFragment(t, i)));
}
console.log(`完成: `.green);
if (typeof result === "string") {
console.log(result);
}
else {
result.forEach(it => console.log(it));
}
}
}
Downloader.workingDownloader = null;
(async () => {
try {
let jsonText = '';
if (fs.existsSync(options.info)) {
jsonText = fs.readFileSync(options.info).toString("utf-8");
}
else {
jsonText = await clipboardy.read();
}
const inputData = JSON.parse(jsonText);
if (!(function (data) {
if (Array.isArray(data) && data.length > 0) {
return data[0].fragments !== undefined;
}
else {
return data.fragments !== undefined;
}
})(inputData)) {
throw new Error();
}
try {
process.chdir(options.output);
process.on("SIGINT", () => {
Downloader.workingDownloader && Downloader.workingDownloader.cancelDownload();
process.exit();
});
if (Array.isArray(inputData)) {
const downloaders = inputData.map(data => new Downloader(data));
for (const downloader of downloaders) {
await downloader.download();
await downloader.merge();
}
}
else {
const downloader = new Downloader(inputData);
await downloader.download();
await downloader.merge();
}
}
catch (error) {
Downloader.workingDownloader && Downloader.workingDownloader.cancelDownload();
console.error(`\n错误: ${error}`.red);
}
}
catch (error) {
console.log(`[无数据] 未在剪贴板检测到有效数据/没有指定输入文件/输入文件的数据无效.`.red);
}
})();