|
|
@@ -1,124 +1,143 @@
|
|
|
"use strict";
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
+const CallableInstance = require("callable-instance");
|
|
|
const https = require("https");
|
|
|
const log4js = require("log4js");
|
|
|
const pngjs_1 = require("pngjs");
|
|
|
+const puppeteer = require("puppeteer");
|
|
|
const read = require("read-all-stream");
|
|
|
-const webshot = require("webshot");
|
|
|
const logger = log4js.getLogger('webshot');
|
|
|
logger.level = global.loglevel;
|
|
|
-function renderWebshot(url, height, webshotDelay) {
|
|
|
- const promise = new Promise(resolve => {
|
|
|
- const options = {
|
|
|
- windowSize: {
|
|
|
- width: 1080,
|
|
|
- height,
|
|
|
- },
|
|
|
- userAgent: 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36',
|
|
|
- renderDelay: webshotDelay,
|
|
|
- quality: 100,
|
|
|
- customCSS: 'html{zoom:2}header{display:none!important}',
|
|
|
+class Webshot extends CallableInstance {
|
|
|
+ constructor(onready) {
|
|
|
+ super('webshot');
|
|
|
+ this.renderWebshot = (url, height, webshotDelay) => {
|
|
|
+ const promise = new Promise(resolve => {
|
|
|
+ const width = 1080;
|
|
|
+ logger.info(`shooting ${width}*${height} webshot for ${url}`);
|
|
|
+ this.browser.newPage()
|
|
|
+ .then(page => {
|
|
|
+ page.setUserAgent('Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36')
|
|
|
+ .then(() => page.setViewport({
|
|
|
+ width,
|
|
|
+ height,
|
|
|
+ isMobile: true,
|
|
|
+ }))
|
|
|
+ .then(() => page.goto(url))
|
|
|
+ .then(() => page.addStyleTag({
|
|
|
+ content: 'html{zoom:2}header{display:none!important}',
|
|
|
+ }))
|
|
|
+ .then(() => page.waitFor(webshotDelay))
|
|
|
+ .then(() => page.screenshot())
|
|
|
+ .then(screenshot => {
|
|
|
+ new pngjs_1.PNG({
|
|
|
+ filterType: 4,
|
|
|
+ }).on('parsed', function () {
|
|
|
+ let boundary = null;
|
|
|
+ let x = 0;
|
|
|
+ for (let y = 0; y < this.height; y++) {
|
|
|
+ const idx = (this.width * y + x) << 2;
|
|
|
+ if (this.data[idx] !== 255) {
|
|
|
+ boundary = y;
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (boundary !== null) {
|
|
|
+ logger.info(`found boundary at ${boundary}, cropping image`);
|
|
|
+ this.data = this.data.slice(0, (this.width * boundary) << 2);
|
|
|
+ this.height = boundary;
|
|
|
+ boundary = null;
|
|
|
+ x = Math.floor(this.width / 2);
|
|
|
+ for (let y = this.height - 1; y >= 0; y--) {
|
|
|
+ const idx = (this.width * y + x) << 2;
|
|
|
+ if (this.data[idx] !== 255) {
|
|
|
+ boundary = y;
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (boundary != null) {
|
|
|
+ logger.info(`found boundary at ${boundary}, trimming image`);
|
|
|
+ this.data = this.data.slice(0, (this.width * boundary) << 2);
|
|
|
+ this.height = boundary;
|
|
|
+ }
|
|
|
+ read(this.pack(), 'base64').then(data => {
|
|
|
+ logger.info(`finished webshot for ${url}`);
|
|
|
+ resolve({ data, boundary });
|
|
|
+ });
|
|
|
+ }
|
|
|
+ else if (height >= 8 * 1920) {
|
|
|
+ logger.warn('too large, consider as a bug, returning');
|
|
|
+ read(this.pack(), 'base64').then(data => {
|
|
|
+ logger.info(`finished webshot for ${url}`);
|
|
|
+ resolve({ data, boundary: 0 });
|
|
|
+ });
|
|
|
+ }
|
|
|
+ else {
|
|
|
+ logger.info('unable to found boundary, try shooting a larger image');
|
|
|
+ resolve({ data: '', boundary });
|
|
|
+ }
|
|
|
+ }).parse(screenshot);
|
|
|
+ })
|
|
|
+ .then(() => page.close());
|
|
|
+ });
|
|
|
+ });
|
|
|
+ return promise.then(data => {
|
|
|
+ if (data.boundary === null)
|
|
|
+ return this.renderWebshot(url, height + 1920, webshotDelay);
|
|
|
+ else
|
|
|
+ return data.data;
|
|
|
+ });
|
|
|
};
|
|
|
- logger.info(`shooting ${options.windowSize.width}*${height} webshot for ${url}`);
|
|
|
- webshot(url, options).pipe(new pngjs_1.PNG({
|
|
|
- filterType: 4,
|
|
|
- }))
|
|
|
- .on('parsed', function () {
|
|
|
- let boundary = null;
|
|
|
- let x = 0;
|
|
|
- for (let y = 0; y < this.height; y++) {
|
|
|
- const idx = (this.width * y + x) << 2;
|
|
|
- if (this.data[idx] !== 255) {
|
|
|
- boundary = y;
|
|
|
- break;
|
|
|
+ this.fetchImage = (url) => new Promise(resolve => {
|
|
|
+ logger.info(`fetching ${url}`);
|
|
|
+ https.get(url, res => {
|
|
|
+ if (res.statusCode === 200) {
|
|
|
+ read(res, 'base64').then(data => {
|
|
|
+ logger.info(`successfully fetched ${url}`);
|
|
|
+ resolve(data);
|
|
|
+ });
|
|
|
}
|
|
|
- }
|
|
|
- if (boundary !== null) {
|
|
|
- logger.info(`found boundary at ${boundary}, cropping image`);
|
|
|
- this.data = this.data.slice(0, (this.width * boundary) << 2);
|
|
|
- this.height = boundary;
|
|
|
- boundary = null;
|
|
|
- x = Math.floor(this.width / 2);
|
|
|
- for (let y = this.height - 1; y >= 0; y--) {
|
|
|
- const idx = (this.width * y + x) << 2;
|
|
|
- if (this.data[idx] !== 255) {
|
|
|
- boundary = y;
|
|
|
- break;
|
|
|
- }
|
|
|
- }
|
|
|
- if (boundary != null) {
|
|
|
- logger.info(`found boundary at ${boundary}, trimming image`);
|
|
|
- this.data = this.data.slice(0, (this.width * boundary) << 2);
|
|
|
- this.height = boundary;
|
|
|
+ else {
|
|
|
+ logger.error(`failed to fetch ${url}: ${res.statusCode}`);
|
|
|
+ resolve();
|
|
|
}
|
|
|
- read(this.pack(), 'base64').then(data => {
|
|
|
- logger.info(`finished webshot for ${url}`);
|
|
|
- resolve({ data, boundary });
|
|
|
- });
|
|
|
- }
|
|
|
- else if (height >= 8 * 1920) {
|
|
|
- logger.warn('too large, consider as a bug, returning');
|
|
|
- read(this.pack(), 'base64').then(data => {
|
|
|
- logger.info(`finished webshot for ${url}`);
|
|
|
- resolve({ data, boundary: 0 });
|
|
|
- });
|
|
|
- }
|
|
|
- else {
|
|
|
- logger.info('unable to found boundary, try shooting a larger image');
|
|
|
- resolve({ data: '', boundary });
|
|
|
- }
|
|
|
- });
|
|
|
- });
|
|
|
- return promise.then(data => {
|
|
|
- if (data.boundary === null)
|
|
|
- return renderWebshot(url, height + 1920, webshotDelay);
|
|
|
- else
|
|
|
- return data.data;
|
|
|
- });
|
|
|
-}
|
|
|
-function fetchImage(url) {
|
|
|
- return new Promise(resolve => {
|
|
|
- logger.info(`fetching ${url}`);
|
|
|
- https.get(url, res => {
|
|
|
- if (res.statusCode === 200) {
|
|
|
- read(res, 'base64').then(data => {
|
|
|
- logger.info(`successfully fetched ${url}`);
|
|
|
- resolve(data);
|
|
|
- });
|
|
|
- }
|
|
|
- else {
|
|
|
- logger.error(`failed to fetch ${url}: ${res.statusCode}`);
|
|
|
+ }).on('error', (err) => {
|
|
|
+ logger.error(`failed to fetch ${url}: ${err.message}`);
|
|
|
resolve();
|
|
|
- }
|
|
|
- }).on('error', (err) => {
|
|
|
- logger.error(`failed to fetch ${url}: ${err.message}`);
|
|
|
- resolve();
|
|
|
+ });
|
|
|
});
|
|
|
- });
|
|
|
-}
|
|
|
-function default_1(tweets, callback, webshotDelay) {
|
|
|
- let promise = new Promise(resolve => {
|
|
|
- resolve();
|
|
|
- });
|
|
|
- tweets.forEach(twi => {
|
|
|
- let cqstr = '';
|
|
|
- const url = `https://mobile.twitter.com/${twi.user.screen_name}/status/${twi.id_str}`;
|
|
|
- promise = promise.then(() => renderWebshot(url, 1920, webshotDelay))
|
|
|
- .then(base64Webshot => {
|
|
|
- if (base64Webshot)
|
|
|
- cqstr += `[CQ:image,file=base64://${base64Webshot}]`;
|
|
|
+ puppeteer.launch({ args: ['--no-sandbox', '--disable-setuid-sandbox'] })
|
|
|
+ .then(browser => this.browser = browser)
|
|
|
+ .then(() => {
|
|
|
+ logger.info('launched puppeteer browser');
|
|
|
+ if (onready)
|
|
|
+ onready();
|
|
|
});
|
|
|
- if (twi.extended_entities) {
|
|
|
- twi.extended_entities.media.forEach(media => {
|
|
|
- promise = promise.then(() => fetchImage(media.media_url_https))
|
|
|
- .then(base64Image => {
|
|
|
- if (base64Image)
|
|
|
- cqstr += `[CQ:image,file=base64://${base64Image}]`;
|
|
|
- });
|
|
|
+ }
|
|
|
+ webshot(tweets, callback, webshotDelay) {
|
|
|
+ let promise = new Promise(resolve => {
|
|
|
+ resolve();
|
|
|
+ });
|
|
|
+ tweets.forEach(twi => {
|
|
|
+ let cqstr = '';
|
|
|
+ const url = `https://mobile.twitter.com/${twi.user.screen_name}/status/${twi.id_str}`;
|
|
|
+ promise = promise.then(() => this.renderWebshot(url, 1920, webshotDelay))
|
|
|
+ .then(base64Webshot => {
|
|
|
+ if (base64Webshot)
|
|
|
+ cqstr += `[CQ:image,file=base64://${base64Webshot}]`;
|
|
|
});
|
|
|
- }
|
|
|
- promise.then(() => callback(cqstr));
|
|
|
- });
|
|
|
- return promise;
|
|
|
+ if (twi.extended_entities) {
|
|
|
+ twi.extended_entities.media.forEach(media => {
|
|
|
+ promise = promise.then(() => this.fetchImage(media.media_url_https))
|
|
|
+ .then(base64Image => {
|
|
|
+ if (base64Image)
|
|
|
+ cqstr += `[CQ:image,file=base64://${base64Image}]`;
|
|
|
+ });
|
|
|
+ });
|
|
|
+ }
|
|
|
+ promise.then(() => callback(cqstr));
|
|
|
+ });
|
|
|
+ return promise;
|
|
|
+ }
|
|
|
}
|
|
|
-exports.default = default_1;
|
|
|
+exports.default = Webshot;
|
LI JIAHAO