gocqhttp-twitter-bot/dist/webshot.js

"use strict";
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
Object.defineProperty(exports, "__esModule", { value: true });
const CallableInstance = require("callable-instance");
const fs_1 = require("fs");
const message_1 = require("mirai-ts/dist/message");
const pngjs_1 = require("pngjs");
const puppeteer = require("puppeteer");
// import * as read from 'read-all-stream';
const loggers_1 = require("./loggers");
const typeInZH = {
    photo: '[图片]',
    video: '[视频]',
    animated_gif: '[GIF]',
};
const logger = loggers_1.getLogger('webshot');
const tempDir = '/tmp/mirai-twitter-bot/pics/';
const mkTempDir = () => { if (!fs_1.existsSync(tempDir))
    fs_1.mkdirSync(tempDir, { recursive: true }); };
const writeTempFile = (url, png) => __awaiter(void 0, void 0, void 0, function* () {
    const path = tempDir + url.replace(/[:\/]/g, '_') + '.png';
    yield new Promise(resolve => png.pipe(fs_1.createWriteStream(path)).on('close', resolve));
    return path;
});
class Webshot extends CallableInstance {
    constructor(onready) {
        super('webshot');
        this.renderWebshot = (url, height, webshotDelay) => {
            const promise = new Promise(resolve => {
                const width = 600;
                logger.info(`shooting ${width}*${height} webshot for ${url}`);
                this.browser.newPage()
                    .then(page => {
                    page.setUserAgent('Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36')
                        .then(() => page.setViewport({
                        width,
                        height,
                        isMobile: true,
                    }))
                        .then(() => page.setBypassCSP(true))
                        .then(() => page.goto(url, { waitUntil: 'load', timeout: 150000 }))
                        // hide header, "more options" button, like and retweet count
                        .then(() => page.addStyleTag({
                        content: 'header{display:none!important}path[d=\'M20.207 7.043a1 1 0 0 0-1.414 0L12 13.836 5.207 7.043a1 1 0 0 0-1.414 1.414l7.5 7.5a.996.996 0 0 0 1.414 0l7.5-7.5a1 1 0 0 0 0-1.414z\'],div[role=\'button\']{display: none;}',
                    }))
                        .then(() => page.waitFor(webshotDelay))
                        .then(() => page.addScriptTag({
                        content: 'document.documentElement.scrollTop=0;',
                    }))
                        .then(() => page.screenshot())
                        .then(screenshot => {
                        mkTempDir();
                        new pngjs_1.PNG({
                            filterType: 4,
                        }).on('parsed', function () {
                            // remove comment area
                            let boundary = null;
                            let x = 0;
                            for (let y = 0; y < this.height - 3; y++) {
                                const idx = (this.width * y + x) << 2;
                                if (this.data[idx] !== 255) {
                                    boundary = y;
                                    break;
                                }
                            }
                            if (boundary !== null) {
                                logger.info(`found boundary at ${boundary}, cropping image`);
                                this.data = this.data.slice(0, (this.width * boundary) << 2);
                                this.height = boundary;
                                boundary = null;
                                x = Math.floor(this.width / 2);
                                let flag = false;
                                let cnt = 0;
                                for (let y = this.height - 1; y >= 0; y--) {
                                    const idx = (this.width * y + x) << 2;
                                    if ((this.data[idx] === 255) === flag) {
                                        cnt++;
                                        flag = !flag;
                                    }
                                    else
                                        continue;
                                    // line above the "comment", "retweet", "like", "share" button row
                                    if (cnt === 2) {
                                        boundary = y + 1;
                                    }
                                    // if there are a "retweet" count and "like" count row, this will be the line above it
                                    if (cnt === 4) {
                                        const b = y + 1;
                                        if (this.height - b <= 200)
                                            boundary = b;
                                        break;
                                    }
                                }
                                if (boundary != null) {
                                    logger.info(`found boundary at ${boundary}, trimming image`);
                                    this.data = this.data.slice(0, (this.width * boundary) << 2);
                                    this.height = boundary;
                                }
                                writeTempFile(url, this.pack()).then(data => {
                                    logger.info(`finished webshot for ${url}`);
                                    resolve({ data, boundary });
                                });
                            }
                            else if (height >= 8 * 1920) {
                                logger.warn('too large, consider as a bug, returning');
                                writeTempFile(url, this.pack()).then(data => {
                                    logger.info(`finished webshot for ${url}`);
                                    resolve({ data, boundary: 0 });
                                });
                            }
                            else {
                                logger.info('unable to find boundary, try shooting a larger image');
                                resolve({ data: '', boundary });
                            }
                        }).parse(screenshot);
                    })
                        .then(() => page.close());
                });
            });
            return promise.then(data => {
                if (data.boundary === null)
                    return this.renderWebshot(url, height + 1920, webshotDelay);
                else
                    return data.data;
            });
        };
        puppeteer.launch({
            args: [
                '--no-sandbox',
                '--disable-setuid-sandbox',
                '--disable-dev-shm-usage',
                '--disable-accelerated-2d-canvas',
                '--no-first-run',
                '--no-zygote',
                '--single-process',
                '--disable-gpu',
                '--lang=ja-JP,ja',
            ]
        })
            .then(browser => this.browser = browser)
            .then(() => {
            logger.info('launched puppeteer browser');
            if (onready)
                onready();
        });
    }
    // private fetchImage = (url: string): Promise<string> =>
    //   new Promise<string>(resolve => {
    //     logger.info(`fetching ${url}`);
    //     https.get(url, res => {
    //       if (res.statusCode === 200) {
    //         read(res, 'base64').then(data => {
    //           logger.info(`successfully fetched ${url}`);
    //           resolve(data);
    //         });
    //       } else {
    //         logger.error(`failed to fetch ${url}: ${res.statusCode}`);
    //         resolve();
    //       }
    //     }).on('error', (err) => {
    //       logger.error(`failed to fetch ${url}: ${err.message}`);
    //       resolve();
    //     });
    //   })
    webshot(mode, tweets, callback, webshotDelay) {
        let promise = new Promise(resolve => {
            resolve();
        });
        tweets.forEach(twi => {
            promise = promise.then(() => {
                logger.info(`working on ${twi.user.screen_name}/${twi.id_str}`);
            });
            const originTwi = twi.retweeted_status || twi;
            const messageChain = [];
            if (mode === 0) {
                const url = `https://mobile.twitter.com/${twi.user.screen_name}/status/${twi.id_str}`;
                promise = promise.then(() => this.renderWebshot(url, 1920, webshotDelay))
                    .then(webshotFilePath => {
                    if (webshotFilePath)
                        messageChain.push(message_1.default.Image('', `file://${webshotFilePath}`));
                });
                if (originTwi.extended_entities) {
                    originTwi.extended_entities.media.forEach(media => {
                        messageChain.push(message_1.default.Image('', media.media_url_https));
                    });
                }
                if (originTwi.entities && originTwi.entities.urls && originTwi.entities.urls.length) {
                    promise = promise.then(() => {
                        const urls = originTwi.entities.urls
                            .filter(urlObj => urlObj.indices[0] < originTwi.display_text_range[1])
                            .map(urlObj => urlObj.expanded_url);
                        if (urls.length) {
                            messageChain.push(message_1.default.Plain(urls.join('\n')));
                        }
                    });
                }
            }
            promise.then(() => {
                let text = originTwi.full_text;
                if (originTwi.entities && originTwi.entities.urls && originTwi.entities.urls.length) {
                    originTwi.entities.urls.forEach(url => {
                        text = text.replace(new RegExp(url.url, 'gm'), url.expanded_url);
                    });
                }
                if (originTwi.extended_entities) {
                    originTwi.extended_entities.media.forEach(media => {
                        text = text.replace(new RegExp(media.url, 'gm'), typeInZH[media.type]);
                    });
                }
                text = text.replace(/&/gm, '&amp;')
                    .replace(/\[/gm, '&#91;')
                    .replace(/\]/gm, '&#93;');
                let author = `${twi.user.name} (@${twi.user.screen_name}):\n`;
                if (twi.retweeted_status)
                    author += `RT @${twi.retweeted_status.user.screen_name}: `;
                author = author.replace(/&/gm, '&amp;')
                    .replace(/\[/gm, '&#91;')
                    .replace(/\]/gm, '&#93;');
                callback(messageChain, text, author);
            });
        });
        return promise;
    }
}
exports.default = Webshot;