wiki.js 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211
  1. "use strict";
  2. Object.defineProperty(exports, "__esModule", { value: true });
  3. const axios_1 = require("axios");
  4. const fetchCookie = require("fetch-cookie");
  5. const fs_1 = require("fs");
  6. const mediawiki2_1 = require("mediawiki2");
  7. const node_fetch_1 = require("node-fetch");
  8. const playwright_1 = require("playwright");
  9. const gifski_1 = require("./gifski");
  10. const loggers_1 = require("./loggers");
  11. const twitter_1 = require("./twitter");
  12. const logger = (0, loggers_1.getLogger)('wiki');
  13. const baseUrl = 'https://wiki.biligame.com/idolypride';
  14. class default_1 {
  15. constructor(lock) {
  16. this.login = (sessdata) => playwright_1.firefox.launch().then(browser => {
  17. const jar = this.bot.cookieJar;
  18. return browser.newPage().then(page => page.context().addCookies([{
  19. name: 'SESSDATA',
  20. value: sessdata,
  21. domain: '.biligame.com',
  22. path: '/',
  23. }])
  24. .then(() => page.route('**/*.{png,jpg,jpeg,gif}', route => route.abort()))
  25. .then(() => page.route('*://*.baidu.com/**', route => route.abort()))
  26. .then(() => page.goto(`${baseUrl}/index.php?curid=2`, { waitUntil: 'networkidle' }))
  27. .then(() => { logger.info('logging in via browser...'); return page.context().cookies(); })
  28. .then(cookies => {
  29. const uidIndex = cookies.findIndex(cookie => cookie.name === 'gamecenter_wiki_UserName');
  30. if (!uidIndex)
  31. throw new Error('auth error');
  32. return Promise.all(cookies.map(({ name, value, domain, path }) => jar.setCookie(`${name}=${value}; Domain=${domain}; Path=${path}`, baseUrl))).then(() => cookies[uidIndex].value);
  33. })
  34. .then(uid => {
  35. logger.info(`finished logging in via browser, wiki username: ${uid}`);
  36. this.bot.fetch = fetchCookie(node_fetch_1.default, jar);
  37. setInterval(this.bot.updateCsrfToken, 43200000);
  38. return browser.close();
  39. })
  40. .catch((err) => browser.close().then(() => {
  41. logger.fatal(`error logging in via browser, error: ${err}`);
  42. process.exit(0);
  43. })));
  44. });
  45. this.fetchMedia = (url) => new Promise((resolve, reject) => {
  46. logger.info(`fetching ${url}`);
  47. const fetch = () => (0, axios_1.default)({
  48. method: 'get',
  49. url,
  50. responseType: 'arraybuffer',
  51. timeout: 150000,
  52. }).then(res => {
  53. if (res.status === 200) {
  54. logger.info(`successfully fetched ${url}`);
  55. resolve(res.data);
  56. }
  57. else {
  58. logger.error(`failed to fetch ${url}: ${res.status}`);
  59. reject();
  60. }
  61. }).catch(err => {
  62. logger.error(`failed to fetch ${url}: ${err instanceof Error ? err.message : err}`);
  63. logger.info(`trying to fetch ${url} again...`);
  64. fetch();
  65. });
  66. fetch();
  67. }).then(data => {
  68. var _a;
  69. return (([_, filename, ext]) => {
  70. if (ext) {
  71. const mediaFileName = `${filename}.${ext}`;
  72. (0, fs_1.writeFileSync)(mediaFileName, Buffer.from(data));
  73. return (ext === 'mp4' ?
  74. (0, gifski_1.default)(mediaFileName, 320) :
  75. Promise.resolve(mediaFileName));
  76. }
  77. logger.warn('unable to find MIME type of fetched media, failing this fetch');
  78. throw Error();
  79. })((_a = /([^/]*)\?format=([a-z]+)&/.exec(url)) !== null && _a !== void 0 ? _a : /.*\/([^/]*)\.([^?]+)/.exec(url));
  80. });
  81. this.uploadMediaItems = (tweet, fileNamePrefix, indexOffset = 0) => {
  82. const mediaItems = [];
  83. if (tweet.extended_entities) {
  84. tweet.extended_entities.media.forEach((media, index) => {
  85. let url;
  86. if (media.type === 'photo') {
  87. url = media.media_url_https.replace(/\.([a-z]+)$/, '?format=$1') + '&name=orig';
  88. }
  89. else {
  90. url = media.video_info.variants
  91. .filter(variant => variant.bitrate !== undefined)
  92. .sort((var1, var2) => var2.bitrate - var1.bitrate)
  93. .map(variant => variant.url)[0];
  94. }
  95. const mediaPromise = this.fetchMedia(url)
  96. .then(mediaFileName => {
  97. const filename = `${fileNamePrefix}${indexOffset + index + 1}.${mediaFileName.split('.')[1]}`;
  98. logger.info(`uploading ${mediaFileName} as ${filename}...`);
  99. return this.bot.simpleUpload({
  100. file: mediaFileName,
  101. filename,
  102. })
  103. .then(() => filename)
  104. .catch(error => {
  105. if (error instanceof mediawiki2_1.WikiError && error.data.result === 'Warning') {
  106. const { duplicate } = error.data.warnings;
  107. if (duplicate)
  108. return duplicate[0];
  109. }
  110. else
  111. throw error;
  112. });
  113. });
  114. mediaItems.push(mediaPromise);
  115. });
  116. }
  117. return Promise.all(mediaItems);
  118. };
  119. this.appendMedia = (tweet, genre, indexOffset) => {
  120. const { pageTitle } = (0, twitter_1.processTweetBody)(tweet);
  121. const pageLongTitle = `公告/${pageTitle}`;
  122. const mediaFilePrefix = `公告-${genre}-${pageTitle}-`;
  123. return this.uploadMediaItems(tweet, mediaFilePrefix, indexOffset)
  124. .then(fileNames => {
  125. logger.info(`updating page ${pageLongTitle}...`);
  126. return this.bot.edit({
  127. title: pageLongTitle,
  128. appendtext: `${fileNames.map(fileName => `[[文件:${fileName}|无框|左]]\n`).join('')}`,
  129. bot: true,
  130. notminor: true,
  131. nocreate: true,
  132. })
  133. .then(({ new: isNewPost, newtimestamp, pageid, result, title }) => ({
  134. pageid,
  135. title,
  136. new: isNewPost,
  137. mediafiles: fileNames,
  138. result,
  139. timestamp: new Date(newtimestamp).toString(),
  140. }));
  141. })
  142. .catch(error => {
  143. logger.error(`error updating page, error: ${error}`);
  144. return {
  145. pageid: undefined,
  146. title: pageLongTitle,
  147. new: undefined,
  148. mediafiles: [],
  149. result: 'Failed',
  150. timestamp: undefined,
  151. };
  152. });
  153. };
  154. this.post = (tweet, genre) => {
  155. const { title, body, pageTitle, date } = (0, twitter_1.processTweetBody)(tweet);
  156. const pageLongTitle = `公告/${pageTitle}`;
  157. const mediaFilePrefix = `公告-${genre}-${pageTitle}-`;
  158. const sameTitleAction = this.lock.lastActions.find(action => action.title === pageLongTitle);
  159. if (sameTitleAction)
  160. return this.appendMedia(tweet, genre, sameTitleAction.mediafiles.length);
  161. return this.uploadMediaItems(tweet, mediaFilePrefix)
  162. .then(fileNames => {
  163. logger.info(`creating page ${pageLongTitle}`);
  164. return this.bot.edit({
  165. title: pageLongTitle,
  166. basetimestamp: new Date(),
  167. text: `{{文章戳
  168. |文章上级页面=公告
  169. |子类别=${genre}
  170. |时间=${date}
  171. |作者=IDOLY PRIDE
  172. |是否原创=否
  173. |来源=[https://twitter.com/idolypride IDOLY PRIDE]
  174. |原文地址=[https://twitter.com/idolypride/status/${tweet.id_str} ${pageTitle}]
  175. }}
  176. ====${title.replace('\n', '<br />')}====
  177. <poem>
  178. ${body}
  179. </poem>
  180. ${fileNames.map(fileName => `[[文件:${fileName}|无框|左]]`).join('\n')}
  181. `,
  182. bot: true,
  183. notminor: true,
  184. createonly: true,
  185. })
  186. .then(({ new: isNewPost, newtimestamp, pageid, result, title }) => ({
  187. pageid,
  188. title,
  189. new: isNewPost,
  190. mediafiles: fileNames,
  191. result,
  192. timestamp: new Date(newtimestamp).toString(),
  193. }));
  194. })
  195. .catch(error => {
  196. logger.error(`error creating page, error: ${error}`);
  197. return {
  198. pageid: undefined,
  199. title: pageLongTitle,
  200. new: undefined,
  201. mediafiles: [],
  202. result: 'Failed',
  203. timestamp: undefined,
  204. };
  205. });
  206. };
  207. this.bot = new mediawiki2_1.MWBot(`${baseUrl}/api.php`);
  208. this.lock = lock;
  209. }
  210. }
  211. exports.default = default_1;