wiki.js 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. "use strict";
  2. Object.defineProperty(exports, "__esModule", { value: true });
  3. const axios_1 = require("axios");
  4. const fetchCookie = require("fetch-cookie");
  5. const fs_1 = require("fs");
  6. const mediawiki2_1 = require("mediawiki2");
  7. const node_fetch_1 = require("node-fetch");
  8. const playwright_1 = require("playwright");
  9. const gifski_1 = require("./gifski");
  10. const loggers_1 = require("./loggers");
  11. const twitter_1 = require("./twitter");
  12. const logger = (0, loggers_1.getLogger)('wiki');
  13. const baseUrl = 'https://wiki.biligame.com/idolypride';
  14. class default_1 {
  15. constructor(lock) {
  16. this.login = (sessdata) => playwright_1.firefox.launch().then(browser => {
  17. const jar = this.bot.cookieJar;
  18. return browser.newPage().then(page => page.context().addCookies([{
  19. name: 'SESSDATA',
  20. value: sessdata,
  21. domain: '.biligame.com',
  22. path: '/',
  23. }])
  24. .then(() => page.route('**/*.{png,jpg,jpeg,gif}', route => route.abort()))
  25. .then(() => page.route('*://*.baidu.com/**', route => route.abort()))
  26. .then(() => page.goto(`${baseUrl}/index.php?curid=2`, { waitUntil: 'networkidle' }))
  27. .then(() => { logger.info('logging in via browser...'); return page.context().cookies(); })
  28. .then(cookies => {
  29. const uidIndex = cookies.findIndex(cookie => cookie.name === 'gamecenter_wiki_UserName');
  30. if (!uidIndex)
  31. throw new Error('auth error');
  32. return Promise.all(cookies.map(({ name, value, domain, path }) => jar.setCookie(`${name}=${value}; Domain=${domain}; Path=${path}`, baseUrl))).then(() => cookies[uidIndex].value);
  33. })
  34. .then(uid => {
  35. logger.info(`finished logging in via browser, wiki username: ${uid}`);
  36. this.bot.fetch = fetchCookie(node_fetch_1.default, jar);
  37. return browser.close();
  38. })
  39. .catch((err) => browser.close().then(() => {
  40. logger.fatal(`error logging in via browser, error: ${err}`);
  41. process.exit(0);
  42. })));
  43. });
  44. this.fetchMedia = (url) => new Promise((resolve, reject) => {
  45. logger.info(`fetching ${url}`);
  46. const fetch = () => (0, axios_1.default)({
  47. method: 'get',
  48. url,
  49. responseType: 'arraybuffer',
  50. timeout: 150000,
  51. }).then(res => {
  52. if (res.status === 200) {
  53. logger.info(`successfully fetched ${url}`);
  54. resolve(res.data);
  55. }
  56. else {
  57. logger.error(`failed to fetch ${url}: ${res.status}`);
  58. reject();
  59. }
  60. }).catch(err => {
  61. logger.error(`failed to fetch ${url}: ${err instanceof Error ? err.message : err}`);
  62. logger.info(`trying to fetch ${url} again...`);
  63. fetch();
  64. });
  65. fetch();
  66. }).then(data => {
  67. var _a;
  68. return (([_, filename, ext]) => {
  69. if (ext) {
  70. const mediaFileName = `${filename}.${ext}`;
  71. (0, fs_1.writeFileSync)(mediaFileName, Buffer.from(data));
  72. return (ext === 'mp4' ?
  73. (0, gifski_1.default)(mediaFileName) :
  74. Promise.resolve(mediaFileName));
  75. }
  76. logger.warn('unable to find MIME type of fetched media, failing this fetch');
  77. throw Error();
  78. })((_a = /([^/]*)\?format=([a-z]+)&/.exec(url)) !== null && _a !== void 0 ? _a : /.*\/([^/]*)\.([^?]+)/.exec(url));
  79. });
  80. this.uploadMediaItems = (tweet, fileNamePrefix, indexOffset = 0) => {
  81. const mediaItems = [];
  82. if (tweet.extended_entities) {
  83. tweet.extended_entities.media.forEach((media, index) => {
  84. let url;
  85. if (media.type === 'photo') {
  86. url = media.media_url_https.replace(/\.([a-z]+)$/, '?format=$1') + '&name=orig';
  87. }
  88. else {
  89. url = media.video_info.variants
  90. .filter(variant => variant.bitrate !== undefined)
  91. .sort((var1, var2) => var2.bitrate - var1.bitrate)
  92. .map(variant => variant.url)[0];
  93. }
  94. const mediaPromise = this.fetchMedia(url)
  95. .then(mediaFileName => {
  96. const filename = `${fileNamePrefix}${indexOffset + index + 1}.${mediaFileName.split('.')[1]}`;
  97. logger.info(`uploading ${url} as ${filename}...`);
  98. return this.bot.simpleUpload({
  99. file: mediaFileName,
  100. filename,
  101. })
  102. .then(() => filename)
  103. .catch(error => {
  104. if (error instanceof mediawiki2_1.WikiError && error.data.result === 'Warning') {
  105. const { duplicate } = error.data.warnings;
  106. if (duplicate)
  107. return duplicate[0];
  108. }
  109. else
  110. throw error;
  111. });
  112. });
  113. mediaItems.push(mediaPromise);
  114. });
  115. }
  116. return Promise.all(mediaItems);
  117. };
  118. this.appendMedia = (tweet, genre, indexOffset) => {
  119. const { pageTitle } = (0, twitter_1.processTweetBody)(tweet);
  120. return this.uploadMediaItems(tweet, `公告-${genre}-${pageTitle}-`, indexOffset)
  121. .then(fileNames => {
  122. logger.info(`updating page 公告/${pageTitle}...`);
  123. return this.bot.edit({
  124. title: `公告/${pageTitle}`,
  125. appendtext: `${fileNames.map(fileName => `[[文件:${fileName}|无框|左]]\n`).join('')}`,
  126. bot: true,
  127. notminor: true,
  128. nocreate: true,
  129. })
  130. .then(({ new: isNewPost, newtimestamp, pageid, result, title }) => ({
  131. pageid,
  132. title,
  133. new: isNewPost,
  134. mediafiles: fileNames,
  135. result,
  136. timestamp: new Date(newtimestamp).toString(),
  137. }))
  138. .catch(error => {
  139. logger.error(`error updating page, error: ${error}`);
  140. return {
  141. pageid: undefined,
  142. title: `公告/${pageTitle}`,
  143. new: undefined,
  144. mediafiles: [],
  145. result: 'Failed',
  146. timestamp: undefined,
  147. };
  148. });
  149. });
  150. };
  151. this.post = (tweet, genre) => {
  152. const { title, body, pageTitle, date } = (0, twitter_1.processTweetBody)(tweet);
  153. const sameTitleAction = this.lock.lastActions.find(action => action.title === title);
  154. if (sameTitleAction)
  155. return this.appendMedia(tweet, genre, sameTitleAction.mediafiles.length);
  156. return this.uploadMediaItems(tweet, `公告-${genre}-${pageTitle}-`)
  157. .then(fileNames => {
  158. logger.info(`creating page 公告/${pageTitle}...`);
  159. return this.bot.edit({
  160. title: `公告/${pageTitle}`,
  161. basetimestamp: new Date(),
  162. text: `{{文章戳
  163. |文章上级页面=公告
  164. |子类别=${genre}
  165. |时间=${date}
  166. |作者=IDOLY PRIDE
  167. |是否原创=否
  168. |来源=[https://twitter.com/idolypride IDOLY PRIDE]
  169. |原文地址=[https://twitter.com/idolypride/status/${tweet.id_str} ${pageTitle}]
  170. }}
  171. ====${title}====
  172. <poem>
  173. ${body}
  174. </poem>
  175. ${fileNames.map(fileName => `[[文件:${fileName}|无框|左]]`).join('\n')}
  176. `,
  177. bot: true,
  178. notminor: true,
  179. createonly: true,
  180. })
  181. .then(({ new: isNewPost, newtimestamp, pageid, result, title }) => ({
  182. pageid,
  183. title,
  184. new: isNewPost,
  185. mediafiles: fileNames,
  186. result,
  187. timestamp: new Date(newtimestamp).toString(),
  188. }))
  189. .catch(error => {
  190. logger.error(`error creating page, error: ${error}`);
  191. return {
  192. pageid: undefined,
  193. title: `公告/${pageTitle}`,
  194. new: undefined,
  195. mediafiles: [],
  196. result: 'Failed',
  197. timestamp: undefined,
  198. };
  199. });
  200. });
  201. };
  202. this.bot = new mediawiki2_1.MWBot(`${baseUrl}/api.php`);
  203. this.lock = lock;
  204. }
  205. }
  206. exports.default = default_1;