twitter.js 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227
  1. "use strict";
  2. var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
  3. function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
  4. return new (P || (P = Promise))(function (resolve, reject) {
  5. function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
  6. function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
  7. function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
  8. step((generator = generator.apply(thisArg, _arguments || [])).next());
  9. });
  10. };
  11. Object.defineProperty(exports, "__esModule", { value: true });
  12. exports.sendAllFleets = exports.ScreenNameNormalizer = void 0;
  13. const fs = require("fs");
  14. const path = require("path");
  15. const request = require("request");
  16. const Twitter = require("twitter");
  17. const loggers_1 = require("./loggers");
  18. const koishi_1 = require("./koishi");
  19. const utils_1 = require("./utils");
  20. const webshot_1 = require("./webshot");
  21. class ScreenNameNormalizer {
  22. static savePermaFeedForUser(user) {
  23. this.permaFeeds[`https://twitter.com/${user.screen_name}`] = `https://twitter.com/i/user/${user.id_str}`;
  24. }
  25. static normalizeLive(username) {
  26. return __awaiter(this, void 0, void 0, function* () {
  27. if (this._queryUser) {
  28. return yield this._queryUser(username)
  29. .catch((err) => {
  30. if (err[0].code !== 50) {
  31. logger.warn(`error looking up user: ${err[0].message}`);
  32. return username;
  33. }
  34. return null;
  35. });
  36. }
  37. return this.normalize(username);
  38. });
  39. }
  40. }
  41. exports.ScreenNameNormalizer = ScreenNameNormalizer;
  42. ScreenNameNormalizer.permaFeeds = {};
  43. ScreenNameNormalizer.normalize = (username) => username.toLowerCase().replace(/^@/, '');
  44. let sendAllFleets = (username, receiver) => {
  45. throw Error();
  46. };
  47. exports.sendAllFleets = sendAllFleets;
  48. const logger = loggers_1.getLogger('twitter');
  49. const maxTrials = 3;
  50. const retryInterval = 1500;
  51. const ordinal = (n) => {
  52. switch ((Math.trunc(n / 10) % 10 === 1) ? 0 : n % 10) {
  53. case 1:
  54. return `${n}st`;
  55. case 2:
  56. return `${n}nd`;
  57. case 3:
  58. return `${n}rd`;
  59. default:
  60. return `${n}th`;
  61. }
  62. };
  63. const retryOnError = (doWork, onRetry) => new Promise(resolve => {
  64. const retry = (reason, count) => {
  65. setTimeout(() => {
  66. let terminate = false;
  67. onRetry(reason, count, defaultValue => { terminate = true; resolve(defaultValue); });
  68. if (!terminate)
  69. doWork().then(resolve).catch(error => retry(error, count + 1));
  70. }, retryInterval);
  71. };
  72. doWork().then(resolve).catch(error => retry(error, 1));
  73. });
  74. class default_1 {
  75. constructor(opt) {
  76. this.launch = () => {
  77. this.webshot = new webshot_1.default(this.wsUrl, this.mode, () => setTimeout(this.work, this.workInterval * 1000));
  78. };
  79. this.queryUser = (username) => this.client.get('users/show', { screen_name: username })
  80. .then((user) => {
  81. ScreenNameNormalizer.savePermaFeedForUser(user);
  82. return user.screen_name;
  83. });
  84. this.workOnFleets = (user, fleets, sendFleets) => this.webshot(user, fleets, sendFleets, this.webshotDelay);
  85. this.sendFleets = (source, ...to) => (msg, text) => {
  86. to.forEach(subscriber => {
  87. logger.info(`pushing data${source ? ` of ${koishi_1.Message.ellipseBase64(source)}` : ''} to ${JSON.stringify(subscriber)}`);
  88. retryOnError(() => this.bot.sendTo(subscriber, msg), (_, count, terminate) => {
  89. if (count <= maxTrials) {
  90. logger.warn(`retry sending to ${subscriber.chatID} for the ${ordinal(count)} time...`);
  91. }
  92. else {
  93. logger.warn(`${count - 1} consecutive failures while sending` +
  94. 'message chain, trying plain text instead...');
  95. terminate(this.bot.sendTo(subscriber, text));
  96. }
  97. });
  98. });
  99. };
  100. this.getFleets = (userID) => new Promise((resolve, reject) => {
  101. const endpoint = `https://api.twitter.com/fleets/v1/user_fleets?user_id=${userID}`;
  102. this.privateClient.get(endpoint, (error, fleetFeed, _) => {
  103. if (error)
  104. reject(error);
  105. else
  106. resolve(fleetFeed);
  107. });
  108. });
  109. this.work = () => {
  110. const lock = this.lock;
  111. if (this.workInterval < 1)
  112. this.workInterval = 1;
  113. if (lock.feed.length === 0) {
  114. setTimeout(() => {
  115. this.work();
  116. }, this.workInterval * 1000);
  117. return;
  118. }
  119. if (lock.workon >= lock.feed.length)
  120. lock.workon = 0;
  121. if (!lock.threads[lock.feed[lock.workon]] ||
  122. !lock.threads[lock.feed[lock.workon]].subscribers ||
  123. lock.threads[lock.feed[lock.workon]].subscribers.length === 0) {
  124. logger.warn(`nobody subscribes thread ${lock.feed[lock.workon]}, removing from feed`);
  125. delete lock.threads[lock.feed[lock.workon]];
  126. lock.feed.splice(lock.workon, 1);
  127. fs.writeFileSync(path.resolve(this.lockfile), JSON.stringify(lock));
  128. this.work();
  129. return;
  130. }
  131. const currentFeed = lock.feed[lock.workon];
  132. logger.debug(`pulling feed ${currentFeed}`);
  133. let user;
  134. let match = /https:\/\/twitter.com\/([^\/]+)/.exec(currentFeed);
  135. if (match)
  136. match = /https:\/\/twitter.com\/i\/user\/([^\/]+)/.exec(lock.threads[currentFeed].permaFeed);
  137. if (!match) {
  138. logger.error(`cannot get endpoint for feed ${currentFeed}`);
  139. return;
  140. }
  141. this.client.get('users/show', { user_id: match[1] })
  142. .then((fullUser) => { user = fullUser; return this.getFleets(match[1]); })
  143. .catch(error => {
  144. logger.error(`unhandled error on fetching fleets for ${currentFeed}: ${JSON.stringify(error)}`);
  145. })
  146. .then((fleetFeed) => {
  147. logger.debug(`private api returned ${JSON.stringify(fleetFeed)} for feed ${currentFeed}`);
  148. logger.debug(`api returned ${JSON.stringify(user)} for owner of feed ${currentFeed}`);
  149. const currentThread = lock.threads[currentFeed];
  150. const updateDate = () => currentThread.updatedAt = new Date().toString();
  151. if (!fleetFeed || fleetFeed.fleet_threads.length === 0) {
  152. updateDate();
  153. return;
  154. }
  155. let fleets = fleetFeed.fleet_threads[0].fleets;
  156. const bottomOfFeed = fleets.slice(-1)[0].fleet_id.substring(3);
  157. const updateOffset = () => currentThread.offset = bottomOfFeed;
  158. if (currentThread.offset === '-1') {
  159. updateOffset();
  160. return;
  161. }
  162. if (currentThread.offset !== '0') {
  163. const readCount = fleets.findIndex(fleet => Number(utils_1.BigNumOps.plus(fleet.fleet_id.substring(3), `-${currentThread.offset}`)) > 0);
  164. if (readCount === -1)
  165. return;
  166. fleets = fleets.slice(readCount);
  167. }
  168. return this.workOnFleets(user, fleets, this.sendFleets(`thread ${currentFeed}`, ...currentThread.subscribers))
  169. .then(updateDate).then(updateOffset);
  170. })
  171. .then(() => {
  172. lock.workon++;
  173. let timeout = this.workInterval * 1000 / lock.feed.length;
  174. if (timeout < 1000)
  175. timeout = 1000;
  176. fs.writeFileSync(path.resolve(this.lockfile), JSON.stringify(lock));
  177. setTimeout(() => {
  178. this.work();
  179. }, timeout);
  180. });
  181. };
  182. this.client = new Twitter({
  183. consumer_key: opt.consumerKey,
  184. consumer_secret: opt.consumerSecret,
  185. access_token_key: opt.accessTokenKey,
  186. access_token_secret: opt.accessTokenSecret,
  187. });
  188. this.privateClient = new Twitter({
  189. bearer_token: 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
  190. });
  191. this.privateClient.request = request.defaults({
  192. headers: Object.assign(Object.assign({}, this.privateClient.options.request_options.headers), { 'Content-Type': 'application/x-www-form-urlencoded', Cookie: `auth_token=${opt.privateAuthToken}; ct0=${opt.privateCsrfToken};`, 'X-CSRF-Token': opt.privateCsrfToken }),
  193. });
  194. this.lockfile = opt.lockfile;
  195. this.lock = opt.lock;
  196. this.workInterval = opt.workInterval;
  197. this.bot = opt.bot;
  198. this.mode = opt.mode;
  199. this.wsUrl = opt.wsUrl;
  200. ScreenNameNormalizer._queryUser = this.queryUser;
  201. exports.sendAllFleets = (username, receiver) => {
  202. this.client.get('users/show', { screen_name: username })
  203. .then((user) => {
  204. const feed = `https://twitter.com/${user.screen_name}`;
  205. return this.getFleets(user.id_str)
  206. .catch(error => {
  207. logger.error(`unhandled error while fetching fleets for ${feed}: ${JSON.stringify(error)}`);
  208. this.bot.sendTo(receiver, `获取 Fleets 时出现错误:${error}`);
  209. })
  210. .then((fleetFeed) => {
  211. if (!fleetFeed || fleetFeed.fleet_threads.length === 0) {
  212. this.bot.sendTo(receiver, `当前用户(@${user.screen_name})没有可用的 Fleets。`);
  213. return;
  214. }
  215. this.workOnFleets(user, fleetFeed.fleet_threads[0].fleets, this.sendFleets(`thread ${feed}`, receiver));
  216. });
  217. })
  218. .catch((err) => {
  219. if (err[0].code !== 50) {
  220. logger.warn(`error looking up user: ${err[0].message}, unable to fetch fleets`);
  221. }
  222. this.bot.sendTo(receiver, `找不到用户 ${username.replace(/^@?(.*)$/, '@$1')}。`);
  223. });
  224. };
  225. }
  226. }
  227. exports.default = default_1;