startup.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337
  1. import argparse
  2. import configparser
  3. import os
  4. import logging
  5. import platform
  6. import subprocess
  7. try:
  8. import urlparse
  9. import pil
  10. import auth
  11. import logger
  12. import helpers
  13. import downloader
  14. import assembler
  15. import dlfuncs
  16. from constants import Constants
  17. import organize
  18. except ImportError:
  19. from urllib.parse import urlparse
  20. from . import pil
  21. from . import auth
  22. from . import logger
  23. from . import helpers
  24. from . import downloader
  25. from . import assembler
  26. from . import dlfuncs
  27. from .constants import Constants
  28. from . import organize
  29. def validate_inputs(config, args, unknown_args):
  30. error_arr = []
  31. try:
  32. if args.configpath:
  33. pil.config_path = args.configpath
  34. if not os.path.isfile(pil.config_path):
  35. pil.config_path = os.path.join(os.getcwd(), "pyinstalive.ini")
  36. logger.warn("Custom config path is invalid, falling back to default path: {:s}".format(pil.config_path))
  37. logger.separator()
  38. config.read(pil.config_path)
  39. if args.download:
  40. pil.dl_user = args.download
  41. if args.downloadfollowing or args.batchfile:
  42. logger.banner()
  43. logger.warn("Please use only one download method. Use -h for more information.")
  44. logger.separator()
  45. return False
  46. elif not args.clean and not args.info and not args.assemble and not args.downloadfollowing and not args.batchfile and not args.organize:
  47. logger.banner()
  48. logger.error("Please use a download method. Use -h for more information.")
  49. logger.separator()
  50. return False
  51. if helpers.bool_str_parse(config.get('pyinstalive', 'log_to_file')) == "Invalid":
  52. pil.log_to_file = True
  53. error_arr.append(['log_to_file', 'True'])
  54. elif helpers.bool_str_parse(config.get('pyinstalive', 'log_to_file')):
  55. pil.log_to_file = True
  56. else:
  57. pil.log_to_file = False
  58. logger.banner()
  59. if args.batchfile:
  60. if os.path.isfile(args.batchfile):
  61. pil.dl_batchusers = [user.rstrip('\n') for user in open(args.batchfile)]
  62. if not pil.dl_batchusers:
  63. logger.error("The specified file is empty.")
  64. logger.separator()
  65. return False
  66. else:
  67. logger.info("Downloading {:d} users from batch file.".format(len(pil.dl_batchusers)))
  68. logger.separator()
  69. else:
  70. logger.error('The specified file does not exist.')
  71. logger.separator()
  72. return False
  73. if unknown_args:
  74. pil.uargs = unknown_args
  75. logger.warn("The following unknown argument(s) were provided and will be ignored: ")
  76. logger.warn(' ' + ' '.join(unknown_args))
  77. logger.separator()
  78. pil.ig_user = config.get('pyinstalive', 'username')
  79. pil.ig_pass = config.get('pyinstalive', 'password')
  80. pil.dl_path = config.get('pyinstalive', 'download_path')
  81. pil.run_at_start = config.get('pyinstalive', 'run_at_start')
  82. pil.run_at_finish = config.get('pyinstalive', 'run_at_finish')
  83. pil.ffmpeg_path = config.get('pyinstalive', 'ffmpeg_path')
  84. pil.verbose = config.get('pyinstalive', 'verbose')
  85. pil.skip_merge = config.get('pyinstalive', 'skip_merge')
  86. pil.args = args
  87. pil.config = config
  88. pil.proxy = config.get('pyinstalive', 'proxy')
  89. if args.dlpath:
  90. pil.dl_path = args.dlpath
  91. if helpers.bool_str_parse(config.get('pyinstalive', 'show_cookie_expiry')) == "Invalid":
  92. pil.show_cookie_expiry = False
  93. error_arr.append(['show_cookie_expiry', 'False'])
  94. elif helpers.bool_str_parse(config.get('pyinstalive', 'show_cookie_expiry')):
  95. pil.show_cookie_expiry = True
  96. else:
  97. pil.show_cookie_expiry = False
  98. if helpers.bool_str_parse(config.get('pyinstalive', 'verbose')) == "Invalid":
  99. pil.verbose = False
  100. error_arr.append(['verbose', 'False'])
  101. elif helpers.bool_str_parse(config.get('pyinstalive', 'verbose')):
  102. pil.verbose = True
  103. else:
  104. pil.verbose = False
  105. if helpers.bool_str_parse(config.get('pyinstalive', 'skip_merge')) == "Invalid":
  106. pil.skip_merge = False
  107. error_arr.append(['skip_merge', 'False'])
  108. elif helpers.bool_str_parse(config.get('pyinstalive', 'skip_merge')):
  109. pil.skip_merge = True
  110. else:
  111. pil.skip_merge = False
  112. if helpers.bool_str_parse(config.get('pyinstalive', 'use_locks')) == "Invalid":
  113. pil.use_locks = False
  114. error_arr.append(['use_locks', 'False'])
  115. elif helpers.bool_str_parse(config.get('pyinstalive', 'use_locks')):
  116. pil.use_locks = True
  117. else:
  118. pil.use_locks = False
  119. if helpers.bool_str_parse(config.get('pyinstalive', 'clear_temp_files')) == "Invalid":
  120. pil.clear_temp_files = False
  121. error_arr.append(['clear_temp_files', 'False'])
  122. elif helpers.bool_str_parse(config.get('pyinstalive', 'clear_temp_files')):
  123. pil.clear_temp_files = True
  124. else:
  125. pil.clear_temp_files = False
  126. if helpers.bool_str_parse(config.get('pyinstalive', 'do_heartbeat')) == "Invalid":
  127. pil.do_heartbeat = True
  128. error_arr.append(['do_heartbeat', 'True'])
  129. if helpers.bool_str_parse(config.get('pyinstalive', 'do_heartbeat')):
  130. pil.do_heartbeat = True
  131. if args.noheartbeat or not helpers.bool_str_parse(config.get('pyinstalive', 'do_heartbeat')):
  132. pil.do_heartbeat = False
  133. logger.warn("Getting livestream heartbeat is disabled, this may cause degraded performance.")
  134. logger.separator()
  135. if not args.nolives and helpers.bool_str_parse(config.get('pyinstalive', 'download_lives')) == "Invalid":
  136. pil.dl_lives = True
  137. error_arr.append(['download_lives', 'True'])
  138. elif helpers.bool_str_parse(config.get('pyinstalive', 'download_lives')):
  139. pil.dl_lives = True
  140. else:
  141. pil.dl_lives = False
  142. if not args.noreplays and helpers.bool_str_parse(config.get('pyinstalive', 'download_replays')) == "Invalid":
  143. pil.dl_replays = True
  144. error_arr.append(['download_replays', 'True'])
  145. elif helpers.bool_str_parse(config.get('pyinstalive', 'download_replays')):
  146. pil.dl_replays = True
  147. else:
  148. pil.dl_replays = False
  149. if helpers.bool_str_parse(config.get('pyinstalive', 'download_comments')) == "Invalid":
  150. pil.dl_comments = True
  151. error_arr.append(['download_comments', 'True'])
  152. elif helpers.bool_str_parse(config.get('pyinstalive', 'download_comments')):
  153. pil.dl_comments = True
  154. else:
  155. pil.dl_comments = False
  156. if args.nolives:
  157. pil.dl_lives = False
  158. if args.noreplays:
  159. pil.dl_replays = False
  160. if args.verbose:
  161. pil.verbose = True
  162. if args.skip_merge:
  163. pil.skip_merge = True
  164. if not pil.dl_lives and not pil.dl_replays:
  165. logger.error("You have disabled both livestream and replay downloading.")
  166. logger.error("Please enable at least one of them and try again.")
  167. logger.separator()
  168. return False
  169. if pil.ffmpeg_path:
  170. if not os.path.isfile(pil.ffmpeg_path):
  171. pil.ffmpeg_path = None
  172. cmd = "where" if platform.system() == "Windows" else "which"
  173. logger.warn("Custom FFmpeg binary path is invalid, falling back to environment variable.")
  174. else:
  175. logger.binfo("Overriding FFmpeg binary path: {:s}".format(pil.ffmpeg_path))
  176. else:
  177. if not helpers.command_exists('ffmpeg') and not args.info:
  178. logger.error("FFmpeg framework not found, exiting.")
  179. logger.separator()
  180. return False
  181. if not pil.ig_user or not len(pil.ig_user):
  182. raise Exception("Invalid value for 'username'. This value is required.")
  183. if not pil.ig_pass or not len(pil.ig_pass):
  184. raise Exception("Invalid value for 'password'. This value is required.")
  185. if not pil.dl_path.endswith('/'):
  186. pil.dl_path = pil.dl_path + '/'
  187. if not pil.dl_path or not os.path.exists(pil.dl_path):
  188. pil.dl_path = os.getcwd() + "/"
  189. if not args.dlpath:
  190. error_arr.append(['download_path', os.getcwd() + "/"])
  191. else:
  192. logger.warn("Custom config path is invalid, falling back to default path: {:s}".format(pil.dl_path))
  193. logger.separator()
  194. if pil.proxy and pil.proxy != '':
  195. parsed_url = urlparse(pil.proxy)
  196. if not parsed_url.netloc or not parsed_url.scheme:
  197. error_arr.append(['proxy', 'None'])
  198. pil.proxy = None
  199. if error_arr:
  200. for error in error_arr:
  201. logger.warn("Invalid value for '{:s}'. Using default value: {:s}".format(error[0], error[1]))
  202. logger.separator()
  203. if args.info:
  204. helpers.show_info()
  205. return False
  206. elif args.clean:
  207. helpers.clean_download_dir()
  208. return False
  209. elif args.assemble:
  210. pil.assemble_arg = args.assemble
  211. assembler.assemble()
  212. return False
  213. elif args.organize:
  214. organize.organize_videos()
  215. return False
  216. return True
  217. except Exception as e:
  218. logger.error("An error occurred: {:s}".format(str(e)))
  219. logger.error("Make sure the config file and given arguments are valid and try again.")
  220. logger.separator()
  221. return False
  222. def run():
  223. pil.initialize()
  224. logging.disable(logging.CRITICAL)
  225. config = configparser.ConfigParser()
  226. parser = argparse.ArgumentParser(
  227. description="You are running PyInstaLive {:s} using Python {:s}".format(Constants.SCRIPT_VER,
  228. Constants.PYTHON_VER))
  229. parser.add_argument('-u', '--username', dest='username', type=str, required=False,
  230. help="Instagram username to login with.")
  231. parser.add_argument('-p', '--password', dest='password', type=str, required=False,
  232. help="Instagram password to login with.")
  233. parser.add_argument('-d', '--download', dest='download', type=str, required=False,
  234. help="The username of the user whose livestream or replay you want to save.")
  235. parser.add_argument('-b,', '--batch-file', dest='batchfile', type=str, required=False,
  236. help="Read a text file of usernames to download livestreams or replays from.")
  237. parser.add_argument('-i', '--info', dest='info', action='store_true', help="View information about PyInstaLive.")
  238. parser.add_argument('-nr', '--no-replays', dest='noreplays', action='store_true',
  239. help="When used, do not check for any available replays.")
  240. parser.add_argument('-nl', '--no-lives', dest='nolives', action='store_true',
  241. help="When used, do not check for any available livestreams.")
  242. parser.add_argument('-cl', '--clean', dest='clean', action='store_true',
  243. help="PyInstaLive will clean the current download folder of all leftover files.")
  244. parser.add_argument('-cp', '--config-path', dest='configpath', type=str, required=False,
  245. help="Path to a PyInstaLive configuration file.")
  246. parser.add_argument('-dp', '--download-path', dest='dlpath', type=str, required=False,
  247. help="Path to folder where PyInstaLive should save livestreams and replays.")
  248. parser.add_argument('-as', '--assemble', dest='assemble', type=str, required=False,
  249. help="Path to json file required by the assembler to generate a video file from the segments.")
  250. parser.add_argument('-df', '--download-following', dest='downloadfollowing', action='store_true',
  251. help="PyInstaLive will check for available livestreams and replays from users the account "
  252. "used to login follows.")
  253. parser.add_argument('-nhb', '--no-heartbeat', dest='noheartbeat', action='store_true', help="Disable heartbeat "
  254. "check for "
  255. "livestreams.")
  256. parser.add_argument('-v', '--verbose', dest='verbose', action='store_true', help="PyInstaLive will output JSON "
  257. "responses and some misc "
  258. "variables.")
  259. parser.add_argument('-sm', '--skip-merge', dest='skip_merge', action='store_true', help="PyInstaLive will not merge the downloaded livestream files.")
  260. parser.add_argument('-o', '--organize', action='store_true', help="Create a folder for each user whose livestream(s) you have downloaded. The names of the folders will be their usernames. Then move the video(s) of each user into their associated folder.")
  261. # Workaround to 'disable' argument abbreviations
  262. parser.add_argument('--usernamx', help=argparse.SUPPRESS, metavar='IGNORE')
  263. parser.add_argument('--passworx', help=argparse.SUPPRESS, metavar='IGNORE')
  264. parser.add_argument('--infx', help=argparse.SUPPRESS, metavar='IGNORE')
  265. parser.add_argument('--noreplayx', help=argparse.SUPPRESS, metavar='IGNORE')
  266. parser.add_argument('--cleax', help=argparse.SUPPRESS, metavar='IGNORE')
  267. parser.add_argument('--downloadfollowinx', help=argparse.SUPPRESS, metavar='IGNORE')
  268. parser.add_argument('--configpatx', help=argparse.SUPPRESS, metavar='IGNORE')
  269. parser.add_argument('--confix', help=argparse.SUPPRESS, metavar='IGNORE')
  270. parser.add_argument('--organizx', help=argparse.SUPPRESS, metavar='IGNORE')
  271. parser.add_argument('-cx', help=argparse.SUPPRESS, metavar='IGNORE')
  272. parser.add_argument('-nx', help=argparse.SUPPRESS, metavar='IGNORE')
  273. parser.add_argument('-dx', help=argparse.SUPPRESS, metavar='IGNORE')
  274. args, unknown_args = parser.parse_known_args() # Parse arguments
  275. if not os.path.exists(pil.config_path): # Create new config if it doesn't exist
  276. logger.banner()
  277. helpers.new_config()
  278. return
  279. if validate_inputs(config, args, unknown_args):
  280. if not args.username and not args.password:
  281. pil.ig_api = auth.authenticate(username=pil.ig_user, password=pil.ig_pass)
  282. elif (args.username and not args.password) or (args.password and not args.username):
  283. logger.warn("Missing --username or --password argument. Falling back to config file.")
  284. logger.separator()
  285. pil.ig_api = auth.authenticate(username=pil.ig_user, password=pil.ig_pass)
  286. elif args.username and args.password:
  287. pil.ig_api = auth.authenticate(username=args.username, password=args.password, force_use_login_args=True)
  288. if pil.ig_api:
  289. if pil.dl_user or pil.args.downloadfollowing:
  290. downloader.start()
  291. elif pil.dl_batchusers:
  292. if not helpers.command_exists("pyinstalive"):
  293. logger.error("PyInstaLive must be properly installed when using the -b argument.")
  294. logger.separator()
  295. else:
  296. dlfuncs.iterate_users(pil.dl_batchusers)