startup.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322
  1. import argparse
  2. import configparser
  3. import os
  4. import logging
  5. import platform
  6. import subprocess
  7. try:
  8. import urlparse
  9. import pil
  10. import auth
  11. import logger
  12. import helpers
  13. import downloader
  14. import assembler
  15. import dlfuncs
  16. from constants import Constants
  17. import organize
  18. except ImportError:
  19. from urllib.parse import urlparse
  20. from . import pil
  21. from . import auth
  22. from . import logger
  23. from . import helpers
  24. from . import downloader
  25. from . import assembler
  26. from . import dlfuncs
  27. from .constants import Constants
  28. from . import organize
  29. def validate_inputs(config, args, unknown_args):
  30. error_arr = []
  31. try:
  32. config.read(pil.config_path)
  33. if args.download:
  34. pil.dl_user = args.download
  35. if args.downloadfollowing or args.batchfile:
  36. logger.banner()
  37. logger.warn("Please use only one download method. Use -h for more information.")
  38. logger.separator()
  39. return False
  40. elif not args.clean and not args.info and not args.assemble and not args.downloadfollowing and not args.batchfile and not args.organize:
  41. logger.banner()
  42. logger.error("Please use a download method. Use -h for more information.")
  43. logger.separator()
  44. return False
  45. if helpers.bool_str_parse(config.get('pyinstalive', 'log_to_file')) == "Invalid":
  46. pil.log_to_file = True
  47. error_arr.append(['log_to_file', 'True'])
  48. elif helpers.bool_str_parse(config.get('pyinstalive', 'log_to_file')):
  49. pil.log_to_file = True
  50. else:
  51. pil.log_to_file = False
  52. logger.banner()
  53. if args.batchfile:
  54. if os.path.isfile(args.batchfile):
  55. pil.dl_batchusers = [user.rstrip('\n') for user in open(args.batchfile)]
  56. if not pil.dl_batchusers:
  57. logger.error("The specified file is empty.")
  58. logger.separator()
  59. return False
  60. else:
  61. logger.info("Downloading {:d} users from batch file.".format(len(pil.dl_batchusers)))
  62. logger.separator()
  63. else:
  64. logger.error('The specified file does not exist.')
  65. logger.separator()
  66. return False
  67. if unknown_args:
  68. pil.uargs = unknown_args
  69. logger.warn("The following unknown argument(s) were provided and will be ignored: ")
  70. logger.warn(' ' + ' '.join(unknown_args))
  71. logger.separator()
  72. pil.ig_user = config.get('pyinstalive', 'username')
  73. pil.ig_pass = config.get('pyinstalive', 'password')
  74. pil.dl_path = config.get('pyinstalive', 'download_path')
  75. pil.run_at_start = config.get('pyinstalive', 'run_at_start')
  76. pil.run_at_finish = config.get('pyinstalive', 'run_at_finish')
  77. pil.ffmpeg_path = config.get('pyinstalive', 'ffmpeg_path')
  78. pil.verbose = config.get('pyinstalive', 'verbose')
  79. pil.args = args
  80. pil.config = config
  81. pil.proxy = config.get('pyinstalive', 'proxy')
  82. if args.configpath:
  83. pil.config_path = args.configpath
  84. if not os.path.isfile(pil.config_path):
  85. pil.config_path = os.path.join(os.getcwd(), "pyinstalive.ini")
  86. logger.warn("Custom config path is invalid, falling back to default path: {:s}".format(pil.config_path))
  87. logger.separator()
  88. if args.dlpath:
  89. pil.dl_path = args.dlpath
  90. if helpers.bool_str_parse(config.get('pyinstalive', 'show_cookie_expiry')) == "Invalid":
  91. pil.show_cookie_expiry = False
  92. error_arr.append(['show_cookie_expiry', 'False'])
  93. elif helpers.bool_str_parse(config.get('pyinstalive', 'show_cookie_expiry')):
  94. pil.show_cookie_expiry = True
  95. else:
  96. pil.show_cookie_expiry = False
  97. if helpers.bool_str_parse(config.get('pyinstalive', 'verbose')) == "Invalid":
  98. pil.verbose = False
  99. error_arr.append(['verbose', 'False'])
  100. elif helpers.bool_str_parse(config.get('pyinstalive', 'verbose')):
  101. pil.verbose = True
  102. else:
  103. pil.verbose = False
  104. if helpers.bool_str_parse(config.get('pyinstalive', 'use_locks')) == "Invalid":
  105. pil.use_locks = False
  106. error_arr.append(['use_locks', 'False'])
  107. elif helpers.bool_str_parse(config.get('pyinstalive', 'use_locks')):
  108. pil.use_locks = True
  109. else:
  110. pil.use_locks = False
  111. if helpers.bool_str_parse(config.get('pyinstalive', 'clear_temp_files')) == "Invalid":
  112. pil.clear_temp_files = False
  113. error_arr.append(['clear_temp_files', 'False'])
  114. elif helpers.bool_str_parse(config.get('pyinstalive', 'clear_temp_files')):
  115. pil.clear_temp_files = True
  116. else:
  117. pil.clear_temp_files = False
  118. if helpers.bool_str_parse(config.get('pyinstalive', 'do_heartbeat')) == "Invalid":
  119. pil.do_heartbeat = True
  120. error_arr.append(['do_heartbeat', 'True'])
  121. if helpers.bool_str_parse(config.get('pyinstalive', 'do_heartbeat')):
  122. pil.do_heartbeat = True
  123. if args.noheartbeat or not helpers.bool_str_parse(config.get('pyinstalive', 'do_heartbeat')):
  124. pil.do_heartbeat = False
  125. logger.warn("Getting livestream heartbeat is disabled, this may cause degraded performance.")
  126. logger.separator()
  127. if not args.nolives and helpers.bool_str_parse(config.get('pyinstalive', 'download_lives')) == "Invalid":
  128. pil.dl_lives = True
  129. error_arr.append(['download_lives', 'True'])
  130. elif helpers.bool_str_parse(config.get('pyinstalive', 'download_lives')):
  131. pil.dl_lives = True
  132. else:
  133. pil.dl_lives = False
  134. if not args.noreplays and helpers.bool_str_parse(config.get('pyinstalive', 'download_replays')) == "Invalid":
  135. pil.dl_replays = True
  136. error_arr.append(['download_replays', 'True'])
  137. elif helpers.bool_str_parse(config.get('pyinstalive', 'download_replays')):
  138. pil.dl_replays = True
  139. else:
  140. pil.dl_replays = False
  141. if helpers.bool_str_parse(config.get('pyinstalive', 'download_comments')) == "Invalid":
  142. pil.dl_comments = True
  143. error_arr.append(['download_comments', 'True'])
  144. elif helpers.bool_str_parse(config.get('pyinstalive', 'download_comments')):
  145. pil.dl_comments = True
  146. else:
  147. pil.dl_comments = False
  148. if args.nolives:
  149. pil.dl_lives = False
  150. if args.noreplays:
  151. pil.dl_replays = False
  152. if not pil.dl_lives and not pil.dl_replays:
  153. logger.error("You have disabled both livestream and replay downloading.")
  154. logger.error("Please enable at least one of them and try again.")
  155. logger.separator()
  156. return False
  157. if pil.ffmpeg_path:
  158. if not os.path.isfile(pil.ffmpeg_path):
  159. pil.ffmpeg_path = None
  160. cmd = "where" if platform.system() == "Windows" else "which"
  161. logger.warn("Custom FFmpeg binary path is invalid, falling back to environment variable.")
  162. else:
  163. logger.binfo("Overriding FFmpeg binary path: {:s}".format(pil.ffmpeg_path))
  164. else:
  165. if not helpers.command_exists('ffmpeg') and not args.info:
  166. logger.error("FFmpeg framework not found, exiting.")
  167. logger.separator()
  168. return False
  169. if not pil.ig_user or not len(pil.ig_user):
  170. raise Exception("Invalid value for 'username'. This value is required.")
  171. if not pil.ig_pass or not len(pil.ig_pass):
  172. raise Exception("Invalid value for 'password'. This value is required.")
  173. if not pil.dl_path.endswith('/'):
  174. pil.dl_path = pil.dl_path + '/'
  175. if not pil.dl_path or not os.path.exists(pil.dl_path):
  176. pil.dl_path = os.getcwd() + "/"
  177. if not args.dlpath:
  178. error_arr.append(['download_path', os.getcwd() + "/"])
  179. else:
  180. logger.warn("Custom config path is invalid, falling back to default path: {:s}".format(pil.dl_path))
  181. logger.separator()
  182. if pil.proxy and pil.proxy != '':
  183. parsed_url = urlparse(pil.proxy)
  184. if not parsed_url.netloc or not parsed_url.scheme:
  185. error_arr.append(['proxy', 'None'])
  186. pil.proxy = None
  187. if error_arr:
  188. for error in error_arr:
  189. logger.warn("Invalid value for '{:s}'. Using default value: {:s}".format(error[0], error[1]))
  190. logger.separator()
  191. if args.info:
  192. helpers.show_info()
  193. return False
  194. elif args.clean:
  195. helpers.clean_download_dir()
  196. return False
  197. elif args.assemble:
  198. pil.assemble_arg = args.assemble
  199. assembler.assemble()
  200. return False
  201. elif args.organize:
  202. organize.organize_videos()
  203. return False
  204. return True
  205. except Exception as e:
  206. logger.error("An error occurred: {:s}".format(str(e)))
  207. logger.error("Make sure the config file and given arguments are valid and try again.")
  208. logger.separator()
  209. return False
  210. def run():
  211. pil.initialize()
  212. logging.disable(logging.CRITICAL)
  213. config = configparser.ConfigParser()
  214. parser = argparse.ArgumentParser(
  215. description="You are running PyInstaLive {:s} using Python {:s}".format(Constants.SCRIPT_VER,
  216. Constants.PYTHON_VER))
  217. parser.add_argument('-u', '--username', dest='username', type=str, required=False,
  218. help="Instagram username to login with.")
  219. parser.add_argument('-p', '--password', dest='password', type=str, required=False,
  220. help="Instagram password to login with.")
  221. parser.add_argument('-d', '--download', dest='download', type=str, required=False,
  222. help="The username of the user whose livestream or replay you want to save.")
  223. parser.add_argument('-b,', '--batch-file', dest='batchfile', type=str, required=False,
  224. help="Read a text file of usernames to download livestreams or replays from.")
  225. parser.add_argument('-i', '--info', dest='info', action='store_true', help="View information about PyInstaLive.")
  226. parser.add_argument('-nr', '--no-replays', dest='noreplays', action='store_true',
  227. help="When used, do not check for any available replays.")
  228. parser.add_argument('-nl', '--no-lives', dest='nolives', action='store_true',
  229. help="When used, do not check for any available livestreams.")
  230. parser.add_argument('-cl', '--clean', dest='clean', action='store_true',
  231. help="PyInstaLive will clean the current download folder of all leftover files.")
  232. parser.add_argument('-cp', '--config-path', dest='configpath', type=str, required=False,
  233. help="Path to a PyInstaLive configuration file.")
  234. parser.add_argument('-dp', '--download-path', dest='dlpath', type=str, required=False,
  235. help="Path to folder where PyInstaLive should save livestreams and replays.")
  236. parser.add_argument('-as', '--assemble', dest='assemble', type=str, required=False,
  237. help="Path to json file required by the assembler to generate a video file from the segments.")
  238. parser.add_argument('-df', '--download-following', dest='downloadfollowing', action='store_true',
  239. help="PyInstaLive will check for available livestreams and replays from users the account "
  240. "used to login follows.")
  241. parser.add_argument('-nhb', '--no-heartbeat', dest='noheartbeat', action='store_true', help="Disable heartbeat "
  242. "check for "
  243. "livestreams.")
  244. parser.add_argument('-v', '--verbose', dest='verbose', action='store_true', help="PyInstaLive will output JSON "
  245. "responses and some misc "
  246. "variables.")
  247. parser.add_argument('-o', '--organize', action='store_true', help="Create a folder for each user whose livestream(s) you have downloaded. The names of the folders will be their usernames. Then move the video(s) of each user into their associated folder.")
  248. # Workaround to 'disable' argument abbreviations
  249. parser.add_argument('--usernamx', help=argparse.SUPPRESS, metavar='IGNORE')
  250. parser.add_argument('--passworx', help=argparse.SUPPRESS, metavar='IGNORE')
  251. parser.add_argument('--infx', help=argparse.SUPPRESS, metavar='IGNORE')
  252. parser.add_argument('--noreplayx', help=argparse.SUPPRESS, metavar='IGNORE')
  253. parser.add_argument('--cleax', help=argparse.SUPPRESS, metavar='IGNORE')
  254. parser.add_argument('--downloadfollowinx', help=argparse.SUPPRESS, metavar='IGNORE')
  255. parser.add_argument('--configpatx', help=argparse.SUPPRESS, metavar='IGNORE')
  256. parser.add_argument('--confix', help=argparse.SUPPRESS, metavar='IGNORE')
  257. parser.add_argument('--organizx', help=argparse.SUPPRESS, metavar='IGNORE')
  258. parser.add_argument('-cx', help=argparse.SUPPRESS, metavar='IGNORE')
  259. parser.add_argument('-nx', help=argparse.SUPPRESS, metavar='IGNORE')
  260. parser.add_argument('-dx', help=argparse.SUPPRESS, metavar='IGNORE')
  261. args, unknown_args = parser.parse_known_args() # Parse arguments
  262. if not os.path.exists(pil.config_path): # Create new config if it doesn't exist
  263. logger.banner()
  264. helpers.new_config()
  265. return
  266. if validate_inputs(config, args, unknown_args):
  267. if not args.username and not args.password:
  268. pil.ig_api = auth.authenticate(username=pil.ig_user, password=pil.ig_pass)
  269. elif (args.username and not args.password) or (args.password and not args.username):
  270. logger.warn("Missing --username or --password argument. Falling back to config file.")
  271. logger.separator()
  272. pil.ig_api = auth.authenticate(username=pil.ig_user, password=pil.ig_pass)
  273. elif args.username and args.password:
  274. pil.ig_api = auth.authenticate(username=args.username, password=args.password, force_use_login_args=True)
  275. if pil.ig_api:
  276. if pil.dl_user or pil.args.downloadfollowing:
  277. downloader.start()
  278. elif pil.dl_batchusers:
  279. if not helpers.command_exists("pyinstalive"):
  280. logger.error("PyInstaLive must be properly installed when using the -b argument.")
  281. logger.separator()
  282. else:
  283. dlfuncs.iterate_users(pil.dl_batchusers)