import sys import time import os import shutil import subprocess import threading from instagram_private_api_extensions import live, replay from instagram_private_api import ClientError from .logger import log, seperator from .comments import CommentsDownloader class NoLivestreamException(Exception): pass class NoReplayException(Exception): pass def main(api_arg, record_arg, settings_arg): global api global record global broadcast global mpd_url global settings settings = settings_arg api = api_arg record = record_arg get_user_info(record) def run_script(file): try: FNULL = open(os.devnull, 'w') if sys.version.split(' ')[0].startswith('2'): subprocess.call(["python", file], stdout=FNULL, stderr=subprocess.STDOUT) else: subprocess.call(["python3", file], stdout=FNULL, stderr=subprocess.STDOUT) except OSError as e: pass def get_stream_duration(compare_time): try: stream_started_mins, stream_started_secs = divmod((int(time.time()) - int(compare_time)), 60) stream_duration_str = '%d minutes' % stream_started_mins if stream_started_secs: stream_duration_str += ' and %d seconds' % stream_started_secs return stream_duration_str except: return "not available" def record_stream(broadcast): try: def print_status(sep=True): heartbeat_info = api.broadcast_heartbeat_and_viewercount(broadcast['id']) viewers = broadcast.get('viewer_count', 0) if sep: seperator("GREEN") log('[I] Viewers : ' + str(int(viewers)) + " watching", "GREEN") log('[I] Airing time : ' + get_stream_duration(broadcast['published_time']).title(), "GREEN") log('[I] Status : ' + heartbeat_info['broadcast_status'].title(), "GREEN") return heartbeat_info['broadcast_status'] not in ['active', 'interrupted'] mpd_url = (broadcast.get('dash_manifest') or broadcast.get('dash_abr_playback_url') or broadcast['dash_playback_url']) output_dir = settings.save_path + '{}_{}_{}_{}_live_downloads'.format(settings.current_date, record, broadcast['id'], settings.current_time) dl = live.Downloader( mpd=mpd_url, output_dir=output_dir, user_agent=api.user_agent, max_connection_error_retry=3, duplicate_etag_retry=30, callback_check=print_status, mpd_download_timeout=5, download_timeout=10) except Exception as e: log('[E] Could not start downloading livestream: ' + str(e), "RED") seperator("GREEN") sys.exit(1) try: log('[I] Livestream downloading started...', "GREEN") seperator("GREEN") log('[I] Username : ' + record, "GREEN") print_status(False) log('[I] MPD URL : ' + mpd_url, "GREEN") seperator("GREEN") log('[I] Downloading livestream... press [CTRL+C] to abort.', "GREEN") if (settings.run_at_start is not "None"): try: thread = threading.Thread(target=run_script, args=(settings.run_at_start,)) thread.daemon = True thread.start() log("[I] Executed file to run at start.", "GREEN") except Exception as e: log('[W] Could not run file: ' + str(e), "YELLOW") comment_thread_worker = None if settings.save_comments.title() == "True": try: comments_json_file = settings.save_path + '{}_{}_{}_{}_live_comments.json'.format(settings.current_date, record, broadcast['id'], settings.current_time) comment_thread_worker = threading.Thread(target=get_live_comments, args=(api, broadcast, comments_json_file, dl,)) comment_thread_worker.start() except Exception as e: log('[E] An error occurred while checking comments: ' + e, "RED") dl.run() seperator("GREEN") log('[I] The livestream has ended.\n[I] Time recorded : {}\n[I] Stream duration : {}'.format(get_stream_duration(int(settings.current_time)), get_stream_duration(broadcast['published_time'])), "YELLOW") seperator("GREEN") stitch_video(dl, broadcast, comment_thread_worker) except KeyboardInterrupt: seperator("GREEN") log('[I] Download has been aborted by the user.\n[I] Time recorded : {}\n[I] Stream duration : {}'.format(get_stream_duration(int(settings.current_time)), get_stream_duration(broadcast['published_time'])), "YELLOW") seperator("GREEN") if not dl.is_aborted: dl.stop() stitch_video(dl, broadcast, comment_thread_worker) def stitch_video(dl, broadcast, comment_thread_worker): try: if comment_thread_worker and comment_thread_worker.is_alive(): log("[I] Stopping comment downloading and saving comments (if any)...", "GREEN") comment_thread_worker.join() if (settings.run_at_finish is not "None"): try: thread = threading.Thread(target=run_script, args=(settings.run_at_finish,)) thread.daemon = True thread.start() log("[I] Executed file to run at finish.", "GREEN") except Exception as e: log('[W] Could not run file: ' + e, "YELLOW") log('[I] Stitching downloaded files into video...', "GREEN") output_file = settings.save_path + '{}_{}_{}_{}_live.mp4'.format(settings.current_date, record, broadcast['id'], settings.current_time) try: if settings.clear_temp_files.title() == "True": dl.stitch(output_file, cleartempfiles=True) else: dl.stitch(output_file, cleartempfiles=False) log('[I] Successfully stitched downloaded files into video.', "GREEN") seperator("GREEN") sys.exit(0) except Exception as e: log('[E] Could not stitch downloaded files: ' + str(e), "RED") seperator("GREEN") sys.exit(1) except KeyboardInterrupt: log('[I] Aborted stitching process, no video was created.', "YELLOW") seperator("GREEN") sys.exit(0) def get_user_info(record): try: log('[I] Checking user "' + record + '"...', "GREEN") user_res = api.username_info(record) user_id = user_res['user']['pk'] except Exception as e: log('[E] Could not get user info: ' + str(e), "RED") seperator("GREEN") sys.exit(1) except KeyboardInterrupt: log('[W] Aborted checking for user.', "YELLOW") seperator("GREEN") sys.exit(1) get_livestreams(user_id) if settings.save_replays.title() == "True": get_replays(user_id) else: seperator("GREEN") log("[I] Replay saving is disabled either with a flag or in the config file.", "BLUE") seperator("GREEN") sys.exit(0) def get_livestreams(user_id): try: seperator("GREEN") log('[I] Checking for ongoing livestreams...', "GREEN") broadcast = api.user_broadcast(user_id) if (broadcast is None): raise NoLivestreamException('There are no livestreams available.') else: try: record_stream(broadcast) except Exception as e: log('[E] An error occurred while trying to record livestream: ' + str(e), "RED") seperator("GREEN") sys.exit(1) except NoLivestreamException as e: log('[I] ' + str(e), "YELLOW") except Exception as e: if (e.__class__.__name__ is not NoLivestreamException): log('[E] Could not get livestreams info: ' + str(e), "RED") seperator("GREEN") sys.exit(1) def get_replays(user_id): try: seperator("GREEN") log('[I] Checking for available replays...', "GREEN") user_story_feed = api.user_story_feed(user_id) broadcasts = user_story_feed.get('post_live_item', {}).get('broadcasts', []) except Exception as e: log('[E] Could not get replay info: ' + str(e), "RED") seperator("GREEN") sys.exit(1) try: if (len(broadcasts) == 0): raise NoReplayException('There are no replays available.') else: log("[I] Available replays have been found to download, press [CTRL+C] to abort.", "GREEN") seperator("GREEN") for index, broadcast in enumerate(broadcasts): exists = False if sys.version.split(' ')[0].startswith('2'): directories = (os.walk(settings.save_path).next()[1]) else: directories = (os.walk(settings.save_path).__next__()[1]) for directory in directories: if (str(broadcast['id']) in directory) and ("_live_" not in directory): log("[W] Already downloaded a replay with ID '" + str(broadcast['id']) + "', skipping...", "GREEN") exists = True if not exists: current = index + 1 log("[I] Downloading replay " + str(current) + " of " + str(len(broadcasts)) + " with ID '" + str(broadcast['id']) + "'...", "GREEN") current_time = str(int(time.time())) output_dir = settings.save_path + '{}_{}_{}_{}_replay_downloads'.format(settings.current_date, record, broadcast['id'], settings.current_time) dl = replay.Downloader( mpd=broadcast['dash_manifest'], output_dir=output_dir, user_agent=api.user_agent) if settings.clear_temp_files.title() == "True": replay_saved = dl.download(settings.save_path + '{}_{}_{}_{}_replay.mp4'.format(settings.current_date, record, broadcast['id'], settings.current_time), cleartempfiles=True) else: replay_saved = dl.download(settings.save_path + '{}_{}_{}_{}_replay.mp4'.format(settings.current_date, record, broadcast['id'], settings.current_time), cleartempfiles=False) if settings.save_comments.title() == "True": log("[I] Checking for available comments to save...", "GREEN") comments_json_file = settings.save_path + '{}_{}_{}_{}_replay_comments.json'.format(settings.current_date, record, broadcast['id'], settings.current_time) get_replay_comments(api, broadcast, comments_json_file, dl) if (len(replay_saved) == 1): log("[I] Finished downloading replay " + str(current) + " of " + str(len(broadcasts)) + ".", "GREEN") seperator("GREEN") else: log("[W] No output video file was made, please merge the files manually if possible.", "YELLOW") log("[W] Check if ffmpeg is available by running ffmpeg in your terminal/cmd prompt.", "YELLOW") log("", "GREEN") log("[I] Finished downloading all available replays.", "GREEN") seperator("GREEN") sys.exit(0) except NoReplayException as e: log('[I] ' + str(e), "YELLOW") seperator("GREEN") sys.exit(0) except Exception as e: log('[E] Could not save replay: ' + str(e), "RED") seperator("GREEN") sys.exit(1) except KeyboardInterrupt: seperator("GREEN") log('[I] Download has been aborted by the user.', "YELLOW") seperator("GREEN") try: shutil.rmtree(output_dir) except Exception as e: log("[E] Could not remove temp folder: " + str(e), "RED") sys.exit(1) sys.exit(0) def get_replay_comments(api, broadcast, comments_json_file, dl): cdl = CommentsDownloader( api=api, broadcast=broadcast, destination_file=comments_json_file) cdl.get_replay() try: if cdl.comments: comments_log_file = comments_json_file.replace('.json', '.log') CommentsDownloader.generate_log( cdl.comments, broadcast['published_time'], comments_log_file, comments_delay=0) if len(cdl.comments) == 1: log("[I] Successfully saved 1 comment to logfile.", "GREEN") else: log("[I] Successfully saved {} comments to logfile.".format(len(cdl.comments)), "GREEN") else: log("[I] There are no available comments to save.", "GREEN") except Exception as e: log('[E] Could not save comments to logfile: ' + str(e), "RED") def get_live_comments(api, broadcast, comments_json_file, dl): cdl = CommentsDownloader( api=api, broadcast=broadcast, destination_file=comments_json_file) first_comment_created_at = 0 try: while not dl.is_aborted: if 'initial_buffered_duration' not in broadcast and dl.initial_buffered_duration: broadcast['initial_buffered_duration'] = dl.initial_buffered_duration cdl.broadcast = broadcast first_comment_created_at = cdl.get_live(first_comment_created_at) except ClientError as e: if not 'media has been deleted' in e.error_response: log("[W] Comment collection ClientError: %d %s" % (e.code, e.error_response), "YELLOW") try: if cdl.comments: cdl.save() comments_log_file = comments_json_file.replace('.json', '.log') CommentsDownloader.generate_log( cdl.comments, settings.current_time, comments_log_file, comments_delay=dl.initial_buffered_duration) if len(cdl.comments) == 1: log("[I] Successfully saved 1 comment to logfile.", "GREEN") else: log("[I] Successfully saved {} comments to logfile.".format(len(cdl.comments)), "GREEN") seperator("GREEN") else: log("[I] There are no available comments to save.", "GREEN") seperator("GREEN") except Exception as e: log('[E] Could not save comments to logfile: ' + str(e), "RED")