
from . import s3_utils
import boto3
from botocore import UNSIGNED
from botocore.config import Config

import m3u8
import math
from . import scraper
import ffmpeg
import os
from datetime import datetime
from datetime import timedelta
from pytz import timezone
import time
import sys
from pathlib import Path
from . import datetime_utils

def get_readable_clipname(hydrophone_id, cliptime_utc):
    # cliptime is of the form 2020-09-27T00/16/55.677242Z
    cliptime_utc = timezone('UTC').localize(cliptime_utc)
    date = cliptime_utc.astimezone(timezone('US/Pacific'))
    date_format='%Y_%m_%d_%H_%M_%S_%Z'
    clipname = date.strftime(date_format)
    return hydrophone_id + "_" + clipname, date

#TODO: Handle date ranges that don't exist
class DateRangeHLSStream():
    """
    stream_base = 'https://s3-us-west-2.amazonaws.com/streaming-orcasound-net/rpi_orcasound_lab'
    polling_interval = 60 sec
    start_unix_time
    end_unix_time
    wav_dir
    real_time = if False, get data as soon as possible, if true wait for polling interval before pulling
    """

    def __init__(self, stream_base, polling_interval, start_unix_time, end_unix_time, wav_dir, real_time=False):
        """

        """

        # Get all necessary data and create index
        self.stream_base = stream_base
        self.polling_interval_in_seconds = polling_interval
        self.start_unix_time = start_unix_time
        self.end_unix_time = end_unix_time
        self.wav_dir = wav_dir
        self.real_time = real_time
        self.is_end_of_stream = False

        # query the stream base for all m3u8 files between the timestamps

        # split the stream base into bucket and folder
        # eg. 'https://s3-us-west-2.amazonaws.com/streaming-orcasound-net/rpi_orcasound_lab'
        # would be split into s3_bucket = 'streaming-orcasound-net' and folder_name = 'rpi_orcasound_lab'

        bucket_folder = self.stream_base.split("https://s3-us-west-2.amazonaws.com/")[1]
        tokens = bucket_folder.split("/")
        self.s3_bucket = tokens[0]
        self.folder_name = tokens[1]
        prefix = self.folder_name + "/hls/"

        # returns folder names corresponding to epochs, this grows as more data is added, we should probably maintain a list of 
        # hydrophone folders that exist
        all_hydrophone_folders = s3_utils.get_all_folders(self.s3_bucket, prefix=prefix)
        print("Found {} folders in all for hydrophone".format(len(all_hydrophone_folders)))

        self.valid_folders = s3_utils.get_folders_between_timestamp(all_hydrophone_folders, self.start_unix_time, self.end_unix_time)
        print("Found {} folders in date range".format(len(self.valid_folders)))

        self.current_folder_index = 0
        self.current_clip_start_time = self.start_unix_time

    def get_next_clip(self, current_clip_name = None):
        """

        """

        # Get current folder
        current_folder = int(self.valid_folders[self.current_folder_index])
        clipname, clip_start_time = datetime_utils.get_clip_name_from_unix_time(self.folder_name.replace("_", "-"), self.current_clip_start_time)

        # if real_time execution mode is specified
        if self.real_time:
            # sleep till enough time has elapsed

            now = datetime.utcnow()
            time_to_sleep = (current_clip_name-now).total_seconds()

            if time_to_sleep < 0:
                print("Issue with timing")

            if time_to_sleep > 0:
                time.sleep(time_to_sleep)
        
        # read in current m3u8 file
        # stream_url for the current AWS folder
        stream_url = "{}/hls/{}/live.m3u8".format(
            (self.stream_base), (current_folder))
        stream_obj = m3u8.load(stream_url)
        num_total_segments = len(stream_obj.segments)
        num_segments_in_wav_duration = math.ceil(self.polling_interval_in_seconds/stream_obj.target_duration)

        # calculate the start index by computing the current time - start of current folder
        segment_start_index = math.ceil(datetime_utils.get_difference_between_times_in_seconds(self.current_clip_start_time, current_folder)/stream_obj.target_duration)
        segment_end_index = segment_start_index + num_segments_in_wav_duration

        if segment_end_index > num_total_segments:
            # move to the next folder and increment the current_clip_start_time to the new
            self.current_folder_index += 1
            self.current_clip_start_time = self.valid_folders[self.current_folder_index]
            return None, None, None

        # Can get the whole segment so update the clip_start_time for the next clip
        # We do this before we actually do the pulling in case there is a problem with this clip
        self.current_clip_start_time = datetime_utils.add_interval_to_unix_time(self.current_clip_start_time, self.polling_interval_in_seconds)

        # Create tmp path to hold .ts segments
        tmp_path = "tmp_path"
        os.makedirs(tmp_path,exist_ok=True)

        file_names = []
        for i in range(segment_start_index, segment_end_index):
            audio_segment = stream_obj.segments[i]
            base_path = audio_segment.base_uri
            file_name = audio_segment.uri
            audio_url = base_path + file_name
            try:
                scraper.download_from_url(audio_url,tmp_path)
                file_names.append(file_name)
            except Exception:
                print("Skipping",audio_url,": error.")

        # concatentate all .ts files with ffmpeg
        hls_file = (clipname+".ts")
        audio_file = (clipname+".wav")
        wav_file_path = os.path.join(self.wav_dir, audio_file)
        filenames_str = " ".join(file_names)
        concat_ts_cmd = "cd {tp} && cat {fstr} > {hls_file}".format(tp=tmp_path, fstr=filenames_str, hls_file=hls_file)
        os.system(concat_ts_cmd)
        
        # read the concatenated .ts and write to wav
        stream = ffmpeg.input(os.path.join(tmp_path, Path(hls_file)))
        stream = ffmpeg.output(stream, wav_file_path)
        ffmpeg.run(stream, quiet=False)

        # clear the tmp_path
        os.system(f'rm -rf {tmp_path}')

        # If we're in demo mode, we need to fake timestamps to make it seem like the date range is real-time
        if current_clip_name:
            clipname, _ = get_readable_clipname(self.folder_name.replace("_", "-"), current_clip_name)

            # rename wav file
            full_new_clip_path = os.path.join(self.wav_dir, clipname+".wav")
            os.rename(wav_file_path, full_new_clip_path)
            wav_file_path = full_new_clip_path

            # change clip_start_time - this has to be in UTC so that the email can be in PDT
            clip_start_time = current_clip_name.isoformat() + "Z"

        # Get new index
        return wav_file_path, clip_start_time, current_clip_name

    def is_stream_over(self):
        # returns true or false based on whether the stream is over
        return int(self.current_clip_start_time) >= int(self.end_unix_time)

from . import s3_utils
import boto3
from botocore import UNSIGNED
from botocore.config import Config

import m3u8
import math
from . import scraper
import ffmpeg
import os
from datetime import datetime
from datetime import timedelta
from pytz import timezone
import time
import sys
from pathlib import Path
from . import datetime_utils

def get_readable_clipname(hydrophone_id, cliptime_utc):
    # cliptime is of the form 2020-09-27T00/16/55.677242Z
    cliptime_utc = timezone('UTC').localize(cliptime_utc)
    date = cliptime_utc.astimezone(timezone('US/Pacific'))
    date_format='%Y_%m_%d_%H_%M_%S_%Z'
    clipname = date.strftime(date_format)
    return hydrophone_id + "_" + clipname, date

#TODO: Handle date ranges that don't exist
class DateRangeHLSStream():
    """
    stream_base = 'https://s3-us-west-2.amazonaws.com/streaming-orcasound-net/rpi_orcasound_lab'
    polling_interval = 60 sec
    start_unix_time
    end_unix_time
    wav_dir
    real_time = if False, get data as soon as possible, if true wait for polling interval before pulling
    """

    def __init__(self, stream_base, polling_interval, start_unix_time, end_unix_time, wav_dir, real_time=False):
        """

        """

        # Get all necessary data and create index
        self.stream_base = stream_base
        self.polling_interval_in_seconds = polling_interval
        self.start_unix_time = start_unix_time
        self.end_unix_time = end_unix_time
        self.wav_dir = wav_dir
        self.real_time = real_time
        self.is_end_of_stream = False

        # query the stream base for all m3u8 files between the timestamps

        # split the stream base into bucket and folder
        # eg. 'https://s3-us-west-2.amazonaws.com/streaming-orcasound-net/rpi_orcasound_lab'
        # would be split into s3_bucket = 'streaming-orcasound-net' and folder_name = 'rpi_orcasound_lab'

        bucket_folder = self.stream_base.split("https://s3-us-west-2.amazonaws.com/")[1]
        tokens = bucket_folder.split("/")
        self.s3_bucket = tokens[0]
        self.folder_name = tokens[1]
        prefix = self.folder_name + "/hls/"

        # returns folder names corresponding to epochs, this grows as more data is added, we should probably maintain a list of 
        # hydrophone folders that exist
        all_hydrophone_folders = s3_utils.get_all_folders(self.s3_bucket, prefix=prefix)
        print("Found {} folders in all for hydrophone".format(len(all_hydrophone_folders)))

        self.valid_folders = s3_utils.get_folders_between_timestamp(all_hydrophone_folders, self.start_unix_time, self.end_unix_time)
        print("Found {} folders in date range".format(len(self.valid_folders)))

        self.current_folder_index = 0
        self.current_clip_start_time = self.start_unix_time

    def get_next_clip(self, current_clip_name = None):
        """

        """

        # Get current folder
        current_folder = int(self.valid_folders[self.current_folder_index])
        clipname, clip_start_time = datetime_utils.get_clip_name_from_unix_time(self.folder_name.replace("_", "-"), self.current_clip_start_time)

        # if real_time execution mode is specified
        if self.real_time:
            # sleep till enough time has elapsed

            now = datetime.utcnow()
            time_to_sleep = (current_clip_name-now).total_seconds()

            if time_to_sleep < 0:
                print("Issue with timing")

            if time_to_sleep > 0:
                time.sleep(time_to_sleep)
        
        # read in current m3u8 file
        # stream_url for the current AWS folder
        stream_url = "{}/hls/{}/live.m3u8".format(
            (self.stream_base), (current_folder))
        stream_obj = m3u8.load(stream_url)
        num_total_segments = len(stream_obj.segments)
        num_segments_in_wav_duration = math.ceil(self.polling_interval_in_seconds/stream_obj.target_duration)

        # calculate the start index by computing the current time - start of current folder
        segment_start_index = math.ceil(datetime_utils.get_difference_between_times_in_seconds(self.current_clip_start_time, current_folder)/stream_obj.target_duration)
        segment_end_index = segment_start_index + num_segments_in_wav_duration

        if segment_end_index > num_total_segments:
            # move to the next folder and increment the current_clip_start_time to the new
            self.current_folder_index += 1
            self.current_clip_start_time = self.valid_folders[self.current_folder_index]
            return None, None, None

        # Can get the whole segment so update the clip_start_time for the next clip
        # We do this before we actually do the pulling in case there is a problem with this clip
        self.current_clip_start_time = datetime_utils.add_interval_to_unix_time(self.current_clip_start_time, self.polling_interval_in_seconds)

        # Create tmp path to hold .ts segments
        tmp_path = "tmp_path"
        os.makedirs(tmp_path,exist_ok=True)

        file_names = []
        for i in range(segment_start_index, segment_end_index):
            audio_segment = stream_obj.segments[i]
            base_path = audio_segment.base_uri
            file_name = audio_segment.uri
            audio_url = base_path + file_name
            try:
                scraper.download_from_url(audio_url,tmp_path)
                file_names.append(file_name)
            except Exception:
                print("Skipping",audio_url,": error.")

        # concatentate all .ts files with ffmpeg
        hls_file = (clipname+".ts")
        audio_file = (clipname+".wav")
        wav_file_path = os.path.join(self.wav_dir, audio_file)
        filenames_str = " ".join(file_names)
        concat_ts_cmd = "cd {tp} && cat {fstr} > {hls_file}".format(tp=tmp_path, fstr=filenames_str, hls_file=hls_file)
        os.system(concat_ts_cmd)
        
        # read the concatenated .ts and write to wav
        stream = ffmpeg.input(os.path.join(tmp_path, Path(hls_file)))
        stream = ffmpeg.output(stream, wav_file_path)
        ffmpeg.run(stream, quiet=False)

        # clear the tmp_path
        os.system(f'rm -rf {tmp_path}')

        # If we're in demo mode, we need to fake timestamps to make it seem like the date range is real-time
        if current_clip_name:
            clipname, _ = get_readable_clipname(self.folder_name.replace("_", "-"), current_clip_name)

            # rename wav file
            full_new_clip_path = os.path.join(self.wav_dir, clipname+".wav")
            os.rename(wav_file_path, full_new_clip_path)
            wav_file_path = full_new_clip_path

            # change clip_start_time - this has to be in UTC so that the email can be in PDT
            clip_start_time = current_clip_name.isoformat() + "Z"

        # Get new index
        return wav_file_path, clip_start_time, current_clip_name

    def is_stream_over(self):
        # returns true or false based on whether the stream is over
        return int(self.current_clip_start_time) >= int(self.end_unix_time)
# cliptime is of the form 2020-09-27T00/16/55.677242Z #TODO: Handle date ranges that don't exist stream_base = 'https://s3-us-west-2.amazonaws.com/streaming-orcasound-net/rpi_orcasound_lab'     polling_interval = 60 sec     start_unix_time     end_unix_time     wav_dir     real_time = if False, get data as soon as possible, if true wait for polling interval before pulling # Get all necessary data and create index # query the stream base for all m3u8 files between the timestamps # split the stream base into bucket and folder # eg. 'https://s3-us-west-2.amazonaws.com/streaming-orcasound-net/rpi_orcasound_lab' # would be split into s3_bucket = 'streaming-orcasound-net' and folder_name = 'rpi_orcasound_lab' # returns folder names corresponding to epochs, this grows as more data is added, we should probably maintain a list of # hydrophone folders that exist # Get current folder # if real_time execution mode is specified # sleep till enough time has elapsed # read in current m3u8 file # stream_url for the current AWS folder # calculate the start index by computing the current time - start of current folder # move to the next folder and increment the current_clip_start_time to the new # Can get the whole segment so update the clip_start_time for the next clip # We do this before we actually do the pulling in case there is a problem with this clip # Create tmp path to hold .ts segments # concatentate all .ts files with ffmpeg # read the concatenated .ts and write to wav # clear the tmp_path # If we're in demo mode, we need to fake timestamps to make it seem like the date range is real-time # rename wav file # change clip_start_time - this has to be in UTC so that the email can be in PDT # Get new index # returns true or false based on whether the stream is over