sub_gen_public / app.py
SPACERUNNER99's picture
Update app.py
9db11d1 verified
from pytubefix import YouTube
from pytubefix.cli import on_progress
import time
import math
import gradio as gr
import ffmpeg
from faster_whisper import WhisperModel
import requests
import json
import arabic_reshaper # pip install arabic-reshaper
from bidi.algorithm import get_display # pip install python-bidi
from moviepy import VideoFileClip, TextClip, CompositeVideoClip, AudioFileClip, ImageClip
import pysrt
import instaloader
import time
import concurrent.futures
import re
from io import BytesIO
from PIL import Image
api_key = "268976:66f4f58a2a905"
def fetch_data(url):
try:
response = requests.get(url)
response.raise_for_status()
return response.json()
except requests.exceptions.RequestException as e:
print(f"An error occurred: {e}")
return None
def download_file(url):
try:
response = requests.get(url.split("#")[0], stream=True)
response.raise_for_status()
print(url.split("#")[1])
with open(url.split("#")[1], 'wb') as file:
for chunk in response.iter_content(chunk_size=8192):
if chunk:
file.write(chunk)
file.close()
print(f"Downloaded successfully: {url.split('#')[1]}")
except requests.exceptions.RequestException as e:
print(f"An error occurred: {e}")
def download_chunk(url, start, end, filename, index):
headers = {'Range': f'bytes={start}-{end}'}
response = requests.get(url, headers=headers, stream=True)
response.raise_for_status()
chunk_filename = f'{filename}.part{index}'
with open(chunk_filename, 'wb') as file:
for chunk in response.iter_content(chunk_size=8192):
if chunk:
file.write(chunk)
file.close()
return chunk_filename
def merge_files(filename, num_parts):
with open(filename, 'wb') as output_file:
for i in range(num_parts):
part_filename = f'{filename}.part{i}'
with open(part_filename, 'rb') as part_file:
output_file.write(part_file.read())
# Optionally, delete the part file after merging
# os.remove(part_filename)
part_file.close()
def download_file_in_parallel(link, size, num_threads=4):
url = link.split("#")[0]
filename = link.split("#")[1]
print(url+" filename: "+filename)
response = requests.head(url)
#file_size = int(response.headers['Content-Length'])
chunk_size = size // num_threads
ranges = [(i * chunk_size, (i + 1) * chunk_size - 1) for i in range(num_threads)]
ranges[-1] = (ranges[-1][0], size - 1) # Adjust the last range to the end of the file
with concurrent.futures.ThreadPoolExecutor(max_workers=num_threads) as executor:
futures = [
executor.submit(download_chunk, url, start, end, filename, i)
for i, (start, end) in enumerate(ranges)
]
for future in concurrent.futures.as_completed(futures):
future.result() # Ensure all threads complete
merge_files(filename, num_threads)
print(f'Downloaded successfully: {filename}')
def one_youtube(link, api_key):
# Fetch video ID
video_id_url = f"https://one-api.ir/youtube/?token={api_key}&action=getvideoid&link={link}"
video_data = fetch_data(video_id_url)
if not video_data:
return None, None
video_id = video_data["result"]
# Fetch video data
filter_option = "" # Replace with your filter option
video_data_url = f"https://youtube.one-api.ir/?token={api_key}&action=fullvideo&id={video_id}&filter={filter_option}"
video_data_2 = fetch_data(video_data_url)
if not video_data_2:
return None, None
formats_list = video_data_2["result"]["formats"]
file_name = video_data_2["result"]["title"]
video_name = f'{file_name}.mp4'
audio_name = f'{file_name}.mp3'
for f in formats_list:
if f["format_note"] == "360p":
download_id = f["id"]
video_size = f["filesize"]
for f in formats_list:
if f["format_note"] == "medium":
audio_id = f["id"]
audio_size = f["filesize"]
if not download_id or not audio_id:
return None, None
# Fetch video and audio links
video_link_url = f"https://youtube.one-api.ir/?token={api_key}&action=download&id={download_id}"
audio_link_url = f"https://youtube.one-api.ir/?token={api_key}&action=download&id={audio_id}"
video_link_data = fetch_data(video_link_url)
audio_link_data = fetch_data(audio_link_url)
if not video_link_data or not audio_link_data:
return None, None
video_link = video_link_data["result"]["link"]
audio_link = audio_link_data["result"]["link"]
vid_str=video_link+"#"+video_name
audio_str=audio_link+"#"+audio_name
# Download video and audio files
print(video_size , audio_size)
download_file_in_parallel(vid_str, video_size)
download_file_in_parallel(audio_str, audio_size)
return video_name, audio_name
# Define your functions here
def yt_download(url):
yt = YouTube(url)
print(yt.title)
video_path = f"{yt.title}.mp4"
ys = yt.streams.get_highest_resolution()
print(ys)
ys.download()
return video_path, yt.title
def download_image(url, save_path='downloaded_image.jpg'):
response = requests.get(url)
image = Image.open(BytesIO(response.content))
image.save(save_path)
return save_path
def insta_oneapi(url, api_key):
shortcode = url.split("/")[-2]
print(shortcode)
url_one="https://api.one-api.ir/instagram/v1/post/?shortcode="+shortcode
request_body = [{"shortcode": shortcode},]
headers = {"one-api-token": api_key, "Content-Type": "application/json"}
response = requests.get(url_one, headers=headers)
print(response)
if response.status_code == 200:
result = response.json()
try:
time.sleep(10)
response = requests.get(result["result"]['media'][0]["url"], stream=True)
response.raise_for_status()
with open("video.mp4", 'wb') as file:
for chunk in response.iter_content(chunk_size=8192):
if chunk:
file.write(chunk)
file.close()
print(f"Downloaded successfully")
image_url = result["result"]['media'][0]["cover"]
image_file_path = download_image(image_url)
return "video.mp4", image_file_path
except requests.exceptions.RequestException as e:
print(f"An error occurred: {e}")
else:
print(f"Error: {response.status_code}, {response.text}")
return None
def insta_download(permalink):
# Create an instance of Instaloader
L = instaloader.Instaloader()
try:
# Extract the shortcode from the permalink
if "instagram.com/reel/" in permalink:
shortcode = permalink.split("instagram.com/reel/")[-1].split("/")[0]
elif "instagram.com/p/" in permalink:
shortcode = permalink.split("instagram.com/p/")[-1].split("/")[0]
else:
raise ValueError("Invalid permalink format")
# Load the post using the shortcode
post = instaloader.Post.from_shortcode(L.context, shortcode)
# Check if the post is a video
if not post.is_video:
raise ValueError("The provided permalink is not a video.")
# Get the video URL
video_url = post.video_url
# Extract the filename from the URL
filename = video_url.split("/")[-1]
# Remove query parameters
filename = filename.split("?")[0]
# Download the video using requests
response = requests.get(video_url, stream=True)
response.raise_for_status() # Raise an error for bad responses
# Save the content to a file
with open(filename, 'wb') as file:
for chunk in response.iter_content(chunk_size=8192):
file.write(chunk)
print(f"Downloaded video {filename} successfully.")
return filename
except Exception as e:
print(f"Failed to download video from {permalink}: {e}")
def extract_audio(input_video_name):
# Define the input video file and output audio file
mp3_file = "audio.mp3"
# Load the video clip
video_clip = VideoFileClip(input_video_name)
# Extract the audio from the video clip
audio_clip = video_clip.audio
# Write the audio to a separate file
audio_clip.write_audiofile(mp3_file)
# Close the video and audio clips
audio_clip.close()
video_clip.close()
print("Audio extraction successful!")
return mp3_file
def transcribe(audio):
model = WhisperModel("tiny")
segments, info = model.transcribe(audio)
segments = list(segments)
for segment in segments:
print("[%.2fs -> %.2fs] %s" % (segment.start, segment.end, segment.text))
return segments
def format_time(seconds):
hours = math.floor(seconds / 3600)
seconds %= 3600
minutes = math.floor(seconds / 60)
seconds %= 60
milliseconds = round((seconds - math.floor(seconds)) * 1000)
seconds = math.floor(seconds)
formatted_time = f"{hours:02d}:{minutes:02d}:{seconds:01d},{milliseconds:03d}"
return formatted_time
def generate_subtitle_file(language, segments, input_video_name):
subtitle_file = f"sub-{input_video_name}.{language}.srt"
text = ""
for index, segment in enumerate(segments):
segment_start = format_time(segment.start)
segment_end = format_time(segment.end)
text += f"{str(index+1)} \n"
text += f"{segment_start} --> {segment_end} \n"
text += f"{segment.text} \n"
text += "\n"
f = open(subtitle_file, "w", encoding='utf8')
f.write(text)
f.close()
return subtitle_file
def read_srt_file(file_path):
try:
with open(file_path, 'r', encoding='utf-8') as file:
srt_content = file.read()
file.close()
return srt_content
except FileNotFoundError:
print(f"The file {file_path} was not found.")
except Exception as e:
print(f"An error occurred: {e}")
def clean_text(text):
# Remove 'srt ' from the start of each line
# Remove ''' from the start and end
text = re.sub(r"^```|```$", '', text)
text = re.sub(r'^srt', '', text, flags=re.MULTILINE)
return text
def enhance_text(api_key, text, google):
url = "https://api.one-api.ir/chatbot/v1/gpt4o/"
# Prepare the request body
request_body = [{
"role": "user",
"content": f"{text} Translate the above text into Persian, converting the English terms used in it into common Persian terms. in respose dont add any thing exept for the srt formated translation."
},]
# Add the API key to the request
headers = {
"one-api-token": api_key,
"Content-Type": "application/json"
}
# Make the POST request
response = requests.post(url, headers=headers, json=request_body)
# Check the response status
if response.status_code == 200:
result = response.json()
clean_text(result["result"][0])
last = clean_text(result["result"][0])
print("result: ")
print(last)
return last
else:
print(f"Error: {response.status_code}, {response.text}")
return None
def translate_text(api_key, source_lang, target_lang, text):
url = "https://api.one-api.ir/translate/v1/google/"
request_body = {"source": source_lang, "target": target_lang, "text": text}
headers = {"one-api-token": api_key, "Content-Type": "application/json"}
response = requests.post(url, headers=headers, json=request_body)
if response.status_code == 200:
result = response.json()
enhanced_text = enhance_text(api_key, text, result['result'])
return enhanced_text
else:
print(f"Error: {response.status_code}, {response.text}")
return None
def write_google(google_translate):
google = "google_translate.srt"
with open(google, 'w', encoding="utf-8") as f:
f.write(google_translate)
f.close()
def time_to_seconds(time_obj):
return time_obj.hours * 3600 + time_obj.minutes * 60 + time_obj.seconds + time_obj.milliseconds / 1000
def create_subtitle_clips(subtitles, videosize, fontsize, font, color, debug):
subtitle_clips = []
for subtitle in subtitles:
start_time = time_to_seconds(subtitle.start) # Add 2 seconds offset
end_time = time_to_seconds(subtitle.end)
duration = end_time - start_time
video_width, video_height = videosize
max_width = video_width * 0.8
max_height = video_height * 0.2
#reshaped_text = arabic_reshaper.reshape(subtitle.text)
#bidi_text = get_display(reshaped_text)
text_clip = TextClip(font, subtitle.text, font_size=fontsize, size=(int(video_width * 0.8), int(video_height * 0.2)) ,text_align="center" ,color=color, method='caption').with_start(start_time).with_duration(duration)
subtitle_x_position = 'center'
subtitle_y_position = video_height * 0.68
text_position = (subtitle_x_position, subtitle_y_position)
subtitle_clips.append(text_clip.with_position(text_position))
return subtitle_clips
def process_video(url, type):
if type=="insta":
input_video, image_path=insta_oneapi(url, api_key)
input_video_name = input_video.replace(".mp4", "")
video = VideoFileClip(input_video)
image_clip = ImageClip(image_path).with_duration(1)
# Set the position and size of the image (optional)
image_clip = image_clip.with_position(("center", "center")).resized(height=video.size[1])
first_video = CompositeVideoClip([video.with_start(1), image_clip])
input_video = input_video_name+"_cover.mp4"
input_video_name = input_video.replace(".mp4", "")
first_video.write_videofile(input_video, codec="libx264", audio_codec="aac", logger=None)
input_audio = extract_audio(input_video)
elif type=="youtube":
input_video, input_audio = one_youtube(url, api_key)
input_video_name = input_video.replace(".mp4", "")
# Get the current local time
t = time.localtime()
# Format the time as a string
current_time = time.strftime("%H:%M:%S", t)
print("Current Time =", current_time)
segments = transcribe(audio=input_audio)
language = "fa"
subtitle_file = generate_subtitle_file(language=language, segments=segments, input_video_name=input_video_name)
source_language = "en"
target_language = "fa"
srt_string = read_srt_file(subtitle_file)
google_translate = translate_text(api_key, source_language, target_language, srt_string)
write_google(google_translate)
video = VideoFileClip(input_video)
audio = AudioFileClip(input_audio)
video = video.with_audio(audio)
print(video)
subtitles = pysrt.open("google_translate.srt", encoding="utf-8")
output_video_file = input_video_name + '_subtitled' + ".mp4"
subtitle_clips = create_subtitle_clips(subtitles, video.size, 32, 'arial.ttf', 'white', False)
final_video = CompositeVideoClip([video] + subtitle_clips)
final_video.write_videofile(output_video_file, codec="libx264", audio_codec="aac", logger=None)
video.close()
audio.close()
print('final')
# Get the current local time
t = time.localtime()
# Format the time as a string
current_time = time.strftime("%H:%M:%S", t)
print("Current Time =", current_time)
# Generate the URL for the file
return output_video_file
def download_file(file_path):
return gr.File.update(file_path)
iface = gr.Interface(fn=process_video, inputs=[gr.Text(),gr.Dropdown(["insta","youtube"])], outputs="file")
iface.launch(debug=True)