Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -6,9 +6,14 @@ import time
|
|
6 |
import tempfile
|
7 |
import base64
|
8 |
import os
|
9 |
-
|
10 |
-
|
11 |
-
|
|
|
|
|
|
|
|
|
|
|
12 |
client = OpenAI()
|
13 |
|
14 |
def extract_recent_frames(video_url, output_folder, duration=10, frames_per_second=1):
|
@@ -78,7 +83,26 @@ def main():
|
|
78 |
st.error("Failed to extract frames.")
|
79 |
|
80 |
#####################33
|
81 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
82 |
|
83 |
#########################################3333
|
84 |
|
|
|
6 |
import tempfile
|
7 |
import base64
|
8 |
import os
|
9 |
+
from dotenv import load_dotenv
|
10 |
+
from openai import OpenAI
|
11 |
+
import assemblyai as aai
|
12 |
+
|
13 |
+
# Load environment variables
|
14 |
+
load_dotenv()
|
15 |
+
aai.settings.api_key = os.getenv("ASSEMBLYAI_API_KEY")
|
16 |
+
OpenAI.api_key = os.getenv("OPENAI_API_KEY")
|
17 |
client = OpenAI()
|
18 |
|
19 |
def extract_recent_frames(video_url, output_folder, duration=10, frames_per_second=1):
|
|
|
83 |
st.error("Failed to extract frames.")
|
84 |
|
85 |
#####################33
|
86 |
+
def generate_description(base64_frames):
|
87 |
+
try:
|
88 |
+
prompt_messages = [
|
89 |
+
{
|
90 |
+
"role": "user",
|
91 |
+
"content": [
|
92 |
+
"1. Generate a description for this sequence of video frames in about 90 words. Return the following: 1. List of objects in the video 2. Any restrictive content or sensitive content and if so which frame.",
|
93 |
+
*map(lambda x: {"image": x, "resize": 428}, base64_frames[0::30]),
|
94 |
+
],
|
95 |
+
},
|
96 |
+
]
|
97 |
+
response = client.chat.completions.create(
|
98 |
+
model="gpt-4-vision-preview",
|
99 |
+
messages=prompt_messages,
|
100 |
+
max_tokens=3000,
|
101 |
+
)
|
102 |
+
return response.choices[0].message.content
|
103 |
+
except Exception as e:
|
104 |
+
print(f"Error in generate_description: {e}")
|
105 |
+
return None
|
106 |
|
107 |
#########################################3333
|
108 |
|