media_understand.py 992 B

1234567891011121314151617181920212223242526272829303132333435363738394041
  1. import os
  2. from volcenginesdkarkruntime import Ark
  3. from utils.tools import encode_video
  4. from utils.upload import upload_file_to_tos
  5. from dotenv import load_dotenv
  6. load_dotenv()
  7. video_url = encode_video("./data/test.mp4")
  8. video_url = upload_file_to_tos("./data/raw_test.mp4")
  9. print(video_url)
  10. client = Ark(
  11. base_url="https://ark.cn-beijing.volces.com/api/v3",
  12. api_key=os.environ.get("ARK_API_KEY"),
  13. )
  14. # Non-streaming:
  15. print("----- image input request -----")
  16. completion = client.chat.completions.create(
  17. model="doubao-seed-1-6-250615",
  18. messages=[
  19. {
  20. "role": "user",
  21. "content": [
  22. {
  23. "type": "video_url",
  24. "video_url": {
  25. "url": video_url,
  26. "fps": 2
  27. },
  28. },
  29. {"type": "text", "text": "请解析视频内容"},
  30. ],
  31. }
  32. ],
  33. )
  34. print(completion.choices[0].message.content)