OpenAI兼容-Batch

pip3 install -U openai

import os
import io
import tempfile
from pathlib import Path
from urllib.parse import urlparse
import requests
from openai import OpenAI
import time
 
# 初始化客户端
client = OpenAI(
    # 若没有配置环境变量，可将下行替换为：api_key="sk-xxx"
    # 但不建议在生产环境中直接将 API Key 硬编码到代码中，以减少 API Key 泄露风险
    # 获取 API Key：https://console.ucloud.cn/modelverse/experience/api-keys
    api_key=os.getenv(
        "MODELVERSE_API_KEY", "<MODELVERSE_API_KEY>"
    ),
    base_url="https://api.modelverse.cn/v1",
)
 
 
def upload_file(file_path):
    print(f"正在上传包含请求信息的JSONL文件...")
 
    # 判断是否为URL
    if file_path.startswith(("http://", "https://")):
        print(f"检测到公网链接，正在下载文件...")
        response = requests.get(file_path)
        response.raise_for_status()
 
        # 从URL中提取文件名
        parsed_url = urlparse(file_path)
        filename = os.path.basename(parsed_url.path) or "batch_input.jsonl"
 
        # 使用内存中的文件对象上传
        file_content = io.BytesIO(response.content)
        file_content.name = filename
        file_object = client.files.create(file=file_content, purpose="batch")
    else:
        # 本地文件路径
        file_object = client.files.create(file=Path(file_path), purpose="batch")
 
    print(f"文件上传成功。得到文件ID: {file_object.id}\n")
    return file_object.id
 
 
def create_batch_job(input_file_id):
    print(f"正在基于文件ID，创建Batch任务...")
    # 请注意：此处 endpoint 参数值需和输入文件中的 url 字段保持一致
    # qwen3-vl-flash 模型填写 /v1/chat/completions
    batch = client.batches.create(
        input_file_id=input_file_id,
        endpoint="/v1/chat/ds-test",
        completion_window="24h",
    )
    print(f"Batch任务创建完成。得到Batch任务ID: {batch.id}\n")
    return batch.id
 
 
def check_job_status(batch_id):
    print(f"正在检查Batch任务状态...")
    batch = client.batches.retrieve(batch_id=batch_id)
    print(f"Batch任务状态: {batch.status}\n")
    return batch.status
 
 
def get_output_id(batch_id):
    print(f"正在获取Batch任务中执行成功请求的输出文件ID...")
    batch = client.batches.retrieve(batch_id=batch_id)
    print(f"输出文件ID: {batch.output_file_id}\n")
    return batch.output_file_id
 
 
def get_error_id(batch_id):
    print(f"正在获取Batch任务中执行错误请求的输出文件ID...")
    batch = client.batches.retrieve(batch_id=batch_id)
    print(f"错误文件ID: {batch.error_file_id}\n")
    return batch.error_file_id
 
 
def download_results(output_file_id, output_file_path):
    print(f"正在打印并下载Batch任务的请求成功结果...")
    content = client.files.content(output_file_id)
    print(f"打印请求成功结果的前1000个字符内容: {content.text[:1000]}...\n")
    content.write_to_file(output_file_path)
    print(f"完整的输出结果已保存至本地输出文件result.jsonl\n")
 
 
def download_errors(error_file_id, error_file_path):
    print(f"正在打印并下载Batch任务的请求失败信息...")
    content = client.files.content(error_file_id)
    print(f"打印请求失败信息的前1000个字符内容: {content.text[:1000]}...\n")
    content.write_to_file(error_file_path)
    print(f"完整的请求失败信息已保存至本地错误文件error.jsonl\n")
 
 
def main():
    input_file_path = (
        "https://umodelverse-inference.cn-wlcb.ufileos.com/test-batch.jsonl"
    )
    output_file_path = "result.jsonl"
    error_file_path = "error.jsonl"
 
    try:
        # Step 1: 上传包含请求信息的JSONL文件
        input_file_id = upload_file(input_file_path)
 
        # Step 2: 基于输入文件ID，创建Batch任务
        batch_id = create_batch_job(input_file_id)
 
        # Step 3: 检查Batch任务状态直到结束
        status = ""
        while status not in ["completed", "failed", "expired", "cancelled"]:
            status = check_job_status(batch_id)
            print(f"等待任务完成...")
            time.sleep(10)
 
        if status == "failed":
            batch = client.batches.retrieve(batch_id)
            print(f"Batch任务失败。错误信息为:{batch.errors}\n")
            return
 
        # Step 4: 下载结果
        output_file_id = get_output_id(batch_id)
        if output_file_id:
            download_results(output_file_id, output_file_path)
 
        error_file_id = get_error_id(batch_id)
        if error_file_id:
            download_errors(error_file_id, error_file_path)
 
    except Exception as e:
        print(f"An error occurred: {e}")
 
 
if __name__ == "__main__":
    main()
 

{"id":"39dbd7fd-a261-96f1-85e9-c795ac379b8d","custom_id":"2","response":{"status_code":200,"request_id":"39dbd7fd-a261-96f1-85e9-c795ac379b8d","body":{"created":1766385214,"usage":{"completion_tokens":166,"prompt_tokens":23,"completion_tokens_details":{"text_tokens":166},"prompt_tokens_details":{"text_tokens":23},"total_tokens":189},"model":"qwen3-vl-flash","id":"chatcmpl-39dbd7fd-a261-96f1-85e9-c795ac379b8d","choices":[{"finish_reason":"stop","index":0,"message":{"role":"assistant","content":"Baaaah! *grazing peacefully in the sunlit field* \n\nOh, hello there! I'm just a little sheep enjoying my grassy life. I love nibbling on fresh green blades and watching the clouds drift by. Sometimes I get a bit sleepy and lie down with my woolly coat catching the breeze.\n\nYou wanna hear about my favorite things? I adore when the farmer brings out the hay bales in winter, and I always get extra treats on Sundays! Though I must say, I’m a bit of a chatterbox — I’ll happily chat about anything from the best grazing spots to how fluffy my wool is.\n\nWhat’s on your mind, friend? Maybe you’d like to hear about my latest adventure or just sit with me under the big oak tree? Baaaaah! 🐑✨"}}],"object":"chat.completion"}},"error":null}
{"id":"78ff9450-6a4f-917d-80d4-d9628c808d8d","custom_id":"3","response":{"status_code":200,"request_id":"78ff9450-6a4f-917d-80d4-d9628c808d8d","body":{"created":1766385214,"usage":{"completion_tokens":103,"prompt_tokens":23,"completion_tokens_details":{"text_tokens":103},"prompt_tokens_details":{"text_tokens":23},"total_tokens":126},"model":"qwen3-vl-flash","id":"chatcmpl-78ff9450-6a4f-917d-80d4-d9628c808d8d","choices":[{"finish_reason":"stop","index":0,"message":{"role":"assistant","content":"Moo! 🐄 I’m a cow — big, fluffy, and full of gentle vibes. I love munching on grass, lounging in the sun, and maybe getting a little muddy if it’s a good day. I might not be the smartest animal around, but I’ve got a heart as big as my udder (and I know that’s a lot!). What’s on your mind? Need advice? A cuddle? Or just someone to moo with? 😊🐄"}}],"object":"chat.completion"}},"error":null}
{"id":"6b9fecd9-4139-9190-b9d6-4f473c3f0e9b","custom_id":"1","response":{"status_code":200,"request_id":"6b9fecd9-4139-9190-b9d6-4f473c3f0e9b","body":{"created":1766385216,"usage":{"completion_tokens":72,"prompt_tokens":23,"completion_tokens_details":{"text_tokens":72},"prompt_tokens_details":{"text_tokens":23},"total_tokens":95},"model":"qwen3-vl-flash","id":"chatcmpl-6b9fecd9-4139-9190-b9d6-4f473c3f0e9b","choices":[{"finish_reason":"stop","index":0,"message":{"role":"assistant","content":"Oink! 🐷 I’m a pig — snorting, rooting around in the mud, and totally loving it. You want me to be your farmyard buddy? I’ll roll in the dirt, snuffle for treats, and maybe even do a little dance if you give me some apples. What’s up, friend? 🍏🐷"}}],"object":"chat.completion"}},"error":null}

{"custom_id":"1","method":"POST","url":"/v1/chat/completions","body":{"model":"qwen3-vl-flash","messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"你好！有什么可以帮助你的吗？"}]}}
{"custom_id":"2","method":"POST","url":"/v1/chat/completions","body":{"model":"qwen3-vl-flash","messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is 2+2?"}]}}

{"custom_id":"1","method":"POST","url":"/v1/chat/completions","body":{"model":"qwen-turbo-latest","stream":true,"enable_thinking":true,"thinking_budget":50,"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"你是谁？"}],"max_tokens": 1000,"temperature":0.7}}
{"custom_id":"2","method":"POST","url":"/v1/chat/completions","body":{"model":"qwen-turbo-latest","stream":true,"enable_thinking":true,"thinking_budget":50,"messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is 2+2?"}],"max_tokens": 1000,"temperature":0.7}}

[
  {"role": "system", "content": "You are a helpful assistant."},
  {"role": "user", "content": "What is 2+2?"}
]

{"id":"73291560-xxx","custom_id":"1","response":{"status_code":200,"request_id":"73291560-7616-97bf-87f2-7d747bbe84fd","body":{"created":1742303743,"usage":{"completion_tokens":7,"prompt_tokens":26,"total_tokens":33},"model":"qwen3-vl-flash","id":"chatcmpl-73291560-7616-97bf-87f2-7d747bbe84fd","choices":[{"finish_reason":"stop","index":0,"message":{"content":"2+2 equals 4."}}],"object":"chat.completion"}},"error":null}

{"id":"c308ef7f-xxx","custom_id":"1","response":{"status_code":200,"request_id":"c308ef7f-0824-9c46-96eb-73566f062426","body":{"created":1742303743,"usage":{"completion_tokens":35,"prompt_tokens":26,"total_tokens":61},"model":"qwen3-vl-flash","id":"chatcmpl-c308ef7f-0824-9c46-96eb-73566f062426","choices":[{"finish_reason":"stop","index":0,"message":{"content":"你好！当然可以。无论是需要信息查询、学习资料、解决问题的方法，还是其他任何帮助，我都在这里为你提供支持。请告诉我你需要什么方面的帮助？"}}],"object":"chat.completion"}},"error":null}
{"id":"73291560-xxx","custom_id":"2","response":{"status_code":200,"request_id":"73291560-7616-97bf-87f2-7d747bbe84fd","body":{"created":1742303743,"usage":{"completion_tokens":7,"prompt_tokens":26,"total_tokens":33},"model":"qwen3-vl-flash","id":"chatcmpl-73291560-7616-97bf-87f2-7d747bbe84fd","choices":[{"finish_reason":"stop","index":0,"message":{"content":"2+2 equals 4."}}],"object":"chat.completion"}},"error":null}

import os
from pathlib import Path
from openai import OpenAI
 
client = OpenAI(
    # 若没有配置环境变量，可将下行替换为：api_key="sk-xxx"
    # 获取 API Key：https://console.ucloud.cn/modelverse/experience/api-keys
    api_key=os.getenv("MODELVERSE_API_KEY"),
    base_url="https://api.modelverse.cn/v1",
)
 
# test.jsonl 是一个本地示例文件，purpose 必须是 batch
file_object = client.files.create(file=Path("test.jsonl"), purpose="batch")
print(file_object.model_dump_json())

{"custom_id":"1","method":"POST","url":"/v1/chat/completions","body":{"model":"qwen3-vl-flash","messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"你好！有什么可以帮助你的吗？"}]}}
{"custom_id":"2","method":"POST","url":"/v1/chat/completions","body":{"model":"qwen3-vl-flash","messages":[{"role":"system","content":"You are a helpful assistant."},{"role":"user","content":"What is 2+2?"}]}}

{
    "id": "file-batch-xxx",
    "bytes": 437,
    "created_at": 1742304153,
    "filename": "test.jsonl",
    "object": "file",
    "purpose": "batch",
    "status": "processed",
    "status_details": null
}

import os
from openai import OpenAI
 
client = OpenAI(
    api_key=os.getenv("MODELVERSE_API_KEY"),
    base_url="https://api.modelverse.cn/v1",
)
 
batch = client.batches.create(
    input_file_id="file-batch-xxx",  # 上传文件返回的 id
    endpoint="/v1/chat/completions",  
    completion_window="24h",
    metadata={'ds_name': "任务名称", 'ds_description': '任务描述'}
)
print(batch)

{
    "id": "batch_xxx",
    "object": "batch",
    "endpoint": "/v1/chat/completions",
    "errors": null,
    "input_file_id": "file-batch-xxx",
    "completion_window": "24h",
    "status": "validating",
    "output_file_id": null,
    "error_file_id": null,
    "created_at": 1742367779,
    "in_progress_at": null,
    "expires_at": null,
    "finalizing_at": null,
    "completed_at": null,
    "failed_at": null,
    "expired_at": null,
    "cancelling_at": null,
    "cancelled_at": null,
    "request_counts": {
        "total": 0,
        "completed": 0,
        "failed": 0
    },
    "metadata": {
        "ds_name": "任务名称",
        "ds_description": "任务描述"
    }
}

import os
from openai import OpenAI
 
client = OpenAI(
    api_key=os.getenv("MODELVERSE_API_KEY"),
    base_url="https://api.modelverse.cn/v1",
)
 
batch = client.batches.retrieve("batch_id")  # 将 batch_id 替换为 Batch 任务的 id
print(batch)

import os
from openai import OpenAI
 
client = OpenAI(
    api_key=os.getenv("MODELVERSE_API_KEY"),
    base_url="https://api.modelverse.cn/v1",
)
 
batches = client.batches.list(
    limit=2,
    extra_query={
        'status': 'completed,expired'
    }
)
print(batches)

{
  "object": "list",
  "data": [
    {
      "id": "batch_xxx",
      "object": "batch",
      "endpoint": "/v1/chat/completions",
      "errors": null,
      "input_file_id": "file-batch-xxx",
      "completion_window": "24h",
      "status": "completed",
      "output_file_id": "file-batch_output-xxx",
      "error_file_id": null,
      "created_at": 1722234109,
      "in_progress_at": 1722234109,
      "expires_at": null,
      "finalizing_at": 1722234165,
      "completed_at": 1722234165,
      "failed_at": null,
      "expired_at": null,
      "cancelling_at": null,
      "cancelled_at": null,
      "request_counts": {
        "total": 100,
        "completed": 95,
        "failed": 5
      },
      "metadata": {}
    }
  ],
  "first_id": "batch_xxx",
  "last_id": "batch_xxx",
  "has_more": true
}

import os
from openai import OpenAI
 
client = OpenAI(
    api_key=os.getenv("MODELVERSE_API_KEY"),
    base_url="https://api.modelverse.cn/v1",
)
 
batch = client.batches.cancel("batch_id")  # 将 batch_id 替换为 Batch 任务的 id
print(batch)

import os
from openai import OpenAI
 
client = OpenAI(
    api_key=os.getenv("MODELVERSE_API_KEY"),
    base_url="https://api.modelverse.cn/v1",
)
 
content = client.files.content(file_id="file-batch_output-xxx")
# 打印结果文件内容
print(content.text)
# 保存结果文件至本地
content.write_to_file("result.jsonl")

{"id":"c308ef7f-xxx","custom_id":"1","response":{"status_code":200,"request_id":"c308ef7f-0824-9c46-96eb-73566f062426","body":{"created":1742303743,"usage":{"completion_tokens":35,"prompt_tokens":26,"total_tokens":61},"model":"qwen3-vl-flash","id":"chatcmpl-c308ef7f-0824-9c46-96eb-73566f062426","choices":[{"finish_reason":"stop","index":0,"message":{"content":"你好！当然可以。无论是需要信息查询、学习资料、解决问题的方法，还是其他任何帮助，我都在这里为你提供支持。请告诉我你需要什么方面的帮助？"}}],"object":"chat.completion"}},"error":null}
{"id":"73291560-xxx","custom_id":"2","response":{"status_code":200,"request_id":"73291560-7616-97bf-87f2-7d747bbe84fd","body":{"created":1742303743,"usage":{"completion_tokens":7,"prompt_tokens":26,"total_tokens":33},"model":"qwen3-vl-flash","id":"chatcmpl-73291560-7616-97bf-87f2-7d747bbe84fd","choices":[{"finish_reason":"stop","index":0,"message":{"content":"2+2 equals 4."}}],"object":"chat.completion"}},"error":null}