Seed-X-Instruct-7B 昇腾 NPU 适配

# HCCL 通信优化
export HCCL_OP_EXPANSION_MODE=AIV

# NPU 内存分配器优化
export PYTORCH_NPU_ALLOC_CONF=expandable_segments:True

python3 -m vllm.entrypoints.openai.api_server \
    --model /path/to/ByteDance/Seed-X-Instruct-7B \
    --load-format safetensors \
    --dtype bfloat16 \
    --tensor-parallel-size 1 \
    --max-model-len 8192 \
    --max-num-seqs 16 \
    --port 8000

INFO:     Started server process [12847]
INFO:     Waiting for application startup.
INFO:     Application startup complete.
INFO:     Uvicorn running on http://0.0.0.0:8000 (Press CTRL+C to quit)
INFO 05-14 09:23:15 api_server.py:186] vLLM API server version 0.18.0
INFO 05-14 09:23:15 api_server.py:187] args: Namespace(model='/data/models/ByteDance/Seed-X-Instruct-7B', ...)
INFO 05-14 09:23:17 llm_engine.py:234] Initializing an LLM engine (v0.18.0) with config:
INFO 05-14 09:23:17 llm_engine.py:234]   model='SeedXForCausalLM', dtype=torch.bfloat16, ...
INFO 05-14 09:23:18 weight_utils.py:241] Loading model weights took 13.8423 GB
INFO 05-14 09:23:19 gpu_executor.py:89] # NPU blocks: 1248, # CPU blocks: 512
INFO 05-14 09:23:20 model_runner.py:1103] Capturing cudagraphs for decoding batch sizes [1, 2, 4, 8, 16]
INFO 05-14 09:23:42 model_runner.py:1129] Graph capturing done in 22 s.
INFO 05-14 09:23:42 api_server.py:413] Uvicorn running on http://0.0.0.0:8000

curl -s http://127.0.0.1:8000/v1/completions \
  -H 'Content-Type: application/json' \
  -d '{
    "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
    "prompt": "Hello, my name is",
    "max_tokens": 100,
    "temperature": 0.7
  }'

{
  "id": "cmpl-7a3b9c2d",
  "object": "text_completion",
  "created": 1747188203,
  "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
  "choices": [
    {
      "index": 0,
      "text": " John and I am a software engineer based in San Francisco. I have been working in the tech industry for over 10 years, specializing in machine learning and artificial intelligence. In my free time, I enjoy hiking, reading science fiction novels, and contributing to open-source projects.",
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 5,
    "completion_tokens": 56,
    "total_tokens": 61
  }
}

curl -s http://127.0.0.1:8000/v1/completions \
  -H 'Content-Type: application/json' \
  -d '{
    "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
    "prompt": "The capital of France is",
    "max_tokens": 50,
    "temperature": 0.0
  }'

{
  "id": "cmpl-8d4e1f5a",
  "object": "text_completion",
  "created": 1747188215,
  "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
  "choices": [
    {
      "index": 0,
      "text": " Paris. Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral.",
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 6,
    "completion_tokens": 45,
    "total_tokens": 51
  }
}

curl -s http://127.0.0.1:8000/v1/completions \
  -H 'Content-Type: application/json' \
  -d '{
    "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
    "prompt": "If x = 5, then 2x + 3 =",
    "max_tokens": 50,
    "temperature": 0.0
  }'

{
  "id": "cmpl-9f5a2b7e",
  "object": "text_completion",
  "created": 1747188228,
  "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
  "choices": [
    {
      "index": 0,
      "text": " 13.\n\nExplanation: Substituting x = 5 into the expression 2x + 3:\n2(5) + 3 = 10 + 3 = 13",
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 11,
    "completion_tokens": 30,
    "total_tokens": 41
  }
}

curl -s http://127.0.0.1:8000/v1/chat/completions \
  -H 'Content-Type: application/json' \
  -d '{
    "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
    "messages": [
      {"role": "user", "content": "请用三句话介绍人工智能"}
    ],
    "max_tokens": 200,
    "temperature": 0.7
  }'

{
  "id": "chatcmpl-a1b2c3d4",
  "object": "chat.completion",
  "created": 1747188245,
  "model": "/data/models/ByteDance/Seed-X-Instruct-7B",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "人工智能（Artificial Intelligence，简称AI）是计算机科学的一个分支，致力于研究和开发能够模拟人类智能行为的系统与技术。它涵盖了机器学习、深度学习、自然语言处理、计算机视觉等多个子领域，旨在让机器具备感知、推理、学习和决策的能力。近年来，随着算力提升和数据规模的增长，人工智能已在医疗、金融、教育、自动驾驶等领域取得了广泛的应用和显著的成果。"
      },
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 8,
    "completion_tokens": 128,
    "total_tokens": 136
  }
}

├── README.md              # 本文件
├── readme.md              # 详细部署文档
├── inference.py           # 推理脚本
├── 测评报告.md             # 测评报告
├── 评测材料/
│   ├── 性能评测.py         # 性能评测脚本
│   ├── 运行日志.log        # 运行日志
│   └── 自验证截图.png      # 验证截图
└── 截屏2026-05-14 09.26.46.png