WebSSL-DINO1B-224 Ascend NPU 部署指南

webssl-dino1b-full2b-224-ascend/
├── inference.py          # 精度测试脚本
├── test.log               # 测试日志
├── README.md             # 本文档
├── test_image_0.png      # 测试图片样本
├── test_image_1.png      # 测试图片样本
└── test_image_2.png      # 测试图片样本

source /usr/local/Ascend/ascend-toolkit/set_env.sh

cd webssl-dino1b-full2b-224-ascend/
python3 inference.py

import torch
from PIL import Image
from transformers import AutoImageProcessor, Dinov2Model

model_path = "webssl-dino1b-full2b-224"
device = torch.device("npu:0")

model = Dinov2Model.from_pretrained(
    model_path,
    dtype=torch.bfloat16,
    low_cpu_mem_usage=True
).to(device).eval()

processor = AutoImageProcessor.from_pretrained(model_path)

image = Image.open("path/to/image.jpg")
inputs = processor(images=image, return_tensors="pt")
pixel_values = inputs["pixel_values"].to(device)

with torch.no_grad():
    outputs = model(pixel_values=pixel_values)
    cls_features = outputs.last_hidden_state[:, 0]
    patch_features = outputs.last_hidden_state[:, 1:]
    print(f"CLS features shape: {cls_features.shape}")
    print(f"Patch features shape: {patch_features.shape}")

inputs = processor(
    images=image,      # PIL Image 或 numpy array
    return_tensors="pt"
)