HuggingFace镜像/gemma-ko-v01
模型介绍文件和版本分析
下载使用量0

修改

  • 修改示例并添加npu支持;
  • 修改依赖项;

代码使用(核心部分)

import argparse
import torch
from openmind import pipeline, is_torch_npu_available
from openmind_hub import snapshot_download

if is_torch_npu_available():
    device = "npu:0"
  else:
    device = "cpu"
  generate_text = pipeline(
   model="SY_AICC/gemma-ko-v01",
   torch_dtype=torch.bfloat16, 
   trust_remote_code=True,
   device=device,
  )
  output = generate_text(
   "Why is drinking water so healthy?",
   max_new_tokens=100
  )
  print(output[0]["generated_text"])