修改模型地址

This commit is contained in:
William Jin 2024-09-25 21:44:44 +08:00
parent 970e70bd8e
commit e962345754

View File

@ -3,8 +3,8 @@ import torch
from modeling_GOT import GOTQwenForCausalLM
tokenizer = AutoTokenizer.from_pretrained('ucaslcl/GOT-OCR2_0', trust_remote_code=True)
model = GOTQwenForCausalLM.from_pretrained('ucaslcl/GOT-OCR2_0', low_cpu_mem_usage=True, device_map='cuda', use_safetensors=True,
tokenizer = AutoTokenizer.from_pretrained('ucaslcl/got_ocr2_0', trust_remote_code=True)
model = GOTQwenForCausalLM.from_pretrained('ucaslcl/got_ocr2_0', low_cpu_mem_usage=True, device_map='cuda', use_safetensors=True,
pad_token_id=151643).eval()
model.to(device='cuda', dtype=torch.bfloat16)