修改模型地址
This commit is contained in:
parent
970e70bd8e
commit
e962345754
@ -3,8 +3,8 @@ import torch
|
|||||||
|
|
||||||
from modeling_GOT import GOTQwenForCausalLM
|
from modeling_GOT import GOTQwenForCausalLM
|
||||||
|
|
||||||
tokenizer = AutoTokenizer.from_pretrained('ucaslcl/GOT-OCR2_0', trust_remote_code=True)
|
tokenizer = AutoTokenizer.from_pretrained('ucaslcl/got_ocr2_0', trust_remote_code=True)
|
||||||
model = GOTQwenForCausalLM.from_pretrained('ucaslcl/GOT-OCR2_0', low_cpu_mem_usage=True, device_map='cuda', use_safetensors=True,
|
model = GOTQwenForCausalLM.from_pretrained('ucaslcl/got_ocr2_0', low_cpu_mem_usage=True, device_map='cuda', use_safetensors=True,
|
||||||
pad_token_id=151643).eval()
|
pad_token_id=151643).eval()
|
||||||
|
|
||||||
model.to(device='cuda', dtype=torch.bfloat16)
|
model.to(device='cuda', dtype=torch.bfloat16)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user