diff --git a/got-ocr.py b/got-ocr.py index 8b667da..18a3283 100644 --- a/got-ocr.py +++ b/got-ocr.py @@ -3,8 +3,8 @@ import torch from modeling_GOT import GOTQwenForCausalLM -tokenizer = AutoTokenizer.from_pretrained('ucaslcl/GOT-OCR2_0', trust_remote_code=True) -model = GOTQwenForCausalLM.from_pretrained('ucaslcl/GOT-OCR2_0', low_cpu_mem_usage=True, device_map='cuda', use_safetensors=True, +tokenizer = AutoTokenizer.from_pretrained('ucaslcl/got_ocr2_0', trust_remote_code=True) +model = GOTQwenForCausalLM.from_pretrained('ucaslcl/got_ocr2_0', low_cpu_mem_usage=True, device_map='cuda', use_safetensors=True, pad_token_id=151643).eval() model.to(device='cuda', dtype=torch.bfloat16)