update readme

sysuhys · Apr 25, 2023 · 8d70dd1 · 8d70dd1
1 parent d803b9d
commit 8d70dd1
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 3 deletions.
diff --git a/README.md b/README.md
@@ -159,8 +159,11 @@ CUDA_VISIBLE_DEVICES=0 python src/web_demo.py \
 ```
 
 ### Deploy the Fine-tuned Model
+
 ```python
-from .src import load_pretrained, ModelArguments
+import sys
+sys.path.append("src")
+from src import load_pretrained, ModelArguments
 model_args = ModelArguments(checkpoint_dir=path_to_checkpoint)
 model, tokenizer = load_pretrained(model_args)
 model = model.half().cuda()

diff --git a/README_zh.md b/README_zh.md
@@ -164,7 +164,9 @@ CUDA_VISIBLE_DEVICES=0 python src/web_demo.py \
 ### 模型部署
 
 ```python
-from .src import load_pretrained, ModelArguments
+import sys
+sys.path.append("src")
+from src import load_pretrained, ModelArguments
 model_args = ModelArguments(checkpoint_dir=path_to_checkpoint)
 model, tokenizer = load_pretrained(model_args)
 model = model.half().cuda()

diff --git a/src/utils/common.py b/src/utils/common.py
@@ -191,7 +191,7 @@ def prepare_args() -> Tuple[ModelArguments, DataTrainingArguments, Seq2SeqTraini
     if model_args.quantization_bit is not None: # perform FP16 checking or GPU checking
         if finetuning_args.finetuning_type == "p_tuning":
             if training_args.fp16:
-                raise ValueError("Fp16 training conflicts with quantized p-tuning.")
+                raise ValueError("FP16 training conflicts with quantized p-tuning.")
         else:
             from bitsandbytes.cuda_setup.main import get_compute_capability, get_cuda_lib_handle, is_cublasLt_compatible
             cuda = get_cuda_lib_handle()