Update README.md
Browse files
README.md
CHANGED
|
@@ -102,7 +102,7 @@ nl2sqlite_template_cn = """你是一名{dialect}专家,现在需要阅读并
|
|
| 102 |
import torch
|
| 103 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 104 |
|
| 105 |
-
model_name = "XGenerationLab/XiYanSQL-QwenCoder-
|
| 106 |
model = AutoModelForCausalLM.from_pretrained(
|
| 107 |
model_name,
|
| 108 |
torch_dtype=torch.bfloat16,
|
|
@@ -141,7 +141,7 @@ response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
|
| 141 |
```python
|
| 142 |
from vllm import LLM, SamplingParams
|
| 143 |
from transformers import AutoTokenizer
|
| 144 |
-
model_path = "XGenerationLab/XiYanSQL-QwenCoder-
|
| 145 |
llm = LLM(model=model_path, tensor_parallel_size=8)
|
| 146 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 147 |
sampling_params = SamplingParams(
|
|
|
|
| 102 |
import torch
|
| 103 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 104 |
|
| 105 |
+
model_name = "XGenerationLab/XiYanSQL-QwenCoder-3B-2504"
|
| 106 |
model = AutoModelForCausalLM.from_pretrained(
|
| 107 |
model_name,
|
| 108 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 141 |
```python
|
| 142 |
from vllm import LLM, SamplingParams
|
| 143 |
from transformers import AutoTokenizer
|
| 144 |
+
model_path = "XGenerationLab/XiYanSQL-QwenCoder-3B-2504"
|
| 145 |
llm = LLM(model=model_path, tensor_parallel_size=8)
|
| 146 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 147 |
sampling_params = SamplingParams(
|