Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -38,7 +38,6 @@ prompt_text = tokenizer.apply_chat_template(
|
|
| 38 |
add_generation_prompt=True,
|
| 39 |
)
|
| 40 |
model_inputs = tokenizer([prompt_text], return_tensors="pt").to(device)
|
| 41 |
-
|
| 42 |
model_outputs = model.generate(
|
| 43 |
**model_inputs,
|
| 44 |
max_new_tokens=32,
|
|
@@ -48,7 +47,6 @@ model_outputs = model.generate(
|
|
| 48 |
output_token_ids = [
|
| 49 |
model_outputs[i][len(model_inputs[i]):] for i in range(len(model_inputs['input_ids']))
|
| 50 |
]
|
| 51 |
-
|
| 52 |
responses = tokenizer.batch_decode(output_token_ids, skip_special_tokens=True)[0]
|
| 53 |
print(responses)
|
| 54 |
```
|
|
|
|
| 38 |
add_generation_prompt=True,
|
| 39 |
)
|
| 40 |
model_inputs = tokenizer([prompt_text], return_tensors="pt").to(device)
|
|
|
|
| 41 |
model_outputs = model.generate(
|
| 42 |
**model_inputs,
|
| 43 |
max_new_tokens=32,
|
|
|
|
| 47 |
output_token_ids = [
|
| 48 |
model_outputs[i][len(model_inputs[i]):] for i in range(len(model_inputs['input_ids']))
|
| 49 |
]
|
|
|
|
| 50 |
responses = tokenizer.batch_decode(output_token_ids, skip_special_tokens=True)[0]
|
| 51 |
print(responses)
|
| 52 |
```
|