Spaces:
Running
on
Zero
Running
on
Zero
Lord-Raven
commited on
Commit
·
58b0c40
1
Parent(s):
9c16d91
Trying ONNX models on CPU.
Browse files
app.py
CHANGED
@@ -33,7 +33,7 @@ model_name_cpu = "MoritzLaurer/roberta-large-zeroshot-v2.0-c"
|
|
33 |
model_cpu = ORTModelForSequenceClassification.from_pretrained(model_id=model_name_cpu, subfolder="onnx", file_name="model.onnx")
|
34 |
tokenizer_cpu = AutoTokenizer.from_pretrained(model_name_cpu)
|
35 |
|
36 |
-
classifier_cpu = pipeline(task="zero-shot-classification", model=
|
37 |
classifier_gpu = pipeline(task="zero-shot-classification", model=model_name, tokenizer=tokenizer_name, device="cuda:0")
|
38 |
|
39 |
def classify(data_string, request: gradio.Request):
|
|
|
33 |
model_cpu = ORTModelForSequenceClassification.from_pretrained(model_id=model_name_cpu, subfolder="onnx", file_name="model.onnx")
|
34 |
tokenizer_cpu = AutoTokenizer.from_pretrained(model_name_cpu)
|
35 |
|
36 |
+
classifier_cpu = pipeline(task="zero-shot-classification", model=model_cpu, tokenizer=tokenizer_cpu)
|
37 |
classifier_gpu = pipeline(task="zero-shot-classification", model=model_name, tokenizer=tokenizer_name, device="cuda:0")
|
38 |
|
39 |
def classify(data_string, request: gradio.Request):
|