Lord-Raven commited on
Commit
58b0c40
·
1 Parent(s): 9c16d91

Trying ONNX models on CPU.

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -33,7 +33,7 @@ model_name_cpu = "MoritzLaurer/roberta-large-zeroshot-v2.0-c"
33
  model_cpu = ORTModelForSequenceClassification.from_pretrained(model_id=model_name_cpu, subfolder="onnx", file_name="model.onnx")
34
  tokenizer_cpu = AutoTokenizer.from_pretrained(model_name_cpu)
35
 
36
- classifier_cpu = pipeline(task="zero-shot-classification", model=model_name, tokenizer=tokenizer_cpu)
37
  classifier_gpu = pipeline(task="zero-shot-classification", model=model_name, tokenizer=tokenizer_name, device="cuda:0")
38
 
39
  def classify(data_string, request: gradio.Request):
 
33
  model_cpu = ORTModelForSequenceClassification.from_pretrained(model_id=model_name_cpu, subfolder="onnx", file_name="model.onnx")
34
  tokenizer_cpu = AutoTokenizer.from_pretrained(model_name_cpu)
35
 
36
+ classifier_cpu = pipeline(task="zero-shot-classification", model=model_cpu, tokenizer=tokenizer_cpu)
37
  classifier_gpu = pipeline(task="zero-shot-classification", model=model_name, tokenizer=tokenizer_name, device="cuda:0")
38
 
39
  def classify(data_string, request: gradio.Request):