Spaces:

davanstrien
/

bento

Running

davanstrien HF Staff commited on Jan 30, 2023

Commit

1f21dba

1 Parent(s): fd1caa7

turn off batching

Files changed (1) hide show

service.py CHANGED Viewed

@@ -16,7 +16,7 @@ class PretrainedModelRunnable(bentoml.Runnable):
         self.unmasker = pipeline('object-detection', model="davanstrien/detr-resnet-50_fine_tuned_nls_chapbooks",
                                  feature_extractor="davanstrien/detr-resnet-50_fine_tuned_nls_chapbooks")
-    @bentoml.Runnable.method(batchable=True)
     def __call__(self, input_text):
         return self.unmasker(input_text)

         self.unmasker = pipeline('object-detection', model="davanstrien/detr-resnet-50_fine_tuned_nls_chapbooks",
                                  feature_extractor="davanstrien/detr-resnet-50_fine_tuned_nls_chapbooks")
+    @bentoml.Runnable.method(batchable=False)
     def __call__(self, input_text):
         return self.unmasker(input_text)