petil777
/

srv1_parallel

Model card Files Files and versions Community

root commited on Oct 12, 2023

Commit

a2b4eb3

·

1 Parent(s): ae93403

fix torch_dtype

Files changed (1) hide show

modeling_srv1_tp.py +1 -1

modeling_srv1_tp.py CHANGED Viewed

@@ -838,7 +838,7 @@ class SRV1ForCausalLMParallel(SRV1ForCausalLM):
         revision = kwargs.get("revision", None)
         trust_remote_code = kwargs.get("trust_remote_code", False)
         quantize = kwargs.get("quantize", None)
-        dtype = kwargs.get("dtype", None)
         if dtype is None:
             dtype = config.torch_dtype

         revision = kwargs.get("revision", None)
         trust_remote_code = kwargs.get("trust_remote_code", False)
         quantize = kwargs.get("quantize", None)
+        dtype = kwargs.get("torch_dtype", None)
         if dtype is None:
             dtype = config.torch_dtype