Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
78371a3
1
Parent(s):
7fe715c
fix tiny bug
Browse files
adaface/adaface_wrapper.py
CHANGED
@@ -210,7 +210,9 @@ class AdaFaceWrapper(nn.Module):
|
|
210 |
# then the old position embeddings won't be loaded from the pretrained ckpt,
|
211 |
# leading to degenerated performance.
|
212 |
# max_prompt_length <= 77 + 70 = 147.
|
213 |
-
|
|
|
|
|
214 |
# position_embedding.weight: [77, 768] -> [max_length, 768]
|
215 |
new_position_embedding = extend_nn_embedding(pipeline.text_encoder.text_model.embeddings.position_embedding,
|
216 |
pipeline.text_encoder.text_model.embeddings.position_embedding.weight[-EL:])
|
|
|
210 |
# then the old position embeddings won't be loaded from the pretrained ckpt,
|
211 |
# leading to degenerated performance.
|
212 |
# max_prompt_length <= 77 + 70 = 147.
|
213 |
+
self.max_prompt_length = min(self.max_prompt_length, 147)
|
214 |
+
# Number of extra tokens is at most 70.
|
215 |
+
EL = self.max_prompt_length - 77
|
216 |
# position_embedding.weight: [77, 768] -> [max_length, 768]
|
217 |
new_position_embedding = extend_nn_embedding(pipeline.text_encoder.text_model.embeddings.position_embedding,
|
218 |
pipeline.text_encoder.text_model.embeddings.position_embedding.weight[-EL:])
|