adaface-neurips commited on
Commit
78371a3
·
1 Parent(s): 7fe715c

fix tiny bug

Browse files
Files changed (1) hide show
  1. adaface/adaface_wrapper.py +3 -1
adaface/adaface_wrapper.py CHANGED
@@ -210,7 +210,9 @@ class AdaFaceWrapper(nn.Module):
210
  # then the old position embeddings won't be loaded from the pretrained ckpt,
211
  # leading to degenerated performance.
212
  # max_prompt_length <= 77 + 70 = 147.
213
- EL = min(self.max_prompt_length - 77, 70)
 
 
214
  # position_embedding.weight: [77, 768] -> [max_length, 768]
215
  new_position_embedding = extend_nn_embedding(pipeline.text_encoder.text_model.embeddings.position_embedding,
216
  pipeline.text_encoder.text_model.embeddings.position_embedding.weight[-EL:])
 
210
  # then the old position embeddings won't be loaded from the pretrained ckpt,
211
  # leading to degenerated performance.
212
  # max_prompt_length <= 77 + 70 = 147.
213
+ self.max_prompt_length = min(self.max_prompt_length, 147)
214
+ # Number of extra tokens is at most 70.
215
+ EL = self.max_prompt_length - 77
216
  # position_embedding.weight: [77, 768] -> [max_length, 768]
217
  new_position_embedding = extend_nn_embedding(pipeline.text_encoder.text_model.embeddings.position_embedding,
218
  pipeline.text_encoder.text_model.embeddings.position_embedding.weight[-EL:])