Kuberwastaken commited on
Commit
0b22cf5
·
1 Parent(s): fdb321f

one step forward, two steps back

Browse files
Files changed (1) hide show
  1. model/analyzer.py +3 -3
model/analyzer.py CHANGED
@@ -172,10 +172,10 @@ class ContentAnalyzer:
172
  with torch.no_grad():
173
  outputs = self.model.generate(
174
  **inputs,
175
- max_new_tokens=10,
176
  do_sample=True,
177
- temperature=0.7,
178
- top_p=0.8,
179
  pad_token_id=self.tokenizer.eos_token_id
180
  )
181
 
 
172
  with torch.no_grad():
173
  outputs = self.model.generate(
174
  **inputs,
175
+ max_new_tokens=4,
176
  do_sample=True,
177
+ temperature=0.5,
178
+ top_p=0.9,
179
  pad_token_id=self.tokenizer.eos_token_id
180
  )
181