Update app.py

app.py

@@ -42,15 +42,11 @@ def extend(input_text, num_return_sequences, max_size=20, top_k=50, top_p=0.95):
         generated_sequence = generated_sequence.tolist()
         text = tokenizer.decode(generated_sequence, clean_up_tokenization_spaces=True)
         print(text)
-        # Remove all text after the stop token
-        text = text[: text.find(stop_token) if stop_token else None]
-        # Remove all text after 3 newlines
-        text = text[: text.find(new_lines) if new_lines else None]
-        # Add the prompt at the beginning of the sequence. Remove the excess text that was used for pre-processing
         total_sequence = (
             input_text + text[len(tokenizer.decode(encoded_prompt[0], clean_up_tokenization_spaces=True)) :]
         )
-        generated_sequences.append(total_sequence)
+        #generated_sequences.append(total_sequence)
+        generated_sequences.append(text)
     
     parsed_text = total_sequence.replace("<|startoftext|>", "").replace("\r","").replace("\n\n", "\n")
     if len(parsed_text) == 0: