Spaces:
Paused
Paused
Update app_chat.py
Browse files- app_chat.py +6 -0
app_chat.py
CHANGED
@@ -8,6 +8,12 @@ import torch
|
|
8 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
9 |
# from transformers import StoppingCriteria, StoppingCriteriaList, StopStringCriteria
|
10 |
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
MAX_MAX_NEW_TOKENS = 1024
|
12 |
DEFAULT_MAX_NEW_TOKENS = 512
|
13 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|
|
|
8 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
9 |
# from transformers import StoppingCriteria, StoppingCriteriaList, StopStringCriteria
|
10 |
|
11 |
+
import subprocess
|
12 |
+
# useradd -m -u 1000 user
|
13 |
+
subprocess.run(['useradd', '-m', "-u", "1000", "user" ])
|
14 |
+
import torch._dynamo
|
15 |
+
torch._dynamo.config.suppress_errors = True
|
16 |
+
|
17 |
MAX_MAX_NEW_TOKENS = 1024
|
18 |
DEFAULT_MAX_NEW_TOKENS = 512
|
19 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|