Spaces:
Sleeping
Sleeping
Commit
·
d0386cf
1
Parent(s):
0491786
upgrade to llama 3's
Browse files- app.py +10 -7
- demo_watermark.py +2 -1
app.py
CHANGED
@@ -19,13 +19,16 @@ args = Namespace()
|
|
19 |
|
20 |
arg_dict = {
|
21 |
'run_gradio': True,
|
22 |
-
'demo_public': False,
|
23 |
-
# 'model_name_or_path': 'facebook/opt-
|
24 |
-
# 'model_name_or_path': 'facebook/opt-
|
25 |
-
# 'model_name_or_path': 'facebook/opt-
|
26 |
-
# 'model_name_or_path': '
|
27 |
-
|
28 |
-
'
|
|
|
|
|
|
|
29 |
# 'load_fp16' : True,
|
30 |
'load_fp16' : False,
|
31 |
'load_bf16' : True,
|
|
|
19 |
|
20 |
arg_dict = {
|
21 |
'run_gradio': True,
|
22 |
+
'demo_public': False,
|
23 |
+
# 'model_name_or_path': 'facebook/opt-1.3b', # historical
|
24 |
+
# 'model_name_or_path': 'facebook/opt-2.7b', # historical
|
25 |
+
# 'model_name_or_path': 'facebook/opt-6.7b', # historical
|
26 |
+
# 'model_name_or_path': 'meta-llama/Llama-2-7b-hf', # historical
|
27 |
+
'model_name_or_path': 'meta-llama/Llama-3.1-8B',
|
28 |
+
'all_models':[
|
29 |
+
"meta-llama/Llama-3.2-3B",
|
30 |
+
"meta-llama/Llama-3.2-1B",
|
31 |
+
],
|
32 |
# 'load_fp16' : True,
|
33 |
'load_fp16' : False,
|
34 |
'load_bf16' : True,
|
demo_watermark.py
CHANGED
@@ -478,7 +478,8 @@ def run_gradio(args, model=None, device=None, tokenizer=None):
|
|
478 |
)
|
479 |
# if model_name_or_path at startup not one of the API models then add to dropdown
|
480 |
# all_models = sorted(list(set(list(API_MODEL_MAP.keys())+[args.model_name_or_path])))
|
481 |
-
all_models = [args.model_name_or_path]
|
|
|
482 |
model_selector = gr.Dropdown(
|
483 |
all_models,
|
484 |
value=args.model_name_or_path,
|
|
|
478 |
)
|
479 |
# if model_name_or_path at startup not one of the API models then add to dropdown
|
480 |
# all_models = sorted(list(set(list(API_MODEL_MAP.keys())+[args.model_name_or_path])))
|
481 |
+
# all_models = [args.model_name_or_path]
|
482 |
+
all_models = args.all_models
|
483 |
model_selector = gr.Dropdown(
|
484 |
all_models,
|
485 |
value=args.model_name_or_path,
|