jwkirchenbauer commited on
Commit
d0386cf
·
1 Parent(s): 0491786

upgrade to llama 3's

Browse files
Files changed (2) hide show
  1. app.py +10 -7
  2. demo_watermark.py +2 -1
app.py CHANGED
@@ -19,13 +19,16 @@ args = Namespace()
19
 
20
  arg_dict = {
21
  'run_gradio': True,
22
- 'demo_public': False,
23
- # 'model_name_or_path': 'facebook/opt-125m',
24
- # 'model_name_or_path': 'facebook/opt-1.3b',
25
- # 'model_name_or_path': 'facebook/opt-2.7b',
26
- # 'model_name_or_path': 'facebook/opt-6.7b',
27
- # 'model_name_or_path': 'facebook/opt-13b',
28
- 'model_name_or_path': 'meta-llama/Llama-2-7b-hf',
 
 
 
29
  # 'load_fp16' : True,
30
  'load_fp16' : False,
31
  'load_bf16' : True,
 
19
 
20
  arg_dict = {
21
  'run_gradio': True,
22
+ 'demo_public': False,
23
+ # 'model_name_or_path': 'facebook/opt-1.3b', # historical
24
+ # 'model_name_or_path': 'facebook/opt-2.7b', # historical
25
+ # 'model_name_or_path': 'facebook/opt-6.7b', # historical
26
+ # 'model_name_or_path': 'meta-llama/Llama-2-7b-hf', # historical
27
+ 'model_name_or_path': 'meta-llama/Llama-3.1-8B',
28
+ 'all_models':[
29
+ "meta-llama/Llama-3.2-3B",
30
+ "meta-llama/Llama-3.2-1B",
31
+ ],
32
  # 'load_fp16' : True,
33
  'load_fp16' : False,
34
  'load_bf16' : True,
demo_watermark.py CHANGED
@@ -478,7 +478,8 @@ def run_gradio(args, model=None, device=None, tokenizer=None):
478
  )
479
  # if model_name_or_path at startup not one of the API models then add to dropdown
480
  # all_models = sorted(list(set(list(API_MODEL_MAP.keys())+[args.model_name_or_path])))
481
- all_models = [args.model_name_or_path]
 
482
  model_selector = gr.Dropdown(
483
  all_models,
484
  value=args.model_name_or_path,
 
478
  )
479
  # if model_name_or_path at startup not one of the API models then add to dropdown
480
  # all_models = sorted(list(set(list(API_MODEL_MAP.keys())+[args.model_name_or_path])))
481
+ # all_models = [args.model_name_or_path]
482
+ all_models = args.all_models
483
  model_selector = gr.Dropdown(
484
  all_models,
485
  value=args.model_name_or_path,