sergiopaniego HF Staff commited on
Commit
6998933
·
verified ·
1 Parent(s): 1659369

Training in progress, step 2

Browse files
README.md CHANGED
@@ -1,18 +1,17 @@
1
  ---
2
  base_model: Qwen/Qwen2.5-0.5B-Instruct
3
- datasets: trl-lib/Capybara
4
  library_name: transformers
5
  model_name: Qwen2.5-0.5B-Instruct
6
  tags:
7
  - generated_from_trainer
8
- - sft
9
  - trl
 
10
  licence: license
11
  ---
12
 
13
  # Model Card for Qwen2.5-0.5B-Instruct
14
 
15
- This model is a fine-tuned version of [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct) on the [trl-lib/Capybara](https://huggingface.co/datasets/trl-lib/Capybara) dataset.
16
  It has been trained using [TRL](https://github.com/huggingface/trl).
17
 
18
  ## Quick start
 
1
  ---
2
  base_model: Qwen/Qwen2.5-0.5B-Instruct
 
3
  library_name: transformers
4
  model_name: Qwen2.5-0.5B-Instruct
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
+ - sft
9
  licence: license
10
  ---
11
 
12
  # Model Card for Qwen2.5-0.5B-Instruct
13
 
14
+ This model is a fine-tuned version of [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
adapter_config.json CHANGED
@@ -29,12 +29,12 @@
29
  "revision": null,
30
  "target_modules": [
31
  "gate_proj",
32
- "k_proj",
33
  "v_proj",
34
- "q_proj",
35
- "o_proj",
36
  "down_proj",
37
- "up_proj"
 
 
 
38
  ],
39
  "target_parameters": null,
40
  "task_type": null,
 
29
  "revision": null,
30
  "target_modules": [
31
  "gate_proj",
 
32
  "v_proj",
 
 
33
  "down_proj",
34
+ "o_proj",
35
+ "k_proj",
36
+ "up_proj",
37
+ "q_proj"
38
  ],
39
  "target_parameters": null,
40
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61bb83466c70604821c5d201100ef61424744d874ede0895308a512bc7a3e17f
3
  size 70430032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c95112ab5037f2940d1255da6f26ba2b752205a53e0641738becdcef4349614
3
  size 70430032
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab3879cb08abf33f556c7003081e0f964ca5f4cde0ca6b83525b9d48326cf415
3
  size 6161
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bce58871d858bf2ce54c4aa3f22e8532d01f0458641fca8e9f984311db36b18c
3
  size 6161