sergiopaniego HF Staff commited on
Commit
b3ff91f
·
verified ·
1 Parent(s): 912a070

Training in progress, step 2

Browse files
README.md CHANGED
@@ -1,18 +1,17 @@
1
  ---
2
  base_model: Qwen/Qwen2.5-0.5B-Instruct
3
- datasets: trl-lib/Capybara
4
  library_name: transformers
5
  model_name: Qwen2.5-0.5B-Instruct
6
  tags:
7
  - generated_from_trainer
8
- - trl
9
  - sft
 
10
  licence: license
11
  ---
12
 
13
  # Model Card for Qwen2.5-0.5B-Instruct
14
 
15
- This model is a fine-tuned version of [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct) on the [trl-lib/Capybara](https://huggingface.co/datasets/trl-lib/Capybara) dataset.
16
  It has been trained using [TRL](https://github.com/huggingface/trl).
17
 
18
  ## Quick start
 
1
  ---
2
  base_model: Qwen/Qwen2.5-0.5B-Instruct
 
3
  library_name: transformers
4
  model_name: Qwen2.5-0.5B-Instruct
5
  tags:
6
  - generated_from_trainer
 
7
  - sft
8
+ - trl
9
  licence: license
10
  ---
11
 
12
  # Model Card for Qwen2.5-0.5B-Instruct
13
 
14
+ This model is a fine-tuned version of [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
adapter_config.json CHANGED
@@ -28,13 +28,13 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "down_proj",
32
- "up_proj",
33
- "o_proj",
34
  "gate_proj",
35
- "q_proj",
36
  "k_proj",
37
- "v_proj"
 
 
 
 
38
  ],
39
  "target_parameters": null,
40
  "task_type": null,
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
 
 
31
  "gate_proj",
 
32
  "k_proj",
33
+ "v_proj",
34
+ "q_proj",
35
+ "o_proj",
36
+ "down_proj",
37
+ "up_proj"
38
  ],
39
  "target_parameters": null,
40
  "task_type": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e1cdf323da29ed9fafa045bde8bc1bc9652317b0367ed16da3646ba9f848795
3
  size 70430032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61bb83466c70604821c5d201100ef61424744d874ede0895308a512bc7a3e17f
3
  size 70430032
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d347191251ef5386d385ec7797031aa8cf21824864ff4b11fe0bc48b660cf0ba
3
  size 6161
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab3879cb08abf33f556c7003081e0f964ca5f4cde0ca6b83525b9d48326cf415
3
  size 6161