Spaces:
Running
on
Zero
Running
on
Zero
File size: 1,186 Bytes
19b19f0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
# Configuration file for Petite Elle L'Aime 3 Gradio Application
# Model Configuration
model:
main_repo: "Tonic/petite-elle-L-aime-3-sft" # Main repo for config and chat template
int4_repo: "Tonic/petite-elle-L-aime-3-sft/int4" # Int4 quantized model from HF
device: "auto" # "cuda", "cpu", or "auto"
torch_dtype: "bfloat16"
trust_remote_code: true
# System Prompt Configuration
system_prompt:
default: "Tu es TonicIA, un assistant francophone rigoureux et bienveillant."
editable: true
max_length: 1000
# Generation Parameters (defaults)
generation:
max_new_tokens: 512
temperature: 0.7
top_p: 0.9
top_k: 50
repetition_penalty: 1.1
do_sample: true
# Chat Configuration
chat:
enable_thinking: true
max_history_length: 50
# UI Configuration
ui:
title: "Petite Elle L'Aime 3 - Chat Interface"
theme: "soft"
server_port: 7860
server_name: "0.0.0.0"
share: false
show_error: true
layout: "responsive"
# Logging Configuration
logging:
level: "INFO"
format: "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
# Hardware Requirements
hardware:
min_ram: "8GB"
recommended_ram: "16GB"
gpu_optional: true
cpu_optimized: true |