57 lines
1.2 KiB
JSON
57 lines
1.2 KiB
JSON
{
|
|
"sql": {
|
|
"server": "GAJ3T",
|
|
"database": "RLHFGenerator",
|
|
"authentication": "WindowsIntegrated",
|
|
"encrypt": true,
|
|
"trust_server_certificate": true
|
|
},
|
|
"paths": {
|
|
"source_export": "data/source.jsonl",
|
|
"train": "data/train.jsonl",
|
|
"validation": "data/validation.jsonl",
|
|
"development": "data/development.jsonl"
|
|
},
|
|
"splits": {
|
|
"train": 0.8,
|
|
"validation": 0.1,
|
|
"development": 0.1,
|
|
"seed": 20260726
|
|
},
|
|
"model": {
|
|
"base_model": "/d/ai/models/Llama3-OpenBioLLM-8B",
|
|
"max_sequence_length": 1024
|
|
},
|
|
"training": {
|
|
"lora": {
|
|
"rank": 16,
|
|
"alpha": 32,
|
|
"dropout": 0.05,
|
|
"target_modules": "all-linear"
|
|
},
|
|
"pilot": {
|
|
"record_count": 64,
|
|
"max_steps": 10,
|
|
"batch_size": 1,
|
|
"gradient_accumulation_steps": 4,
|
|
"learning_rate": 0.0002,
|
|
"output_dir": "outputs/pilot-adapter",
|
|
"seed": 20260726
|
|
},
|
|
"full": {
|
|
"epochs": 2,
|
|
"batch_size": 2,
|
|
"gradient_accumulation_steps": 8,
|
|
"learning_rate": 0.0002,
|
|
"warmup_steps": 100,
|
|
"logging_steps": 10,
|
|
"output_dir": "outputs/final-adapter",
|
|
"seed": 20260726
|
|
}
|
|
},
|
|
"merge": {
|
|
"output_dir": "outputs/Invited-PHI-8B",
|
|
"dtype": "bfloat16"
|
|
}
|
|
}
|