Models-Phi-8B/config/pipeline.json

57 lines
1.2 KiB
JSON

{
"sql": {
"server": "GAJ3T",
"database": "RLHFGenerator",
"authentication": "WindowsIntegrated",
"encrypt": true,
"trust_server_certificate": true
},
"paths": {
"source_export": "data/source.jsonl",
"train": "data/train.jsonl",
"validation": "data/validation.jsonl",
"development": "data/development.jsonl"
},
"splits": {
"train": 0.8,
"validation": 0.1,
"development": 0.1,
"seed": 20260726
},
"model": {
"base_model": "/d/ai/models/Llama3-OpenBioLLM-8B",
"max_sequence_length": 1024
},
"training": {
"lora": {
"rank": 16,
"alpha": 32,
"dropout": 0.05,
"target_modules": "all-linear"
},
"pilot": {
"record_count": 64,
"max_steps": 10,
"batch_size": 1,
"gradient_accumulation_steps": 4,
"learning_rate": 0.0002,
"output_dir": "outputs/pilot-adapter",
"seed": 20260726
},
"full": {
"epochs": 2,
"batch_size": 2,
"gradient_accumulation_steps": 8,
"learning_rate": 0.0002,
"warmup_steps": 100,
"logging_steps": 10,
"output_dir": "outputs/final-adapter",
"seed": 20260726
}
},
"merge": {
"output_dir": "outputs/Invited-PHI-8B",
"dtype": "bfloat16"
}
}