Models-Phi-8B/scaffolding/06-build-sft.sh

21 lines
352 B
Bash

#!/usr/bin/env bash
set -euo pipefail
PROJECT_ROOT="/d/ai/training/openbiollm-phi"
cd "$PROJECT_ROOT"
export PATH="$HOME/.local/bin:$PATH"
uv run python scripts/build_sft.py
echo
echo "=== SFT FILES ==="
wc -l \
data/train.jsonl \
data/validation.jsonl \
data/development.jsonl
echo
echo "=== SAMPLE RECORD ==="
sed -n '1p' data/train.jsonl