Models-Phi-8B/scaffolding/05-create-splits.sh

17 lines
294 B
Bash

#!/usr/bin/env bash
set -euo pipefail
PROJECT_ROOT="/d/ai/training/openbiollm-phi"
cd "$PROJECT_ROOT"
export PATH="$HOME/.local/bin:$PATH"
uv run python scripts/create_splits.py
echo
echo "=== SPLIT FILES ==="
wc -l \
data/train.jsonl \
data/validation.jsonl \
data/development.jsonl