File size: 2,581 Bytes
856bafd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 | #!/usr/bin/env bash
set -euo pipefail
# run.sh — friendly wrapper for running the distillation pipeline
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
cd "$ROOT"
# -----------------------------
# Default config (can be overridden in env or CLI)
# -----------------------------
ES_NODE="${ES_NODE:-http://localhost:9200}"
ES_INDEX="${ES_INDEX:-quo_distill_index}"
PIPELINE_SEED_MODE="${PIPELINE_SEED_MODE:-question-first}"
RETRIEVAL_MODE="${RETRIEVAL_MODE:-hybrid}"
RETRIEVAL_K="${RETRIEVAL_K:-6}"
QUESTION_MAX="${QUESTION_MAX:-3}"
LIMIT="${LIMIT:-5}"
GENERATOR_MODEL="${GENERATOR_MODEL:-qwen3-vl:8b-thinking}"
VERIFIER_MODEL="${VERIFIER_MODEL:-tensortemplar/patronus-lynx:8b-instruct-q4_K_M}"
REWARD_MODEL="${REWARD_MODEL:-tensortemplar/patronus-lynx:8b-instruct-q4_K_M}"
VERBOSE=0
THINKING=0
# -----------------------------
# Argument parsing
# -----------------------------
while [[ $# -gt 0 ]]; do
case "$1" in
-l|--limit)
LIMIT="$2"
shift 2
;;
-q|--questions)
QUESTION_MAX="$2"
shift 2
;;
-v|--verbose)
VERBOSE=1
shift
;;
-t|--thinking)
THINKING=1
shift
;;
*)
echo "Unknown option: $1"
echo "Usage: ./run.sh [--limit N] [--questions N] [--verbose] [--thinking]"
exit 1
;;
esac
done
# If thinking flag is present, use thinking model + thinking prompt header
if [[ "$THINKING" -eq 1 ]]; then
echo "🧠 Using THINKING MODE"
GENERATOR_MODEL="qwen3-vl:8b-thinking"
fi
# -----------------------------
# Export for pipeline
# -----------------------------
export ES_NODE
export ES_INDEX
export PIPELINE_SEED_MODE
export RETRIEVAL_MODE
export RETRIEVAL_K
export QUESTION_MAX
export LIMIT
export GENERATOR_PROVIDER="ollama"
export GENERATOR_MODEL
export VERIFIER_PROVIDER="ollama"
export VERIFIER_MODEL
export REWARD_PROVIDER="ollama"
export REWARD_MODEL
echo "========================================"
echo "🚀 Running Distillation Pipeline"
echo " ES_NODE: $ES_NODE"
echo " ES_INDEX: $ES_INDEX"
echo " Retrieval: $RETRIEVAL_MODE (k=$RETRIEVAL_K)"
echo " Mode: $PIPELINE_SEED_MODE"
echo " Limit: $LIMIT"
echo " Question max: $QUESTION_MAX"
echo " Generator model: $GENERATOR_MODEL"
echo " Verifier model: $VERIFIER_MODEL"
echo " Reward model: $REWARD_MODEL"
echo " Verbose: $VERBOSE"
echo "========================================"
echo
if [[ "$VERBOSE" -eq 1 ]]; then
npm run pipeline -- --limit "$LIMIT" --verbose
else
npm run pipeline -- --limit "$LIMIT"
fi
|