Compare commits
1 Commits
fix/681-py
...
burn/660-1
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
5ec7dfafcd |
@@ -23,7 +23,7 @@ train-cloud: ## QLoRA fine-tune on cloud GPU (Axolotl)
|
|||||||
axolotl train axolotl.yaml
|
axolotl train axolotl.yaml
|
||||||
|
|
||||||
train-local: ## LoRA fine-tune on Apple Silicon (MLX)
|
train-local: ## LoRA fine-tune on Apple Silicon (MLX)
|
||||||
python -m mlx_lm.lora --config mlx-lora.yaml
|
python3 -m mlx_lm.lora --config mlx-lora.yaml
|
||||||
|
|
||||||
# ── Evaluation ────────────────────────────────────────────────────────
|
# ── Evaluation ────────────────────────────────────────────────────────
|
||||||
|
|
||||||
@@ -45,8 +45,8 @@ vibes: ## Run vibes check — hand-picked prompts, human review
|
|||||||
@echo "Date: $$(date '+%Y-%m-%d %H:%M')" > $(OUTPUT)/vibes-$(MODEL).md
|
@echo "Date: $$(date '+%Y-%m-%d %H:%M')" > $(OUTPUT)/vibes-$(MODEL).md
|
||||||
@echo "Model: $(MODEL)" >> $(OUTPUT)/vibes-$(MODEL).md
|
@echo "Model: $(MODEL)" >> $(OUTPUT)/vibes-$(MODEL).md
|
||||||
@echo "" >> $(OUTPUT)/vibes-$(MODEL).md
|
@echo "" >> $(OUTPUT)/vibes-$(MODEL).md
|
||||||
@python -c "\
|
@python3 -c "\
|
||||||
import yaml, subprocess, sys; \
|
import yaml, subprocess, sys; \
|
||||||
prompts = yaml.safe_load(open('data/prompts_vibes.yaml'))['prompts']; \
|
prompts = yaml.safe_load(open('data/prompts_vibes.yaml'))['prompts']; \
|
||||||
f = open('$(OUTPUT)/vibes-$(MODEL).md', 'a'); \
|
f = open('$(OUTPUT)/vibes-$(MODEL).md', 'a'); \
|
||||||
[(\
|
[(\
|
||||||
@@ -69,19 +69,19 @@ vibes: ## Run vibes check — hand-picked prompts, human review
|
|||||||
# ── Data Pipeline ─────────────────────────────────────────────────────
|
# ── Data Pipeline ─────────────────────────────────────────────────────
|
||||||
|
|
||||||
ingest: ## Pull heartbeat trajectories into training data
|
ingest: ## Pull heartbeat trajectories into training data
|
||||||
python ingest_trajectories.py \
|
python3 ingest_trajectories.py \
|
||||||
--trajectories ~/.nexus/trajectories/ \
|
--trajectories ~/.nexus/trajectories/ \
|
||||||
--curated data/curated_dataset.jsonl \
|
--curated data/curated_dataset.jsonl \
|
||||||
--output data/merged_training_data.jsonl
|
--output data/merged_training_data.jsonl
|
||||||
@echo "Merged dataset ready. Convert for MLX with: make convert"
|
@echo "Merged dataset ready. Convert for MLX with: make convert"
|
||||||
|
|
||||||
curated: ## Regenerate curated exemplar dataset
|
curated: ## Regenerate curated exemplar dataset
|
||||||
python build_curated.py
|
python3 build_curated.py
|
||||||
@echo "Curated dataset regenerated."
|
@echo "Curated dataset regenerated."
|
||||||
|
|
||||||
convert: ## Convert merged dataset to MLX format (train/valid split)
|
convert: ## Convert merged dataset to MLX format (train/valid split)
|
||||||
@mkdir -p data/mlx_curated
|
@mkdir -p data/mlx_curated
|
||||||
python -c "\
|
python3 -c "\
|
||||||
import json; \
|
import json; \
|
||||||
lines = open('data/merged_training_data.jsonl').readlines(); \
|
lines = open('data/merged_training_data.jsonl').readlines(); \
|
||||||
sessions = [json.loads(l) for l in lines]; \
|
sessions = [json.loads(l) for l in lines]; \
|
||||||
|
|||||||
Reference in New Issue
Block a user