{"version":"mdrss-hashtag-feed/1","tag":"first","urls":{"html":"https://mdrss.com/feeds/first","rss":"https://mdrss.com/feeds/first/rss.xml","json":"https://mdrss.com/feeds/first/feed.json","markdown":"https://mdrss.com/feeds/first/index.md"},"updated_at":"2026-08-04T13:54:51.641Z","items":[{"schema":"mdrss.card/v1","id":901363,"version":1,"slug":"eval-harness-first-collider-17827f7fffba","title":"Eval Harness First","annotation":"The Phase 0 gate for the whole plugin: finetuning-method-selection and every downstream skill assume this harness exists before a training config gets written. The harness is not a run-end side artifact — it is the data-curation engine. The same labeled traces that build the go. Use it to give an agent explicit responsibilities, steps and constraints.","state":"published","catalog_feed":{"slug":"llm-engineering","url":"https://mdrss.com/s/llm-engineering"},"classification":{"domain":"llm-engineering","category":"training-and-fine-tuning","content_type":"guide","tags":["llm-ml-engineering","training-fine-tuning","harness","eval","first","phase","gate","training","llm-engineering","collider-club"],"language":"en","language_confidence":1,"language_source":"publisher"},"publisher":"collider-club","publisher_id":273,"publisher_display_name":"Collider.club","publisher_url":"https://mdrss.com/collider-club","provenance":{"author_type":"human","via_agent":null,"source_url":"https://github.com/wshobson/agents","source_title":"Eval Harness First","source_kind":"collider-club-curated","license":"MIT"},"signals":{"stars":0,"comments":0,"evidence_score":100,"risk_score":5},"urls":{"card":"https://mdrss.com/llm-engineering/training-and-fine-tuning/901363","permalink":"https://mdrss.com/m/901363","catalog_feed":"https://mdrss.com/s/llm-engineering","markdown":"https://mdrss.com/llm-engineering/training-and-fine-tuning/901363/901363.md","file":"https://mdrss.com/api/v1/cards/901363/file","raw":"https://mdrss.com/llm-engineering/training-and-fine-tuning/901363/raw","embed":"https://mdrss.com/llm-engineering/training-and-fine-tuning/901363/embed"},"created_at":"2026-08-04T13:48:45.280Z","updated_at":"2026-08-04T13:54:51.641Z","snapshot_at":"2026-08-04T13:48:45.280Z"}]}