k77040062 / data-janitor-evaleval

1version: "1.0.0"
2metadata:
3  name: "DataJanitor Eval - Safe CSV Cleaning"
4  id: data-janitor-eval
5  description: "Measures whether an agent using the data-janitor skill cleans CSV files safely: profiling first, planning before changing, preserving the original, protecting identifiers, never guessing ambiguous dates, and delivering a complete audit trail."
6  author: "Kartik Ranjan Singh"
7  license: MIT
8  tags: [csv, data-cleaning, data-quality, evaluation, audit-trail]
9dataset:
10  format: jsonl
11  file_path: ./dataset.jsonl
12  features:
13    input: "input"
14    expected_output: "must_contain"
15evaluation_type:
16  method: llm_as_a_judge
17  rubrics_directory: rubrics
18  metrics:
19    - name: pass_rate
20      threshold: 0.8