{
 "date": "2026-11-14",
 "model": "claude-haiku-5-5 via claude -p, Claude Code 2.1.322",
 "prompt": "see PROMPT in the run script; ars and kdense arms prefix /academic-paper-reviewer and /peer-review",
 "rules": {
  "causal": "causa|cross-sectional|associational|reverse caus|confound",
  "overgen": "generali[sz]|external validity|representative|extrapolat|(well )?beyond (the |its |this |one )?(sample|study|single|one)|one university|single university|go(es)? (well |far )?beyond",
  "no_control": "control group|comparison group|no control|uncontrolled|pre[- ]?post|before[- ]and[- ]after|counterfactual|without a control",
  "attrition": "attrition|drop[- ]?outs?|dropped out|lost to follow|missing data|complete[- ]case|intention[- ]to[- ]treat|\\bITT\\b|survivor|missing (outcome|visit)|excluded.{0,80}(stopp|missed|non[- ]?complet)",
  "selfreport": "self[- ]report",
  "leakage": "leak|test (set|split|data).{0,120}(tun|select|hyperparam|optimi)|(tun|select|hyperparam|optimi).{0,120}test (set|split|data)|validation (set|split)",
  "baseline": "baseline.{0,120}(untuned|not tuned|no tuning|default)|(untuned|default (settings|hyperparam)|no tuning|not tuned).{0,120}baseline|(un)?fair comparison|equal tuning|tuning (budget|effort)|asymmetric",
  "single_seed": "single (random )?(seed|run)|one (random )?seed|seed 42|multiple (random )?(seeds|runs)|trained (each model )?once|variance across",
  "multiple": "multiple (comparison|testing|test|hypothes)|bonferroni|false discovery|\\bFDR\\b|family[- ]?wise|p[- ]?hack|forking|correct(ion|ed|ing) for (multiple|multiplicity)|multiplicity",
  "p_misread": "not (statistically )?significant|non[- ]?significant|(cross|span|includ)\\w* (zero|0)\\b|marginal|above (0\\.05|alpha|the (conventional )?threshold)|does not reach significance|misinterpret",
  "regression_mean": "regression (to|toward|towards) the mean",
  "selection": "self[- ]select|selection bias|non[- ]?random|not random|randomi[sz]|volunteer bias",
  "pseudorep": "pseudo[- ]?replicat|not independent|non[- ]?independen|single field|one field|\\bn ?= ?1\\b|unit of (analysis|replication)",
  "blinding": "blind|masked|knew (each|the|which).{0,40}group|assessor|detection bias|observer bias|rater bias|ascertainment"
 },
 "specific": {
  "p01:n_mismatch": "1,?240.{0,400}(984|1,?520)|(984|1,?520).{0,400}1,?240",
  "p06:n_mismatch": "3,?400.{0,400}2,?150|2,?150.{0,400}3,?400",
  "p09:n_mismatch": "\\b64\\b.{0,400}\\b40\\b|\\b40\\b.{0,400}\\b64\\b",
  "p05:arithmetic": "(62|45) ?%.{0,300}(10[0-9]|add up|sum|exceed|more than 100|over 100|impossible|total)|10[0-9] ?%",
  "p10:arithmetic": "(41|33|38) ?%.{0,300}(11[0-9]|add up|sum|exceed|more than 100|over 100|impossible|total)|11[0-9] ?%"
 },
 "papers": [
  {
   "id": "p01",
   "field": "public health",
   "flaws": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "text": "Title: Daily Coffee Consumption Prevents Depression in Adults\n\nAbstract. We surveyed 1,240 adults about coffee intake and depressive symptoms. Participants drinking three or more cups per day had 28% lower PHQ-9 scores. Coffee consumption prevents depression, and public health agencies should recommend three cups daily for all adults worldwide.\n\nMethods. We distributed a one-time online questionnaire to employees of two technology companies in Seattle in March 2025. Of 1,520 invitations, 984 complete responses were analysed. Coffee intake was self-reported in cups per day. Depressive symptoms were measured with the PHQ-9. We compared mean PHQ-9 scores between people drinking fewer than three cups and three or more cups with an independent t-test.\n\nResults. Mean PHQ-9 was 6.1 (SD 4.2) for low intake and 4.4 (SD 3.9) for high intake, p < 0.001.\n\nDiscussion. Our results show that coffee causes a reduction in depression. Because the effect was large, the finding applies to adults of all ages and countries."
  },
  {
   "id": "p02",
   "field": "education",
   "flaws": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "text": "Title: A Mindfulness App Improves Exam Performance in First-Year Students\n\nAbstract. We tested whether an eight-week mindfulness app improves exam results. Students who used the app improved their exam scores by 11 points. The app is an effective tool for raising academic performance.\n\nMethods. 210 first-year students enrolled and used the app daily for eight weeks. We recorded their midterm exam score (week 0) and final exam score (week 8). 86 students stopped using the app before week 8 and were excluded; the analysis uses the 124 who completed. Exam performance was measured by asking students to report their own final grade in an exit survey.\n\nResults. Mean score rose from 64 at midterm to 75 at the final (paired t-test, p = 0.002).\n\nDiscussion. The app produced an 11-point gain in exam performance. Universities should adopt it for all incoming students."
  },
  {
   "id": "p03",
   "field": "machine learning",
   "flaws": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "text": "Title: GraphMix: A Graph Neural Network That Beats Transformers on Molecular Property Prediction\n\nAbstract. GraphMix reaches 0.91 ROC-AUC on the Tox21 benchmark, outperforming a Transformer baseline (0.84). GraphMix is the new state of the art for molecular property prediction.\n\nMethods. We split Tox21 into 80% train and 20% test. Hyperparameters of GraphMix (learning rate, depth, dropout, 240 configurations in total) were selected by the best ROC-AUC on the test split. The Transformer baseline was trained with the default settings from its original repository, with no tuning. We trained each model once with random seed 42.\n\nResults. GraphMix: 0.91 ROC-AUC on test. Transformer: 0.84.\n\nDiscussion. GraphMix outperforms Transformers by 7 points and should replace them for molecular tasks."
  },
  {
   "id": "p04",
   "field": "psychology",
   "flaws": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "text": "Title: Power Posing Increases Risk Tolerance\n\nAbstract. Participants who held an expansive posture for two minutes showed greater risk tolerance than those in a contractive posture. Power posing changes decision making.\n\nMethods. 48 undergraduate psychology students at one university were randomly assigned to an expansive or contractive pose. After posing, they completed 20 outcome measures: a gambling task, 6 mood scales, 4 hormone assays, 5 self-esteem items and 4 reaction-time tasks. Each outcome was compared between groups with a separate t-test at alpha = 0.05.\n\nResults. One of the 20 outcomes, the gambling task, differed between groups (p = 0.04). Salivary cortisol was lower in the expansive group (p = 0.08), which we interpret as a significant reduction in stress hormones.\n\nDiscussion. Power posing increases risk tolerance and lowers cortisol. Managers and athletes everywhere can use this technique before high-stakes decisions."
  },
  {
   "id": "p05",
   "field": "clinical medicine",
   "flaws": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "text": "Title: Vitamin D Supplementation Lowers Blood Pressure in Hypertensive Patients\n\nAbstract. In 300 patients, 12 weeks of vitamin D lowered systolic blood pressure by 14 mmHg.\n\nMethods. From 2,000 clinic visitors we enrolled the 300 with the highest systolic readings on a single screening measurement (all above 165 mmHg). All received 4,000 IU vitamin D daily. Blood pressure was measured again at week 12. 120 patients missed the week-12 visit; their data were removed.\n\nResults. Of the 180 analysed patients, 62% were women and 45% were men. Mean systolic pressure fell from 172 to 158 mmHg (p < 0.001).\n\nDiscussion. Vitamin D is an effective antihypertensive and could replace first-line drugs for patients who prefer supplements."
  },
  {
   "id": "p06",
   "field": "economics",
   "flaws": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "text": "Title: Remote Work Raises Employee Productivity by 22%\n\nAbstract. Using data from 3,400 workers, we find remote workers are 22% more productive than office workers.\n\nMethods. We used payroll and task-completion records from one software firm in 2024. Workers chose for themselves whether to work remotely or in the office. Our final sample contained 2,150 workers (1,020 remote, 1,130 office). Productivity was tickets closed per week.\n\nResults. Remote workers closed 22% more tickets per week (p < 0.01).\n\nDiscussion. Switching to remote work causes a 22% productivity gain. Firms should mandate remote work for all roles."
  },
  {
   "id": "p07",
   "field": "ecology",
   "flaws": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "text": "Title: Wildflower Strips Double Pollinator Abundance on Farms\n\nAbstract. Sowing wildflower strips doubled bee counts, showing that wildflower strips are an effective conservation tool for farmland across Europe.\n\nMethods. We sowed a wildflower strip along one edge of a single 40-hectare wheat field in Kent, UK, in spring 2024. Bees were counted along 60 transects placed inside that field in June 2023 (before sowing) and June 2024 (after sowing). Each transect was treated as an independent replicate (n = 60 per year).\n\nResults. Mean bees per transect rose from 3.1 in 2023 to 6.4 in 2024 (t-test, n = 60, p < 0.001).\n\nDiscussion. Wildflower strips double pollinator abundance and should be subsidised across all European farmland."
  },
  {
   "id": "p08",
   "field": "nutrition",
   "flaws": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "text": "Title: Eating Breakfast Prevents Weight Gain\n\nAbstract. In a cohort of 5,600 adults, regular breakfast eaters gained less weight over five years. Eating breakfast prevents weight gain.\n\nMethods. We analysed an existing cohort. Breakfast habits and body weight were both self-reported by questionnaire at baseline and at year 5. We examined 32 dietary habits (breakfast, snacking, late dinners, fruit juice and 28 others) and their association with weight change, each in a separate regression at p < 0.05.\n\nResults. Breakfast eating was associated with 1.2 kg less weight gain (p = 0.03). The other 31 habits showed no significant association.\n\nDiscussion. Eating breakfast causes lower weight gain. Doctors should tell all patients to eat breakfast."
  },
  {
   "id": "p09",
   "field": "software engineering",
   "flaws": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "text": "Title: Pair Programming with an AI Assistant Halves Bug Rates\n\nAbstract. In a study of 64 developers, pairing with an AI assistant cut bugs per 1,000 lines by 50%.\n\nMethods. We invited developers from our company to volunteer for the AI-assistant group; the most enthusiastic 20 volunteers formed the AI group and 20 other developers formed the comparison group, for 40 developers in total. Each developer completed one programming task, run once. Bugs were counted by the study authors, who knew each developer's group.\n\nResults. AI group: 4.1 bugs per 1,000 lines. Comparison group: 8.3.\n\nDiscussion. AI pair programming halves bug rates and every company should adopt it."
  },
  {
   "id": "p10",
   "field": "sociology",
   "flaws": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "text": "Title: Social Media Use Causes Loneliness in Teenagers\n\nAbstract. Teenagers who use social media more than three hours a day are lonelier. Social media use causes loneliness.\n\nMethods. We surveyed 800 teenagers aged 13 to 17 at one point in time about daily social media hours and the UCLA Loneliness Scale.\n\nResults. 41% used social media under one hour a day, 33% one to three hours, and 38% over three hours. The correlation between hours and loneliness was r = 0.09 (95% CI -0.01 to 0.19), a significant positive relationship.\n\nDiscussion. Heavy social media use causes loneliness. Schools should restrict phone use to protect teen mental health."
  }
 ],
 "summary": {
  "ars-nat": {
   "runs": 10,
   "flaws_found": 30,
   "flaws_total": 30,
   "median_output_tokens": 4188.5,
   "mean_cost_usd": 0.00486,
   "median_seconds": 28.3
  },
  "ars": {
   "runs": 30,
   "flaws_found": 89,
   "flaws_total": 90,
   "median_output_tokens": 4173.5,
   "mean_cost_usd": 0.0094,
   "median_seconds": 30.5
  },
  "kdense-nat": {
   "runs": 10,
   "flaws_found": 30,
   "flaws_total": 30,
   "median_output_tokens": 4314.0,
   "mean_cost_usd": 0.00571,
   "median_seconds": 29.5
  },
  "kdense": {
   "runs": 30,
   "flaws_found": 84,
   "flaws_total": 90,
   "median_output_tokens": 4480.0,
   "mean_cost_usd": 0.006,
   "median_seconds": 32.1
  },
  "none": {
   "runs": 30,
   "flaws_found": 89,
   "flaws_total": 90,
   "median_output_tokens": 3685.0,
   "mean_cost_usd": 0.00411,
   "median_seconds": 25.2
  }
 },
 "runs": [
  {
   "run": "ars-nat-p01-0",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4322,
   "cost": 0.005046119999999999,
   "sec": 28.521,
   "turns": 3,
   "words": 1085,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "ars-nat-p02-0",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4207,
   "cost": 0.00465168,
   "sec": 28.67,
   "turns": 2,
   "words": 1114,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "ars-nat-p03-0",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3251,
   "cost": 0.0044717,
   "sec": 26.565,
   "turns": 3,
   "words": 778,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "ars-nat-p04-0",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4092,
   "cost": 0.00490054,
   "sec": 26.976,
   "turns": 3,
   "words": 907,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "ars-nat-p05-0",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4795,
   "cost": 0.00524464,
   "sec": 29.547,
   "turns": 3,
   "words": 1364,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "ars-nat-p06-0",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3687,
   "cost": 0.00468616,
   "sec": 24.972,
   "turns": 3,
   "words": 923,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "ars-nat-p07-0",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4354,
   "cost": 0.0050181800000000006,
   "sec": 28.931,
   "turns": 3,
   "words": 1181,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "ars-nat-p08-0",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4299,
   "cost": 0.00498887,
   "sec": 27.997,
   "turns": 3,
   "words": 1060,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "ars-nat-p09-0",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4170,
   "cost": 0.00492215,
   "sec": 28.981,
   "turns": 3,
   "words": 1231,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "ars-nat-p10-0",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4081,
   "cost": 0.004666699999999999,
   "sec": 24.521,
   "turns": 3,
   "words": 934,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "ars-p01-0",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4280,
   "cost": 0.00933319,
   "sec": 30.292,
   "turns": 3,
   "words": 833,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "ars-p01-1",
   "found": [
    "causal",
    "overgen"
   ],
   "missed": [
    "n_mismatch"
   ],
   "hit": 2,
   "n": 3,
   "ok": true,
   "out": 3792,
   "cost": 0.00909914,
   "sec": 77.907,
   "turns": 3,
   "words": 552,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "ars-p01-2",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3749,
   "cost": 0.00911023,
   "sec": 28.332,
   "turns": 3,
   "words": 883,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "ars-p02-0",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4634,
   "cost": 0.00955313,
   "sec": 33.366,
   "turns": 3,
   "words": 1017,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "ars-p02-1",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3958,
   "cost": 0.009222729999999998,
   "sec": 28.626,
   "turns": 3,
   "words": 1072,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "ars-p02-2",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5213,
   "cost": 0.00977965,
   "sec": 36.243,
   "turns": 3,
   "words": 1048,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "ars-p03-0",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3777,
   "cost": 0.00910323,
   "sec": 26.362,
   "turns": 3,
   "words": 791,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "ars-p03-1",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3755,
   "cost": 0.00909158,
   "sec": 24.649,
   "turns": 3,
   "words": 773,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "ars-p03-2",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3554,
   "cost": 0.00895269,
   "sec": 26.547,
   "turns": 3,
   "words": 901,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "ars-p04-0",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5165,
   "cost": 0.00976927,
   "sec": 34.551,
   "turns": 3,
   "words": 1157,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "ars-p04-1",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3907,
   "cost": 0.00918834,
   "sec": 28.206,
   "turns": 3,
   "words": 894,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "ars-p04-2",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4976,
   "cost": 0.009668030000000001,
   "sec": 34.04,
   "turns": 3,
   "words": 1039,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "ars-p05-0",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4265,
   "cost": 0.00933438,
   "sec": 28.861,
   "turns": 3,
   "words": 1057,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "ars-p05-1",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5215,
   "cost": 0.00985743,
   "sec": 33.249,
   "turns": 3,
   "words": 1092,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "ars-p05-2",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4215,
   "cost": 0.00941118,
   "sec": 31.816,
   "turns": 3,
   "words": 914,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "ars-p06-0",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3454,
   "cost": 0.00892584,
   "sec": 27.859,
   "turns": 3,
   "words": 820,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "ars-p06-1",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3382,
   "cost": 0.00886905,
   "sec": 27.196,
   "turns": 3,
   "words": 849,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "ars-p06-2",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4024,
   "cost": 0.00986102,
   "sec": 100.58,
   "turns": 4,
   "words": 816,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "ars-p07-0",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4789,
   "cost": 0.010584320000000001,
   "sec": 152.731,
   "turns": 4,
   "words": 960,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "ars-p07-1",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4199,
   "cost": 0.01023569,
   "sec": 154.847,
   "turns": 4,
   "words": 1003,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "ars-p07-2",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5641,
   "cost": 0.01015251,
   "sec": 160.684,
   "turns": 3,
   "words": 970,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "ars-p08-0",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4148,
   "cost": 0.00927017,
   "sec": 30.306,
   "turns": 3,
   "words": 796,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "ars-p08-1",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4802,
   "cost": 0.009635320000000001,
   "sec": 33.094,
   "turns": 3,
   "words": 1034,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "ars-p08-2",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4811,
   "cost": 0.00966486,
   "sec": 33.057,
   "turns": 3,
   "words": 1182,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "ars-p09-0",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3044,
   "cost": 0.00869113,
   "sec": 23.4,
   "turns": 3,
   "words": 716,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "ars-p09-1",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3028,
   "cost": 0.0087841,
   "sec": 27.173,
   "turns": 3,
   "words": 665,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "ars-p09-2",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3658,
   "cost": 0.00904792,
   "sec": 29.325,
   "turns": 3,
   "words": 983,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "ars-p10-0",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4289,
   "cost": 0.00932987,
   "sec": 30.843,
   "turns": 3,
   "words": 731,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "ars-p10-1",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4307,
   "cost": 0.00937901,
   "sec": 30.784,
   "turns": 3,
   "words": 943,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "ars-p10-2",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3942,
   "cost": 0.00918263,
   "sec": 29.523,
   "turns": 3,
   "words": 796,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "kdense-nat-p01-0",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5040,
   "cost": 0.0059883900000000006,
   "sec": 32.263,
   "turns": 5,
   "words": 1460,
   "skill_tool": true,
   "pid": "p01"
  },
  {
   "run": "kdense-nat-p02-0",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4447,
   "cost": 0.00568132,
   "sec": 31.228,
   "turns": 5,
   "words": 986,
   "skill_tool": true,
   "pid": "p02"
  },
  {
   "run": "kdense-nat-p03-0",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3800,
   "cost": 0.00538542,
   "sec": 29.445,
   "turns": 5,
   "words": 870,
   "skill_tool": true,
   "pid": "p03"
  },
  {
   "run": "kdense-nat-p04-0",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4212,
   "cost": 0.005611420000000001,
   "sec": 26.942,
   "turns": 5,
   "words": 820,
   "skill_tool": true,
   "pid": "p04"
  },
  {
   "run": "kdense-nat-p05-0",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5158,
   "cost": 0.00607685,
   "sec": 33.883,
   "turns": 5,
   "words": 1101,
   "skill_tool": true,
   "pid": "p05"
  },
  {
   "run": "kdense-nat-p06-0",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4416,
   "cost": 0.005720360000000001,
   "sec": 29.636,
   "turns": 5,
   "words": 1212,
   "skill_tool": true,
   "pid": "p06"
  },
  {
   "run": "kdense-nat-p07-0",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4145,
   "cost": 0.00555913,
   "sec": 28.266,
   "turns": 4,
   "words": 991,
   "skill_tool": true,
   "pid": "p07"
  },
  {
   "run": "kdense-nat-p08-0",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5376,
   "cost": 0.0062247000000000005,
   "sec": 31.746,
   "turns": 5,
   "words": 1161,
   "skill_tool": true,
   "pid": "p08"
  },
  {
   "run": "kdense-nat-p09-0",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3855,
   "cost": 0.0054187,
   "sec": 26.51,
   "turns": 5,
   "words": 1090,
   "skill_tool": true,
   "pid": "p09"
  },
  {
   "run": "kdense-nat-p10-0",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3845,
   "cost": 0.00539816,
   "sec": 24.997,
   "turns": 5,
   "words": 814,
   "skill_tool": true,
   "pid": "p10"
  },
  {
   "run": "kdense-p01-0",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 6789,
   "cost": 0.007047650000000001,
   "sec": 38.4,
   "turns": 3,
   "words": 1042,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "kdense-p01-1",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 6523,
   "cost": 0.006833690000000001,
   "sec": 46.953,
   "turns": 3,
   "words": 1335,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "kdense-p01-2",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5195,
   "cost": 0.00614925,
   "sec": 32.97,
   "turns": 3,
   "words": 1079,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "kdense-p02-0",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5009,
   "cost": 0.00710734,
   "sec": 32.965,
   "turns": 4,
   "words": 1110,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "kdense-p02-1",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4488,
   "cost": 0.00579784,
   "sec": 35.133,
   "turns": 3,
   "words": 960,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "kdense-p02-2",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5999,
   "cost": 0.0065143300000000005,
   "sec": 36.781,
   "turns": 3,
   "words": 1290,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "kdense-p03-0",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4286,
   "cost": 0.0056815599999999996,
   "sec": 28.997,
   "turns": 3,
   "words": 981,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "kdense-p03-1",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3525,
   "cost": 0.00536495,
   "sec": 145.628,
   "turns": 3,
   "words": 651,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "kdense-p03-2",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3842,
   "cost": 0.00545454,
   "sec": 26.009,
   "turns": 3,
   "words": 809,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "kdense-p04-0",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4351,
   "cost": 0.00572132,
   "sec": 31.557,
   "turns": 3,
   "words": 797,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "kdense-p04-1",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4088,
   "cost": 0.0055876,
   "sec": 26.376,
   "turns": 3,
   "words": 869,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "kdense-p04-2",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5572,
   "cost": 0.0063942800000000004,
   "sec": 36.205,
   "turns": 3,
   "words": 1006,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "kdense-p05-0",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 6030,
   "cost": 0.00658036,
   "sec": 36.283,
   "turns": 3,
   "words": 1210,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "kdense-p05-1",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4450,
   "cost": 0.0057881,
   "sec": 29.723,
   "turns": 3,
   "words": 962,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "kdense-p05-2",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 7412,
   "cost": 0.008084130000000002,
   "sec": 42.599,
   "turns": 4,
   "words": 1260,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "kdense-p06-0",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3996,
   "cost": 0.005522829999999999,
   "sec": 27.263,
   "turns": 3,
   "words": 1065,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "kdense-p06-1",
   "found": [],
   "missed": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "hit": 0,
   "n": 3,
   "ok": true,
   "out": 1977,
   "cost": 0.00432011,
   "sec": 15.288,
   "turns": 2,
   "words": 242,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "kdense-p06-2",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3833,
   "cost": 0.00545584,
   "sec": 27.696,
   "turns": 3,
   "words": 768,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "kdense-p07-0",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4973,
   "cost": 0.0070481499999999996,
   "sec": 33.236,
   "turns": 4,
   "words": 1050,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "kdense-p07-1",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4445,
   "cost": 0.0057854,
   "sec": 30.534,
   "turns": 3,
   "words": 927,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "kdense-p07-2",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4456,
   "cost": 0.00581634,
   "sec": 29.527,
   "turns": 3,
   "words": 903,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "kdense-p08-0",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4486,
   "cost": 0.005773499999999999,
   "sec": 29.499,
   "turns": 3,
   "words": 884,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "kdense-p08-1",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5053,
   "cost": 0.0061516999999999995,
   "sec": 39.636,
   "turns": 3,
   "words": 911,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "kdense-p08-2",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 5489,
   "cost": 0.00660551,
   "sec": 36.747,
   "turns": 4,
   "words": 1078,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "kdense-p09-0",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4589,
   "cost": 0.005863459999999999,
   "sec": 32.088,
   "turns": 3,
   "words": 905,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "kdense-p09-1",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3215,
   "cost": 0.00512249,
   "sec": 24.38,
   "turns": 3,
   "words": 871,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "kdense-p09-2",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3602,
   "cost": 0.00637289,
   "sec": 27.47,
   "turns": 4,
   "words": 754,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "kdense-p10-0",
   "found": [],
   "missed": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "hit": 0,
   "n": 3,
   "ok": true,
   "out": 2130,
   "cost": 0.0043923799999999995,
   "sec": 15.633,
   "turns": 2,
   "words": 260,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "kdense-p10-1",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4474,
   "cost": 0.00573187,
   "sec": 38.585,
   "turns": 3,
   "words": 877,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "kdense-p10-2",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4724,
   "cost": 0.00597925,
   "sec": 32.117,
   "turns": 3,
   "words": 912,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "none-p01-0",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4621,
   "cost": 0.004693279999999999,
   "sec": 28.837,
   "turns": 3,
   "words": 1067,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "none-p01-1",
   "found": [
    "causal",
    "overgen",
    "n_mismatch"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3973,
   "cost": 0.00436178,
   "sec": 27.667,
   "turns": 3,
   "words": 993,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "none-p01-2",
   "found": [
    "causal",
    "overgen"
   ],
   "missed": [
    "n_mismatch"
   ],
   "hit": 2,
   "n": 3,
   "ok": true,
   "out": 4070,
   "cost": 0.0042403,
   "sec": 24.801,
   "turns": 3,
   "words": 1051,
   "skill_tool": false,
   "pid": "p01"
  },
  {
   "run": "none-p02-0",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4025,
   "cost": 0.00437501,
   "sec": 26.761,
   "turns": 3,
   "words": 866,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "none-p02-1",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3563,
   "cost": 0.0041400099999999995,
   "sec": 32.144,
   "turns": 3,
   "words": 969,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "none-p02-2",
   "found": [
    "no_control",
    "attrition",
    "selfreport"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3858,
   "cost": 0.00409171,
   "sec": 23.277,
   "turns": 3,
   "words": 991,
   "skill_tool": false,
   "pid": "p02"
  },
  {
   "run": "none-p03-0",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 2955,
   "cost": 0.00364161,
   "sec": 18.823,
   "turns": 3,
   "words": 767,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "none-p03-1",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3604,
   "cost": 0.0041876299999999995,
   "sec": 23.53,
   "turns": 3,
   "words": 947,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "none-p03-2",
   "found": [
    "leakage",
    "baseline",
    "single_seed"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3478,
   "cost": 0.00410658,
   "sec": 26.972,
   "turns": 3,
   "words": 873,
   "skill_tool": false,
   "pid": "p03"
  },
  {
   "run": "none-p04-0",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4891,
   "cost": 0.00481784,
   "sec": 30.415,
   "turns": 3,
   "words": 992,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "none-p04-1",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3982,
   "cost": 0.0043599699999999995,
   "sec": 26.803,
   "turns": 3,
   "words": 986,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "none-p04-2",
   "found": [
    "multiple",
    "p_misread",
    "overgen"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4422,
   "cost": 0.00458186,
   "sec": 27.865,
   "turns": 3,
   "words": 940,
   "skill_tool": false,
   "pid": "p04"
  },
  {
   "run": "none-p05-0",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3954,
   "cost": 0.0043430199999999995,
   "sec": 26.577,
   "turns": 3,
   "words": 952,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "none-p05-1",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3366,
   "cost": 0.00381573,
   "sec": 21.694,
   "turns": 2,
   "words": 791,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "none-p05-2",
   "found": [
    "arithmetic",
    "attrition",
    "regression_mean"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4392,
   "cost": 0.00456117,
   "sec": 28.919,
   "turns": 3,
   "words": 1191,
   "skill_tool": false,
   "pid": "p05"
  },
  {
   "run": "none-p06-0",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3046,
   "cost": 0.00360891,
   "sec": 21.083,
   "turns": 2,
   "words": 780,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "none-p06-1",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 2727,
   "cost": 0.00344681,
   "sec": 18.438,
   "turns": 2,
   "words": 814,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "none-p06-2",
   "found": [
    "causal",
    "n_mismatch",
    "selection"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3411,
   "cost": 0.00405229,
   "sec": 23.65,
   "turns": 3,
   "words": 951,
   "skill_tool": false,
   "pid": "p06"
  },
  {
   "run": "none-p07-0",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 2999,
   "cost": 0.00365881,
   "sec": 20.225,
   "turns": 3,
   "words": 757,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "none-p07-1",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3766,
   "cost": 0.00401633,
   "sec": 23.838,
   "turns": 2,
   "words": 937,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "none-p07-2",
   "found": [
    "pseudorep",
    "overgen",
    "no_control"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4255,
   "cost": 0.00448816,
   "sec": 30.524,
   "turns": 3,
   "words": 957,
   "skill_tool": false,
   "pid": "p07"
  },
  {
   "run": "none-p08-0",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3549,
   "cost": 0.00386921,
   "sec": 22.324,
   "turns": 2,
   "words": 946,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "none-p08-1",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3411,
   "cost": 0.00407105,
   "sec": 25.101,
   "turns": 3,
   "words": 865,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "none-p08-2",
   "found": [
    "selfreport",
    "multiple",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 2874,
   "cost": 0.00353171,
   "sec": 19.711,
   "turns": 2,
   "words": 841,
   "skill_tool": false,
   "pid": "p08"
  },
  {
   "run": "none-p09-0",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 2986,
   "cost": 0.00364289,
   "sec": 20.593,
   "turns": 3,
   "words": 845,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "none-p09-1",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3333,
   "cost": 0.00401534,
   "sec": 31.46,
   "turns": 3,
   "words": 875,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "none-p09-2",
   "found": [
    "n_mismatch",
    "selection",
    "blinding"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3160,
   "cost": 0.003928839999999999,
   "sec": 24.979,
   "turns": 3,
   "words": 870,
   "skill_tool": false,
   "pid": "p09"
  },
  {
   "run": "none-p10-0",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 3837,
   "cost": 0.0042686700000000005,
   "sec": 25.203,
   "turns": 3,
   "words": 909,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "none-p10-1",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4026,
   "cost": 0.00412713,
   "sec": 28.754,
   "turns": 2,
   "words": 959,
   "skill_tool": false,
   "pid": "p10"
  },
  {
   "run": "none-p10-2",
   "found": [
    "arithmetic",
    "p_misread",
    "causal"
   ],
   "missed": [],
   "hit": 3,
   "n": 3,
   "ok": true,
   "out": 4066,
   "cost": 0.004383410000000001,
   "sec": 27.16,
   "turns": 3,
   "words": 991,
   "skill_tool": false,
   "pid": "p10"
  }
 ]
}