{
 "dataset": {
  "archive": "dandi",
  "id": "000582",
  "label": "DANDI:000582"
 },
 "page": "datasets/dandi/000582/",
 "generated": "2026-10-20T19:09:16+00:00",
 "caution": "A failure to reproduce is not a finding that the paper is wrong. It may be a failure of the attempt.",
 "outcome_counts": {
  "reproduced": 0,
  "partially_reproduced": 0,
  "not_reproduced": 0,
  "blocked": 0
 },
 "outcome_counts_with_outside_data": {
  "reproduced": 0,
  "partially_reproduced": 0,
  "not_reproduced": 0,
  "blocked": 0
 },
 "outcome_counts_elsewhere": {
  "reproduced": 0,
  "partially_reproduced": 0,
  "not_reproduced": 0,
  "blocked": 0
 },
 "outcome_counts_links": {
  "reproduced": 0,
  "partially_reproduced": 0,
  "not_reproduced": 0,
  "blocked": 0
 },
 "attempts": [
  {
   "id": "000582-sargolini-2006-01",
   "dataset": {
    "archive": "dandi",
    "id": "000582",
    "version": "0.251111.2151",
    "doi": "10.48324/dandi.000582/0.251111.2151"
   },
   "key": "dandi:000582",
   "label": "DANDI:000582",
   "dataset_version": "0.251111.2151",
   "paper": "10.1126/science.1125572",
   "paper_title": "Conjunctive Representation of Position, Direction, and Velocity in Entorhinal Cortex",
   "date": "2026-10-13",
   "kind": "agent",
   "accountable": "CatalystNeuro",
   "agent": {
    "harness": "Claude Code",
    "model": "not recorded",
    "protocol": "pilot-0"
   },
   "runner": {
    "platform": "local"
   },
   "tier": "agent_verified",
   "deprecated": "Its claims were written from the abstract only. Read against the full text and supplement on 2026-10-20, layer2-grid uses a stricter grid-cell criterion than the paper's (gridness above 0), and five of the paper's findings on this data have no claim.",
   "deprecated_on": "2026-10-20",
   "entry": "000582-sargolini-2006",
   "entry_title": "Grid, head-direction and conjunctive cells by entorhinal layer (Sargolini et al. 2006)",
   "description": "Tests three conclusions of Sargolini et al. (2006) on dandiset 000582, which holds spike times and tracked positions for 620 cell-sessions from the medial entorhinal cortex of 15 rats. For every cell it computes a grid score, head-direction tuning and speed tuning, with chance levels from time-shifted spike trains, and compares the cell types found in each cortical layer.",
   "notebooks": [
    {
     "path": "reproduce_sargolini_2006.ipynb",
     "title": "Reproducing Sargolini et al. (2006) from dandiset 000582",
     "executed": "notebooks/000582-sargolini-2006/reproduce_sargolini_2006.html"
    }
   ],
   "outcomes": [
    {
     "claim": "layer2-grid",
     "statement": "The proportion of cells with grid structure depended on layer. Most well-separated layer II cells were grid cells (66 of 108), against a smaller proportion in layers III (78 of 223), V (17 of 110) and VI (42 of 186).",
     "source": "Main text, paragraph 2; Fig. 1D; table S1A",
     "quote": "The proportion of cells with a sinusoidal modulation was layer-dependent (Fig. 1D and table S1). Whereas most well-separated layer II cells had strongly periodic firing fields, only a smaller proportion of the deeper neurons had such characteristics",
     "statistics": [],
     "kind": "finding",
     "inferred": "",
     "outcome": "partially_reproduced",
     "blocked_by": null,
     "notebook": "reproduce_sargolini_2006.ipynb",
     "notes": "Layer II has the highest grid scores (median 0.33 against 0.10 in the deeper layers). With a grid-score threshold of 0.3, 54% of layer II cell-sessions are grid cells, more than in any other layer. Against the stricter chance level from shuffled spike trains (0.61), 22 of 70 (31%) are, the same as layer III (34%) and above layers V and VI (18% each). Whether grid cells are the majority in layer II depends on the criterion, and the paper's was not available (closed access). The dandiset is described as a sample without saying how cells were selected, and most sessions last 10 minutes.",
     "deviations": [],
     "disagreed": true,
     "data": "dataset",
     "where": null,
     "proposed": null
    },
    {
     "claim": "deep-hd-conjunctive",
     "statement": "The proportion of grid cells with conjunctive head-direction tuning depended on layer (66% in layer III, 90% in layer V, 28% in layer VI, none in layer II); the difference was significant across all four layers and across layers III to VI.",
     "source": "Main text, paragraph 5; table S1B",
     "quote": "The proportion of grid cells with conjunctive properties was layer-dependent (table S1). The largest proportion was encountered in layers III and V, where 66% and 90% of the grid cells had dual response properties, respectively. In layer VI, the proportion was 28%. No conjunctive cells were observed in layer II. Differences between layers were significant (all four cell layers, c(3) 0 28.4, P G 0.001; layers III to VI, c(2) 0 6.2, P G 0.05)",
     "statistics": [
      {
       "about": "all four layers",
       "test": "chi-square test",
       "statistic": "\u03c72(3) = 28.4",
       "p": 0.001,
       "p_relation": "<"
      },
      {
       "about": "layers III to VI",
       "test": "chi-square test",
       "statistic": "\u03c72(2) = 6.2",
       "p": 0.05,
       "p_relation": "<"
      }
     ],
     "kind": "finding",
     "inferred": "",
     "outcome": "reproduced",
     "blocked_by": null,
     "notebook": "reproduce_sargolini_2006.ipynb",
     "notes": "Head-direction tuning above chance in 58% (layer III), 91% (V) and 73% (VI) of cells against 12% in layer II, which holds within the one rat recorded in both. Conjunctive cells are 62 of 396 in the deeper layers and 2 of 43 in layer II. Uses only the 71 sessions with two tracking LEDs. Counts are of cell-sessions from few rats, so they are not independent.",
     "deviations": [],
     "disagreed": false,
     "data": "dataset",
     "where": null,
     "proposed": null
    },
    {
     "claim": "speed",
     "statement": "Regression showed a consistent positive speed-rate relation in nearly all grid cells (141 of 150), head-direction cells (153 of 220) and conjunctive cells (45 of 53).",
     "source": "Main text, paragraph 6; Fig. 4, A and B",
     "quote": "Yet, regression analyses showed a consistent positive speed-rate relation in nearly all grid cells (141/150 cells, P G 0.001), headdirection cells (153/220 cells, P G 0.001) and grid ... head-direction cells (45/53 cells, P G 0.001), suggesting that a substantial proportion of the network expressed information about how fast the animal was moving (Fig. 4B).",
     "statistics": [],
     "kind": "finding",
     "inferred": "",
     "outcome": "reproduced",
     "blocked_by": null,
     "notebook": "reproduce_sargolini_2006.ipynb",
     "notes": "The correlation of firing rate with running speed has a positive median in every cell type (0.28 to 0.58) against -0.06 for time-shifted spike trains, and 20% to 33% of cells in each type pass the 95th percentile of the shuffles where 5% are expected. Tested for each type as a population, not for each cell.",
     "deviations": [],
     "disagreed": false,
     "data": "dataset",
     "where": null,
     "proposed": null
    }
   ],
   "findings": [
    {
     "kind": "metadata_error",
     "statement": "Every file's session description says the enclosure was 1 x 1 m, but in 23 of the 118 sessions the tracked positions span 1.5 to 2.5 m."
    },
    {
     "kind": "metadata_error",
     "statement": "The session descriptions say position is given for two LEDs, but 47 of the 118 sessions have one, so head direction cannot be computed for 167 of 620 cell-sessions."
    },
    {
     "kind": "identifier_missing",
     "statement": "No identifier links a cell across sessions, so the same cell may be counted more than once."
    },
    {
     "kind": "selection_undocumented",
     "statement": "The dandiset is described as a sample of the paper's cells without saying how they were selected."
    },
    {
     "kind": "methods_unavailable",
     "statement": "The paper is not open access and the dandiset does not give the analysis parameters, such as the criterion for a grid cell."
    }
   ],
   "verifications": [
    {
     "date": "2026-10-13",
     "kind": "agent",
     "by": "Independent agent run by CatalystNeuro (same harness, separate context, did not write the notebook)",
     "reviewed": "First draft, before the enclosure-size fix. The author's conclusions were withheld.",
     "agreed": 2,
     "of": 3,
     "disagreements": [
      {
       "claim": "layer2-grid",
       "outcome": "not_reproduced",
       "reason": "In that draft, 13 of 71 layer II cell-sessions passed the grid threshold, below layer III. The verifier also pointed out that the 1 m enclosure was assumed and never checked. That was a real error; 23 sessions used larger enclosures and the rate maps were clipping them. The attempt was corrected."
      }
     ]
    },
    {
     "date": "2026-10-13",
     "kind": "agent",
     "by": "The same independent agent, second round",
     "reviewed": "The corrected notebook, with the author's conclusions.",
     "agreed": 3,
     "of": 3,
     "disagreements": []
    }
   ]
  }
 ],
 "entries": [
  {
   "name": "000582-sargolini-2006",
   "type": "reproduction",
   "title": "Grid, head-direction and conjunctive cells by entorhinal layer (Sargolini et al. 2006)",
   "description": "Tests three conclusions of Sargolini et al. (2006) on dandiset 000582, which holds spike times and tracked positions for 620 cell-sessions from the medial entorhinal cortex of 15 rats. For every cell it computes a grid score, head-direction tuning and speed tuning, with chance levels from time-shifted spike trains, and compares the cell types found in each cortical layer.",
   "datasets": [
    "dandi:000582"
   ],
   "papers": [
    "10.1126/science.1125572"
   ],
   "derived_from": [],
   "notebooks": [
    {
     "path": "reproduce_sargolini_2006.ipynb",
     "title": "Reproducing Sargolini et al. (2006) from dandiset 000582",
     "executed": "notebooks/000582-sargolini-2006/reproduce_sargolini_2006.html"
    }
   ]
  }
 ]
}