{ "dandiset": "000718", "page": "dandisets/000718/", "generated": "2026-10-19T16:23:39+00:00", "caution": "A failure to reproduce is not a finding that the paper is wrong. It may be a failure of the attempt.", "outcome_counts": { "reproduced": 2, "partially_reproduced": 0, "not_reproduced": 2, "blocked": 21 }, "outcome_counts_with_outside_data": { "reproduced": 1, "partially_reproduced": 0, "not_reproduced": 0, "blocked": 0 }, "outcome_counts_elsewhere": { "reproduced": 0, "partially_reproduced": 0, "not_reproduced": 0, "blocked": 0 }, "attempts": [ { "id": "000718-zaki-2024-01", "dandiset": "000718", "dandiset_version": "0.260825.1902", "paper": "10.1038/s41586-024-08168-4", "paper_title": "Offline ensemble co-reactivation links memories across days", "date": "2026-10-18", "kind": "agent", "accountable": "CatalystNeuro", "agent": { "harness": "Claude Code (GitHub Actions)", "model": "claude-opus-5-5", "protocol": "pilot-7" }, "tier": "agent_verified", "entry": "000718-zaki-2024", "entry_title": "Offline ensemble co-reactivation in the EEG/EMG experiment (Zaki et al. 2024)", "description": "Tests the findings of Zaki et al. (2024) that can be tested on dandiset 000718, which holds two of the nine mice of the paper's calcium imaging and EEG/EMG experiment (one high-shock, one low-shock) with their encoding and recall sessions, the first offline recording after encoding, and cell registration for the high-shock mouse. It checks the deposited freezing against the paper's per-mouse values, compares freezing between the two mice, tests offline population bursts and their skew against shuffled activity and against movement, and compares overlap-neutral with overlap-aversive co-bursting in wake. The one-hour offline, behaviour-only, inhibitory tagging and no-shock experiments are not in the dandiset.", "notebooks": [ { "path": "reproduce_zaki_2024.ipynb", "title": "Reproducing Zaki et al. (2024) from dandiset 000718", "executed": "notebooks/000718-zaki-2024/reproduce_zaki_2024.html" } ], "outcomes": [ { "claim": "source-data-link", "statement": "The two deposited mice are the mice of the same names in the paper's per-mouse source data, with the same shock group, and the freezing computed from the dandiset's freezing intervals agrees with the per-mouse freezing the paper reports for them.", "source": "Extended Data Figure 9b and 9c; source-data repository denisecailab/RetrospectiveMemoryLinkingData_2024", "outcome": "reproduced", "blocked_by": null, "notebook": "reproduce_zaki_2024.ipynb", "notes": "Both mice are matched by name (subject_id Ca_EEG2-1 and Ca_EEG3-4, the Mouse column of the source data), with the same shock amplitude in the files as the source data's group (1.5 and 0.25 mA). All four freezing values are within 10% under both readings; reading (a), given as measured, gives 64.09, 8.82, 17.40 and 15.06% against 63.87, 8.46, 16.90 and 14.60%, and reading (b) gives 63.45, 8.46, 16.91 and 14.61%. The recall session descriptions name the contexts (Recall1 shock, Recall2 novel, Recall3 neutral), as the source data assign them for Ca_EEG3-4. On which side a difference comes from, the dandiset's freezing intervals give the paper's per-mouse values to within 5% (reading a) and 1% (reading b), so the dandiset agrees with what the paper reports for these mice.", "deviations": [ "Only four per-mouse values can be compared, as the dandiset lacks the neutral and novel recall sessions of Ca_EEG2-1 and the other seven mice." ], "disagreed": false, "data": "with_inputs", "where": null, "proposed": null }, { "claim": "ed9b-aversive-freezing-high-vs-low", "statement": "In the calcium imaging and EEG/EMG experiment, high-shock mice froze more during aversive recall than low-shock mice (t7 = 8.99, p = 0.020).", "source": "Extended Data Figure 9b", "outcome": "reproduced", "blocked_by": null, "notebook": "reproduce_zaki_2024.ipynb", "notes": "Recall1 freezing is 64.09% for the high-shock mouse and 8.82% for the low-shock mouse (difference 55.27 percentage points). The 30 s bins differ by Mann-Whitney (U = 100, p = 0.00018); 15 s and 60 s bins give p = 8.9e-07 and 0.0079. The paper's t-test (t7 = 8.99, p = 0.020) over 5 and 4 mice cannot be run with one mouse per group, so its statistic is not tested. The bins are consecutive parts of one session per mouse and not independent, so the p-values overstate the evidence.", "deviations": [ "One mouse per group (the paper has 5 high-shock and 4 low-shock mice); the test is within sessions, over 30 s bins, chosen here." ], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "offline-bursts-above-shuffle", "statement": "During offline periods, hippocampal population bursts occur more often than expected from shuffled neuronal activity, so CA1 neurons fire in a more coordinated way than chance.", "source": "Results, section \"Neutral ensemble recruited into population bursts\"; Extended Data Figure 3l and 3m", "outcome": "blocked", "blocked_by": "methods_underspecified", "notebook": "reproduce_zaki_2024.ipynb", "notes": "The analysis ran. Under the criterion's procedure (surrogates z-scored and thresholded at z = 2 as the data) the true burst rate is below the surrogate mean in all three offline recordings (5.30, 6.40 and 8.71 per min against 8.48 to 10.94; true over surrogate mean 0.63 to 0.80), which would be not reproduced. The paper's chance level for this test (source data for Extended Data Figure 3m, another cohort) is 3.38 to 4.39 surrogate bursts per min against 4.51 to 4.92 true, surrogate over true 0.72 to 0.96; this procedure gives 1.26 to 1.60, far from it, so the procedures differ and the claim is blocked as the protocol requires. The Methods do not say how bursts are counted in a surrogate. Variants disagree; merging events closer than 1 s leaves the true rate below the surrogates (4.40 to 7.31 against 6.56 to 8.52 per min), and thresholding surrogates at the true trace's own mean + 2 SD puts the true rate far above them (5.30 to 8.71 against at most 0.50 per min). At z = 2.5 the true rate is above the surrogate mean in 2 of 3 recordings and above the 95th percentile in none. On synthetic data with 6 coordinated events per minute, the criterion's test gives 5.6 true bursts per min against a surrogate mean of 34.98, and with independent cells 34.8 against 37.36, so it cannot detect coordination; the fixed-threshold variant separates the two (5.6 against 0.00, 34.8 against 38.37), but its chance level in the data (surrogate means at most 0.10 per min) is far below the paper's.", "deviations": [ "Run on the three 10 min offline recordings of the EEG/EMG experiment at 15 Hz; the paper shows the test for the one-hour recordings at 30 Hz of the single-experience cohort (Extended Data Figure 3), which is not deposited.", "Burst events taken as maximal runs of frames above threshold, as the Methods do not define an event further." ], "disagreed": true, "data": "dandiset", "where": null, "proposed": null }, { "claim": "offline-skew-above-shuffle", "statement": "The mean population activity during offline periods is more right-skewed than in shuffled data, showing brief burst-like activations that need coordinated activity of groups of neurons.", "source": "Extended Data Figure 3n and 3o", "outcome": "reproduced", "blocked_by": null, "notebook": "reproduce_zaki_2024.ipynb", "notes": "The population trace's skewness is 1.65, 1.34 and 1.72 in the three offline recordings, above all 1000 circular-shift surrogates in each (surrogate means 0.60, 0.40 and 0.37, 95th percentiles 0.72, 0.51 and 0.48). Both arms are lower than in the paper's source data for Extended Data Figure 3o (another cohort, 1 h at 30 Hz); the true skews are below the paper's lowest (1.76 to 3.65) and two of three surrogate means are below its lowest shuffled value (0.47 to 1.91), so the chance level is not shown to match the paper's. The outcome rests on the true skew exceeding every surrogate. On synthetic data the test separates coordinated activity (skew 8.54 against a surrogate 95th percentile of 0.94) from independent cells (0.98 against 1.09).", "deviations": [ "Run on the EEG/EMG experiment's three 10 min offline recordings; the paper shows the test for another cohort (Extended Data Figure 3o), which is not deposited." ], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "burst-locomotion-pause", "statement": "Offline population bursts coincide with the mouse briefly slowing down about 1 s before the burst and resuming its movement about 1 to 2 s later.", "source": "Figure 2d and 2e; Extended Data Figure 6e; Results, section \"Co-reactivation occurs more during wake\"", "outcome": "not_reproduced", "blocked_by": null, "notebook": "reproduce_zaki_2024.ipynb", "notes": "Telemetry movement in the second before a burst is not lower than 3 to 5 s before it in any of the three recordings under either reading of time zero (peak, one-sided Wilcoxon p = 0.76, 0.89, 0.39; onset, p = 0.88, 0.94, 0.41); 30 to 60% of bursts have lower movement before them. Movement 1 to 2 s after the peak is lower than in the second before it in two of three recordings (0.155 against 0.225, and 0.129 against 0.257). The telemetry activity signal is a coarse proxy whose relation to calcium activity is weak (movement decoded at r = 0.06 to 0.24 at zero shift; Spearman r with the population trace 0.07 to 0.32 in 1 s bins). The files describe it as motion of the probe relative to the receiver and a proxy for locomotion; its mean magnitude is 4 to 15 times higher in wake than in quiet wake epochs. The test is not calibrated, giving p = 0.016 at 300 random times in Ca_EEG2-1 (0.9999 and 0.92 in the others). The outcome says this proxy does not show the pause, and is weak evidence that the pause is absent.", "deviations": [ "Movement is the magnitude of the HD-X02 telemetry activity signal; the paper tracked locomotion with a webcam, whose video is not deposited.", "Tested on the EEG/EMG experiment's offline recordings; the paper shows the effect for the single-experience cohort (Figure 2d and 2e) and the inhibitory tagging cohort (Extended Data Figure 6e)." ], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig5c-wake-overlap-neutral-coburst", "statement": "After a strong (high-shock) aversive experience, during wake in the offline period the overlap ensemble co-bursts more with the neutral ensemble than with the aversive ensemble (t4 = 4.94, P = 0.016).", "source": "Figure 5c (left); Methods, \"Ensemble co-participation analysis\"", "outcome": "not_reproduced", "blocked_by": null, "notebook": "reproduce_zaki_2024.ipynb", "notes": "In Ca_EEG2-1's first offline recording after aversive encoding, under reading (a), wake and quiet wake together (all 87 bursts), OxN is below OxA (26.4 against 35.6% inclusive, 8.0 against 17.2% exclusive; 7 against 15 discordant bursts, McNemar p = 0.13). Reading (a) is the one the Methods imply. Their scoring (6 s epochs, two-state Gaussian mixture on EMG) applied to this mouse's log EMG RMS over the 12 h offline period puts 94.1% of quiet-wake frames and 98.5% of wake frames in wake (97.9% of quiet wake when fitted on the first 6 h), and all 87 bursts in wake. Under reading (b), wake alone, OxN exceeds OxA (32.0 against 28.0% of 25 bursts; 8.0 against 4.0%) on 2 against 1 discordant bursts (McNemar p = 1.0). Under the Methods' wake the order holds at thresholds 1.5 (34.9 against 41.1%) and 2.5 (21.7 against 30.0%), and no difference reaches p < 0.05. Outside bursts both are at most 1.02% of 0.5 s windows. The neutral, aversive and overlap ensembles each have more of their cells in bursts than the remaining cells (median differences 0.005 to 0.010, Wilcoxon p = 0.041 to 0.0003). The paper's statistic (t4 = 4.94, P = 0.016, across five mice) cannot be tested. The evidence against the paper is weak; one 10 min recording of 24 for one mouse of five, with ensemble traces z-scored within it, so levels are not comparable with the paper's source data for this mouse over all 24 recordings (10.37% OxN against 8.39% OxA in wake). Counted inclusively, co-participation here (26 to 36%) is 2.5 to 4 times those values; with the third ensemble excluded (8.0 and 17.2%) it is on their scale, with OxN the lower.", "deviations": [ "One high-shock mouse of five, and its first offline recording of 24 (10 min of 4 h).", "The Methods z-score the ensemble traces over all 24 offline recordings concatenated; here only one is deposited, so they are z-scored within it.", "The criterion fixed four readings (quiet wake in or out of wake; co-participation with or without the third ensemble) and would count the claim under any of them. After the first verification the outcome is judged on wake including quiet wake, as the Methods' own EMG scoring puts quiet wake in wake; under wake alone OxN exceeds OxA without a significant difference, which the criterion would have called partially reproduced.", "The EMG feature of the Methods' scoring (log RMS per 6 s epoch) is chosen here, after the data were seen; the Methods do not name one. Without the log the mixture does not separate sleep from wake.", "Bursts are assigned the sleep state of their peak frame, a choice made here." ], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig1bc-retrospective-not-prospective", "statement": "Fear spreads from an aversive context to a neutral context experienced 2 days before (retrospective linking) but not to one experienced 2 days after (prospective), with no difference in aversive recall between the groups.", "source": "Figure 1a to 1c", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "Behaviour-only experiment; its mice are not in the dandiset. The paper's source-data repository holds the per-mouse freezing plotted in Figure 1, but not the recordings they come from; these claims were not tested on figure values.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig1ef-high-shock-drives-linking", "statement": "High-shock mice froze more than low-shock mice in the aversive context, and froze more in the neutral than in the novel context, while low-shock mice did not.", "source": "Figure 1d to 1f", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The one-hour imaging cohort of Figure 1d to 1f is not in the dandiset. Its EEG-cohort counterpart is tested in ed9b-aversive-freezing-high-vs-low.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig1g-aversive-freezing-predicts-linking", "statement": "In high-shock mice, aversive recall freezing correlates with the strength of retrospective memory linking (R2 = 0.45, P = 0.016), but not in low-shock mice.", "source": "Figure 1g", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "Needs the one-hour imaging cohort's freezing in three contexts; not in the dandiset.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed1n-offline-hippocampus-needed", "statement": "Chemogenetic inhibition of the hippocampus in the 12 h after aversive encoding prevents retrospective memory linking and leaves the aversive memory intact.", "source": "Extended Data Figure 1l to 1p", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The chemogenetic inhibition experiment is behaviour only and not in the dandiset.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed2-cocaine-retrospective-linking", "statement": "A cocaine experience also drives retrospective memory linking to a neutral context experienced 2 days before.", "source": "Extended Data Figure 2", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The cocaine experiment is behaviour only and not in the dandiset.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed3-aversive-ensemble-reactivated", "statement": "Cells active during aversive encoding are reactivated offline and preferentially during aversive recall.", "source": "Extended Data Figure 3e to 3k", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The single-experience imaging cohort is not in the dandiset.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed4f-neutral-ensemble-reactivated-high-shock", "statement": "During offline 2 the neutral ensemble is less active than the aversive and overlap ensembles in low-shock mice but no differently active in high-shock mice.", "source": "Extended Data Figure 4f", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The one-hour offline cohort is not in the dandiset. The deposited high-shock offline recording gives one mouse of the EEG cohort, for which the paper does not report this analysis.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig3c-offline1-neutral-participation", "statement": "During offline 1 a greater percentage of the neutral ensemble participates in bursts than of the remaining ensemble, in both shock groups.", "source": "Figure 3c", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "One-hour offline cohort not deposited. In the EEG cohort, the offline-day-1 recording of Ca_EEG3-4 is deposited without registration, and Ca_EEG2-1 has none.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig3f-neutral-recruited-high-shock", "statement": "During offline 2 the neutral ensemble preferentially participates in bursts relative to the remaining ensemble in high-shock mice (t7 = 4.88) but not in low-shock mice.", "source": "Figure 3d to 3f", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "One-hour offline cohort not deposited. The notebook shows, as context only, that in Ca_EEG2-1's offline recording the neutral ensemble has more of its cells in bursts than the remaining cells (median difference 0.005, p = 0.041).", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig4b-overlap-independent-participation", "statement": "During burst periods the overlap ensemble participates independently in more bursts than the aversive and neutral ensembles, with no difference between shock groups.", "source": "Figure 4b and 4c", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "One-hour offline cohort not deposited.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig4e-overlap-neutral-coburst", "statement": "In the one-hour offline experiment, high-shock mice show more overlap-neutral than overlap-aversive co-bursting during bursts (t7 = 4.95), low-shock mice do not, and there is no such difference outside bursts.", "source": "Figure 4e and 4f; Extended Data Figure 4k to 4o", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "One-hour offline cohort not deposited. The same analysis on the EEG cohort is tested in fig5c-wake-overlap-neutral-coburst.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed6-overlap-inhibitory", "statement": "The overlap ensemble is enriched in putative inhibitory neurons identified by chemotagging.", "source": "Extended Data Figures 5 and 6", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The inhibitory tagging (Gad2-cre, CNO) experiment is not in the dandiset.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed8-no-shock-no-coburst", "statement": "Without a shock, overlap-neutral co-bursting does not exceed overlap-aversive co-bursting and no memory linking occurs.", "source": "Extended Data Figure 8", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The no-shock cohort is not in the dandiset.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed7-contexts-discriminable", "statement": "Neural activity during neutral and aversive encoding is highly discriminable, with no difference between low- and high-shock mice.", "source": "Extended Data Figure 7", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The one-hour offline cohort of Extended Data Figure 7 is not in the dandiset. Ca_EEG2-1's neutral and aversive encoding are registered, but the paper does not report this analysis for the EEG cohort.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed9c-eeg-cohort-linking", "statement": "In the calcium imaging and EEG/EMG experiment, high-shock mice froze more in the neutral than in the novel context (t4 = 4.02, p = 0.03), while low-shock mice did not.", "source": "Extended Data Figure 9c", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The neutral and novel recall sessions of the only deposited high-shock mouse (Ca_EEG2-1) are not in the dandiset, and the paper's paired test needs several mice per group. The low-shock mouse's values (neutral 17.40%, novel 15.06%) are shown under source-data-link.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig5c-sleep-no-coburst-difference", "statement": "During NREM and REM sleep, overlap-neutral and overlap-aversive co-bursting do not differ in either shock group.", "source": "Figure 5c (middle and right)", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The three deposited offline recordings are each the first of 24 and hold only wake and quiet wake (no sws or rem interval); the later recordings, where sleep occurs, are not deposited.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig5c-low-shock-wake-no-difference", "statement": "In low-shock mice, overlap-neutral and overlap-aversive co-bursting during wake do not differ (t3 = 1.20, P = 0.32).", "source": "Figure 5c (left)", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "The only deposited low-shock mouse (Ca_EEG3-4) has no cell registration in the dandiset, so its ensembles cannot be formed. With one mouse the paper's paired t-test could not be run either.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "ed9-ed10-sleep-unchanged", "statement": "Mice wearing a Miniscope sleep normally, the intermittent recording scheme captures the time spent in each state, and sleep structure is not changed by neutral or aversive encoding.", "source": "Extended Data Figure 9d to 9g and Extended Data Figure 10", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "Needs continuous EEG/EMG and sleep scores for nine mice and a control group. Only Ca_EEG2-1 has week telemetry, without sleep scores; the other mice and the scores are not deposited.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig6a-overlap-reactivated-neutral-recall", "statement": "The overlap ensemble is reactivated more during neutral recall than during novel-context exposure in high-shock mice compared with low-shock mice (t12 = 3.2, P = 0.007).", "source": "Figure 6a; Extended Data Figure 4q to 4s", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "One-hour offline cohort not deposited; in the EEG cohort Ca_EEG2-1 lacks neutral and novel recall and Ca_EEG3-4 lacks registration.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null }, { "claim": "fig6b-neutral-representation-changed", "statement": "In high-shock mice the neutral encoding-to-recall population correlation is lower than in low-shock mice and lower than the aversive encoding-to-recall correlation.", "source": "Figure 6b", "outcome": "blocked", "blocked_by": "data_missing", "notebook": null, "notes": "As fig6a-overlap-reactivated-neutral-recall; the neutral recall session needed is missing for the registered mouse.", "deviations": [], "disagreed": false, "data": "dandiset", "where": null, "proposed": null } ], "findings": [ { "kind": "data_missing", "statement": "The dandiset holds two of the nine mice of the calcium imaging and EEG/EMG experiment (Ca_EEG2-1, high shock; Ca_EEG3-4, low shock) and, of each offline period, only the first 10 min recording of the 24 the Methods describe. Ca_EEG2-1 has no offline-day-1 recording and no neutral or novel recall session. The mice of the one-hour imaging and offline experiments (Figures 1d to 1g, 2 to 4 and 6, Extended Data Figures 3, 4 and 7), the behaviour-only experiments, and the inhibitory tagging and no-shock experiments are not deposited. Twenty of the 26 claims cannot be tested for this reason." }, { "kind": "data_missing", "statement": "Ca_EEG3-4 has no cell registration in the dandiset, so its ensembles cannot be formed. The Week file of Ca_EEG2-1 holds 19 registration tables for offline-day-2 recordings, of which only the first recording is deposited, and none for offline day 1." }, { "kind": "selection_undocumented", "statement": "The dandiset does not say why these two mice, and only the first offline recording of each period, were deposited, nor that the paper analysed more." }, { "kind": "metadata_error", "statement": "The session start times of the Ca_EEG2-1 behaviour sessions (NeutralExposure, FC, Recall1), and the Week epochs built from them, are about 1 h later than the telemetry and Miniscope clock. As deposited, OfflineDay2Session1 starts 47 min before the FC session it follows. The telemetry is absent (mouse out of its home cage) in windows that contain each of these epochs moved 1 h earlier, and the offline file's EEG sits exactly at its own epoch in the week recording." }, { "kind": "format_error", "statement": "The OnePhotonSeries timestamps of three files (Ca_EEG2-1 NeutralExposure, Ca_EEG3-4 OfflineDay1Session1, Ca_EEG3-4 Recall2) run at 16.7 ms and end at half the recording's length, while their frame counts fit 30 Hz over the full length given by the deconvolved timestamps." }, { "kind": "metadata_insufficient", "statement": "The sleep states include `quiet wake`, which the paper neither uses nor maps to its wake, NREM and REM states, so it is not known which state the paper assigned these epochs to. The Methods' scoring, applied to the EMG of Ca_EEG2-1, puts 94% of them in wake. The three offline recordings hold no NREM (`sws`) or REM epochs." }, { "kind": "other", "statement": "The telemetry (EEG, EMG, activity) is sampled at 500 Hz in the offline files and the Week file; the Methods say the HD-X02 implants recorded at 100 Hz." }, { "kind": "metadata_error", "statement": "The session description of the offline recordings says that mouse behaviour and calcium were recorded for an hour with a webcam above the home cage. The deposited offline recordings last 10 min, hold telemetry and no video, and the Methods describe this experiment's offline recordings as 10 min in the telemetry home cage." }, { "kind": "metadata_insufficient", "statement": "The fluorescence series carry placeholder descriptions (\"description of deconvolved traces\") and unit \"n.a.\", the FC session descriptions give the shock amplitude without a unit, and the Week file has an empty session description." }, { "kind": "methods_unavailable", "statement": "The analysis code repository the paper names (github.com/denisecailab/RetrospectiveMemoryLinkingAnalysis_2024) returns 404, so how bursts are counted, in the data and in shuffled surrogates, could not be checked; the surrogate burst rates here differ from the paper's chance level." } ], "verifications": [ { "date": "2026-10-18", "kind": "agent", "by": "Independent agent run by CatalystNeuro (same harness, separate context, did not write the notebook)", "reviewed": "The executed notebook of the first run with the conclusion cells and the summary removed, the helper module and the claims file. The attempt record was not among its materials, so it took its counts from the claims file and the notebook.", "agreed": 25, "of": 26, "disagreements": [ { "claim": "offline-bursts-above-shuffle", "outcome": "not_reproduced", "reason": "Not reproduced as the criterion is written, as the true burst rate is below the shuffled mean in all 3 recordings at z = 2. It did not count this as evidence against the paper, because z-scoring each surrogate again makes the test unable to detect coordination (in its synthetic data, 5.9 per min true against a null mean of 31.7 with planted coordination); the fixed-threshold variant behaves correctly but neither variant matches the paper's chance level. The criterion needs revising, or the claim should be treated as blocked with methods_underspecified. It asked for a positive control in the notebook." } ] }, { "date": "2026-10-18", "kind": "agent", "by": "Independent agent run by CatalystNeuro (same harness, separate context, did not write the notebook)", "reviewed": "Round 2. The full executed notebook of the revised run, with its conclusions and summary, the helper module, the claims file, the README and the attempt record. It read the paper from Europe PMC (PMC11666460) and did not re-run the notebook. Other points it raised, not tied to one claim, were corrected in the text; cell 10 now gives the random-pair centroid distances as 169 to 196 px.", "agreed": 26, "of": 26, "disagreements": [] } ] } ], "entries": [ { "name": "000718-zaki-2024", "type": "reproduction", "title": "Offline ensemble co-reactivation in the EEG/EMG experiment (Zaki et al. 2024)", "description": "Tests the findings of Zaki et al. (2024) that can be tested on dandiset 000718, which holds two of the nine mice of the paper's calcium imaging and EEG/EMG experiment (one high-shock, one low-shock) with their encoding and recall sessions, the first offline recording after encoding, and cell registration for the high-shock mouse. It checks the deposited freezing against the paper's per-mouse values, compares freezing between the two mice, tests offline population bursts and their skew against shuffled activity and against movement, and compares overlap-neutral with overlap-aversive co-bursting in wake. The one-hour offline, behaviour-only, inhibitory tagging and no-shock experiments are not in the dandiset.", "dandisets": [ "000718" ], "papers": [ "10.1038/s41586-024-08168-4" ], "derived_from": [], "notebooks": [ { "path": "reproduce_zaki_2024.ipynb", "title": "Reproducing Zaki et al. (2024) from dandiset 000718", "executed": "notebooks/000718-zaki-2024/reproduce_zaki_2024.html" } ] } ] }