{ "site": "https://rankresearch.org", "rubric_version": "1.0", "weights": { "support": 40, "methods": 20, "replication": 20, "transparency": 10, "calibration": 10 }, "license_note": "Editorial text may be quoted with attribution. Referenced papers retain their own licenses.", "reviews": [ { "id": "atlas-higgs-2012", "slug": "atlas-higgs-discovery-2012", "title": "The ATLAS Higgs discovery: strong evidence, carefully bounded", "topic": "Physics", "year": 2012, "paper_title": "Observation of a new particle in the search for the Standard Model Higgs boson with the ATLAS detector at the LHC", "doi": "10.1016/j.physletb.2012.08.020", "paper_url": "https://doi.org/10.1016/j.physletb.2012.08.020", "authors": [ { "id": "atlas-collaboration", "name": "ATLAS Collaboration", "role": "Author collaboration" } ], "claim": "ATLAS observed a new neutral boson near 126 GeV whose production and decay were compatible with a Standard Model Higgs boson.", "summary": "Independent CMS observations and later ATLAS measurements support the discovery. The 2012 paper established a new boson compatible with the Higgs; it did not finish testing every Higgs property.", "verdict": "Strongly supported", "evidence_status": "Independently corroborated", "scores": { "support": 5, "methods": 5, "replication": 5, "transparency": 4, "calibration": 5 }, "score_reasons": { "support": "Multiple decay channels and later measurements sustain the new-boson interpretation. [1, 3, 4]", "methods": "Combined channels, quantified backgrounds and separate statistical/systematic uncertainties support a strong discovery design. [1]", "replication": "CMS observed a compatible particle with a different detector and analysis collaboration. Shared accelerator conditions remain relevant. [2]", "transparency": "Papers and supporting figures document the analyses, but this review did not reproduce the full detector-to-result chain. [1, 4]", "calibration": "The original conclusion said compatible with the Standard Model Higgs, leaving detailed identity tests to later work. [1, 3]" }, "sections": [ { "heading": "The claim at publication", "text": "The ATLAS paper reported a neutral boson with a measured mass of 126.0 GeV, with separate statistical and systematic uncertainties of 0.4 GeV each. Its combined significance was 5.9 standard deviations. Searches in several decay modes contributed, with the two-photon and four-lepton channels providing particularly useful mass information. Crucially, the paper described the observation as compatible with Standard Model Higgs production and decay. That wording left room for additional measurements of the new particle's properties. [1]" }, { "heading": "A separate experiment saw it too", "text": "CMS reported a new particle near 125 GeV using its own detector. Its 2012 report gave a local significance of 5.0 standard deviations and a fitted mass of 125.3 GeV, with statistical and systematic uncertainties of 0.4 and 0.5 GeV. The agreement was powerful corroboration across detectors and analysis teams. ATLAS and CMS still shared the LHC beam environment, theoretical inputs and some categories of uncertainty; independence is substantial, not absolute. The case does not rest on treating their results as unrelated draws in every respect. [2]" }, { "heading": "Discovery was followed by identity tests", "text": "A particle excess alone cannot determine every quantum number. ATLAS's 2013 spin study compared the Standard Model spin-zero, positive-parity hypothesis with specific alternatives using several decay channels. The data favored the Standard Model hypothesis and excluded the alternatives actually tested at confidence levels above 97.8%. This was a meaningful extension of the discovery. It was not a demonstration that every imaginable alternative theory had been ruled out, and the review retains that qualification. [3]" }, { "heading": "The longer record", "text": "The 2022 ATLAS interaction analysis combined a much larger dataset and many production and decay processes. It found the observed interactions to be consistent with Standard Model predictions within the measurement uncertainties. This supplies a different kind of support from simply repeating the discovery plot: it tests how the particle couples to other particles. Some interactions were measured more precisely than others, so consistency should not be read as equal experimental knowledge of the entire Higgs sector. [4]" }, { "heading": "Assessment and remaining limits", "text": "The strongest feature is convergence: several channels, a separate experiment, and later property measurements support a coherent explanation. The editorial grade therefore concerns the narrow discovery claim, not the proposition that the Standard Model is a complete account of nature. The changing precision of mass measurements does not by itself constitute a correction of the original detection. No claim-changing error was identified in the selected primary record. Transparency receives four points because accessible papers and figures do not amount to a detector-level reproduction by this site. A high grade is warranted without pretending that the Higgs self-interaction, every coupling, or all possible departures from the Standard Model were settled by the 2012 publication. Future disagreement in a precise coupling measurement would require evaluating that measurement and its model assumptions, rather than automatically erasing the evidence for the particle's existence." } ], "mistakes": [], "sources": [ { "label": "ATLAS discovery paper · 2012", "url": "https://doi.org/10.1016/j.physletb.2012.08.020", "note": "Primary reviewed paper; open author version arxiv.org/abs/1207.7214." }, { "label": "CMS discovery paper · 2012", "url": "https://doi.org/10.1016/j.physletb.2012.08.021", "note": "Independent detector evidence; open author version arxiv.org/abs/1207.7235." }, { "label": "ATLAS spin and parity study · 2013", "url": "https://doi.org/10.1016/j.physletb.2013.08.026", "note": "Tests specified alternative quantum-number hypotheses; arxiv.org/abs/1307.1432." }, { "label": "ATLAS interaction measurements · 2022", "url": "https://arxiv.org/abs/2207.00092", "note": "Primary ten-year interaction analysis, published in Nature; includes auxiliary-figure link." } ], "timeline": [ { "date": "2012-07-31", "event": "ATLAS and CMS discovery manuscripts submitted to arXiv." }, { "date": "2013-07-04", "event": "ATLAS spin study submitted, extending the identity tests." }, { "date": "2022-06-30", "event": "ATLAS submits its ten-year combination of Higgs interactions." } ], "limits": "This is a discovery-claim review using selected primary papers, not an exhaustive Higgs-physics review or independent detector reconstruction. The exact Standard Model and all possible alternative models are not certified by this grade.", "reviewed_at": "2026-11-05", "primary_claim": true, "_updated_at": "2026-11-05T21:51:38+00:00", "grade": { "score": 98, "letter": "A" } }, { "id": "bicep2-2014", "slug": "bicep2-primordial-gravitational-waves-2014", "title": "BICEP2: real polarization, an unsupported primordial interpretation", "topic": "Cosmology", "year": 2014, "paper_title": "BICEP2 I: Detection of B-mode Polarization at Degree Angular Scales", "doi": "10.1103/PhysRevLett.112.241101", "paper_url": "https://arxiv.org/abs/1403.3985v1", "authors": [ { "id": "bicep2-collaboration", "name": "BICEP2 Collaboration", "role": "Author collaboration" } ], "claim": "BICEP2's March 2014 excess B-mode polarization established a primordial gravitational-wave contribution near tensor-to-scalar ratio r = 0.20.", "summary": "The B-mode measurement was substantial, but its interpretation depended on foreground dust. Joint observations with Planck in 2015 found strong dust evidence without a statistically significant primordial signal.", "verdict": "Primordial detection not established", "evidence_status": "Interpretation superseded", "scores": { "support": 0, "methods": 2, "replication": 0, "transparency": 4, "calibration": 2 }, "score_reasons": { "support": "The joint analysis did not support a statistically significant primordial tensor contribution. [3]", "methods": "Instrumental checks were substantial, but foreground separation was insufficient for the specific discovery interpretation. [1–3]", "replication": "Added frequency information did not confirm the asserted primordial signal. A real B-mode signal is a different claim. [3]", "transparency": "Versioned papers, data links and joint follow-up expose both the measurement and the changed interpretation. [2–4]", "calibration": "March significance statements were conditional on foreground assumptions; June caveats improved the claim's calibration. [1, 2]" }, "sections": [ { "heading": "Measurement and interpretation", "text": "BICEP2 observed excess B-mode polarization on degree scales. Its March 2014 preprint fit the signal with a model including primordial tensor modes, obtaining r = 0.20 with asymmetric uncertainties and reporting a strong preference over r = 0 within that model. But a measurement of B-mode power does not uniquely identify its origin. Galactic dust and gravitational lensing also contribute polarization. The review therefore evaluates the claimed primordial detection, rather than grading the existence of the measured sky signal. [1]" }, { "heading": "The decisive uncertainty was foreground dust", "text": "The June 2014 version explicitly acknowledged that available dust models were insufficiently constrained to exclude dust bright enough to explain all of the excess. That caveat materially changes how the reported significance should be read. It is possible to measure an excess accurately and still misidentify the emitting component. Instrumental jackknife tests address contamination tied to the instrument or observation strategy; they cannot, on their own, distinguish two real astrophysical sources with similar patterns in a limited observing band. Our methods score recognizes the measurement while penalizing the gap in the specific primordial inference. [2]" }, { "heading": "What Planck added", "text": "The 2015 joint BICEP2/Keck and Planck analysis combined the sensitive small-patch observations with broader frequency coverage. A significant cross-correlation with Planck's 353 GHz polarization data supported dust emission. When the analysis included dust and a possible primordial component, it found no statistically significant evidence for tensor modes and reported r below 0.12 at 95% confidence under the fitted model. The same paper retained a strong detection of lensing B-modes. The scientific product was therefore revised component attribution, not a declaration that the telescope had measured nothing. [3]" }, { "heading": "The later programme remained productive", "text": "The collaboration's 2021 analysis, incorporating observations through the 2018 season and additional frequency information, reported r below 0.036 at 95% confidence in its model. That result is cited as a later checkpoint, not advertised here as the latest possible global bound. It illustrates the value of continued measurements and explicit foreground modelling after a discovery interpretation fails. An upper limit is useful information even though it is not a detection, and it does not prove that all inflationary models are false. [4]" }, { "heading": "Assessment", "text": "The original primordial interpretation receives a low grade because foreground uncertainty prevented the claimed conclusion from being established and the joint analysis did not rescue it. The collaboration's willingness to combine data and revise the interpretation earns transparency credit. The published June qualification is also preserved rather than silently treating every version as equally confident. This is not an allegation of fabrication or a rating of the authors' careers. The sources support a more precise lesson: a high-significance detection of something becomes a discovery of a particular cause only when the relevant alternatives have been constrained. This review did not refit the maps or independently reproduce the likelihood." } ], "mistakes": [ { "finding": "The March primordial interpretation relied on foreground estimates that could not exclude a dust explanation.", "impact": "The quoted conditional significance did not establish primordial gravitational waves.", "source_url": "https://arxiv.org/abs/1403.3985v3" }, { "finding": "The joint analysis found strong dust evidence without significant tensor evidence.", "impact": "The r ≈ 0.20 discovery interpretation was not sustained; the polarization measurement remained useful.", "source_url": "https://doi.org/10.1103/PhysRevLett.114.101301" } ], "sources": [ { "label": "Original BICEP2 preprint · March 2014, v1", "url": "https://arxiv.org/abs/1403.3985v1", "note": "Original tensor interpretation; distinct from later caveats in the published version." }, { "label": "Revised BICEP2 paper · June 2014, v3", "url": "https://arxiv.org/abs/1403.3985v3", "note": "Acknowledges that dust could explain the excess; journal DOI 10.1103/PhysRevLett.112.241101." }, { "label": "Joint BICEP2/Keck and Planck analysis · 2015", "url": "https://doi.org/10.1103/PhysRevLett.114.101301", "note": "Primary dust/tensor separation; open author version arxiv.org/abs/1502.00612." }, { "label": "BICEP/Keck XIII · 2021", "url": "https://doi.org/10.1103/PhysRevLett.127.151301", "note": "Later constraints using observations through 2018; arxiv.org/abs/2110.00483. Not claimed to be the latest bound." } ], "timeline": [ { "date": "2014-03-17", "event": "Initial BICEP2 preprint reports excess B modes and the primordial interpretation." }, { "date": "2014-06-23", "event": "Revised version states that a dust explanation cannot be excluded." }, { "date": "2015-02-02", "event": "Joint BICEP2/Keck and Planck preprint finds dust without significant tensor evidence." }, { "date": "2021-10-01", "event": "BICEP/Keck submits a later multi-frequency upper-limit analysis." } ], "limits": "The grade applies to the March primordial-detection interpretation, not the B-mode measurement, the corrected analysis, or inflation as a whole. Selected papers were reviewed; no independent map-level reproduction was performed.", "reviewed_at": "2026-11-05", "primary_claim": true, "_updated_at": "2026-11-05T21:51:38+00:00", "grade": { "score": 20, "letter": "F" } }, { "id": "crispr-cas9-2012", "slug": "crispr-cas9-programmable-cleavage-2012", "title": "Programmable Cas9: a biochemical claim with strong follow-through", "topic": "Biology", "year": 2012, "paper_title": "A Programmable Dual-RNA–Guided DNA Endonuclease in Adaptive Bacterial Immunity", "doi": "10.1126/science.1225829", "paper_url": "https://doi.org/10.1126/science.1225829", "authors": [ { "id": "martin-jinek", "name": "Martin Jinek", "role": "Paper coauthor; equal contribution" }, { "id": "krzysztof-chylinski", "name": "Krzysztof Chylinski", "role": "Paper coauthor; equal contribution" }, { "id": "ines-fonfara", "name": "Ines Fonfara", "role": "Paper coauthor" }, { "id": "michael-hauer", "name": "Michael Hauer", "role": "Paper coauthor" }, { "id": "jennifer-doudna", "name": "Jennifer A. Doudna", "role": "Paper coauthor; corresponding author" }, { "id": "emmanuelle-charpentier", "name": "Emmanuelle Charpentier", "role": "Paper coauthor; corresponding author" } ], "claim": "Cas9 can be directed by complementary guide RNA to cut target DNA in vitro, and an engineered single RNA can combine the guiding functions.", "summary": "Biochemical evidence, an independent related Cas9 study and later cellular editing experiments strongly support programmability. Targeted cleavage does not imply perfect specificity or automatic clinical usefulness.", "verdict": "Strongly supported", "evidence_status": "Independently corroborated", "scores": { "support": 5, "methods": 5, "replication": 5, "transparency": 4, "calibration": 5 }, "score_reasons": { "support": "The mechanistic claim is supported by biochemical and later cellular results. [1–4]", "methods": "Component-level experiments connect RNA targeting and nuclease activity to DNA cleavage. [1, 2]", "replication": "A separate biochemical study and independent human-cell implementations corroborate the core mechanism. [2–4]", "transparency": "Methods and supporting material enable inspection; this site has not repeated the laboratory work. [1–4]", "calibration": "The 2012 result demonstrated cleavage and proposed editing potential; cellular implementation and specificity were tested separately. [1, 3–5]" }, "sections": [ { "heading": "What the 2012 paper established", "text": "Jinek and colleagues showed that Cas9 could use a pair of RNAs to direct DNA cleavage and that an engineered RNA combining their functions could also guide cutting. The experiments established a programmable biochemical mechanism: changing the guide could change the target. The paper presented genome editing as a potential application. It did not claim to have demonstrated a safe treatment or flawless editing in every cell type. Keeping that distinction makes the scientific achievement clearer. [1]" }, { "heading": "Independent biochemical convergence", "text": "Gasiunas, Barrangou, Horvath and Siksnys independently characterized a Cas9 complex from Streptococcus thermophilus. Their 2012 paper demonstrated RNA-directed, sequence-specific DNA cleavage and identified separate nuclease active sites acting on the two DNA strands. This is strong corroboration of the general RNA-guided Cas9 mechanism. It is not an exact reproduction of every construct or the same single-RNA engineering step in Jinek's work. The grade credits convergence while preserving the difference between a closely related mechanism and an identical experiment. [2]" }, { "heading": "From purified components to cells", "text": "In January 2013, Cong and colleagues reported engineering Cas9 systems to target genomic sites in human and mouse cells, including simultaneous targeting of multiple sites. Mali and colleagues independently reported RNA-guided editing in human cells and demonstrated that the process depended on the CRISPR components and target sequence. These studies crossed a substantial experimental boundary: programmable cutting in a prepared reaction did not guarantee useful activity inside a cell. Their success supported the platform's practical promise without retroactively making cellular editing an experiment performed in the 2012 paper. [3, 4]" }, { "heading": "The specificity limit", "text": "Target-directed does not mean error-free. Hsu and colleagues' 2013 primary study examined guide variants and predicted off-target genomic sites, showing that Cas9 could tolerate some RNA–DNA mismatches in a sequence-dependent way. That finding limits broad claims about perfect precision but does not contradict the central programmable-cleavage mechanism. It means that guide design, delivery conditions and validation matter for any particular application. A strong foundational result can coexist with significant engineering constraints that later work must address. [5]" }, { "heading": "Why the grade is high", "text": "The evidential chain combines a mechanistic demonstration, related independent biochemistry, and successful implementations in another experimental setting. This is more persuasive than a single positive assay or the later popularity of a technology. The high replication score concerns the core programmability claim; it does not assert that all protocols perform equally. No claim-changing error was identified in the selected primary record. Transparency receives four points because inspectable publications are not the same as a laboratory reproduction by this site. The review does not adjudicate patent priority, allocate sole credit for CRISPR's development, or evaluate every subsequent clinical application. Its positive judgment stays with the proposition actually tested: RNA can guide Cas9 cleavage, and that mechanism can be engineered. Each later application still requires its own controls and performance measurements." } ], "mistakes": [], "sources": [ { "label": "Programmable Cas9 · Jinek et al., 2012", "url": "https://doi.org/10.1126/science.1225829", "note": "Reviewed biochemical paper; online publication June 28, 2012. Six paper authors are credited." }, { "label": "Independent Cas9 biochemistry · Gasiunas et al., 2012", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC3465414/", "note": "Primary S. thermophilus study; DOI 10.1073/pnas.1208507109." }, { "label": "Mammalian genome engineering · Cong et al., 2013", "url": "https://pubmed.ncbi.nlm.nih.gov/23287718/", "note": "Primary cellular-implementation abstract and full-text links; DOI 10.1126/science.1231143." }, { "label": "Human genome engineering · Mali et al., 2013", "url": "https://mali.ucsd.edu/uploads/3/1/0/0/31002267/science_2013.pdf", "note": "Author-hosted primary human-cell implementation; DOI 10.1126/science.1232033." }, { "label": "Cas9 targeting specificity · Hsu et al., 2013", "url": "https://doi.org/10.1038/nbt.2647", "note": "Primary off-target assessment. Publisher's August 2013 correction concerns omitted funding acknowledgment, not the mechanism." } ], "timeline": [ { "date": "2012-06-28", "event": "Jinek and colleagues' biochemical study published online." }, { "date": "2012-09-04", "event": "Gasiunas and colleagues' related independent study published online." }, { "date": "2013-01-03", "event": "Cong and Mali teams publish cellular engineering studies online." }, { "date": "2013-07-21", "event": "Hsu and colleagues publish a primary specificity study." } ], "limits": "A foundational biochemical and cellular-evidence review, not laboratory reproduction, a clinical recommendation, or a patent-priority judgment. It does not imply that any chosen edit is efficient, specific or safe.", "reviewed_at": "2026-11-05", "primary_claim": true, "_updated_at": "2026-11-05T21:51:38+00:00", "grade": { "score": 98, "letter": "A" } }, { "id": "gw150914", "slug": "gw150914-first-gravitational-waves", "title": "GW150914: a discovery that survived scrutiny", "topic": "Physics", "year": 2016, "paper_title": "Observation of Gravitational Waves from a Binary Black Hole Merger", "doi": "10.1103/PhysRevLett.116.061102", "paper_url": "https://doi.org/10.1103/PhysRevLett.116.061102", "authors": [ { "id": "ligo-scientific-collaboration", "name": "LIGO Scientific Collaboration", "role": "Author collaboration" }, { "id": "virgo-collaboration", "name": "Virgo Collaboration", "role": "Author collaboration" } ], "claim": "The September 14, 2015 signal recorded by the two Advanced LIGO detectors was gravitational radiation from the merger of two stellar-mass black holes.", "summary": "Coincident observations, several analysis approaches, public data and subsequent detections strongly support the discovery. The confidence attached to the event should not be confused with certainty about every inferred source parameter.", "verdict": "Strongly supported", "evidence_status": "Corroborated", "scores": { "support": 5, "methods": 5, "replication": 4, "transparency": 5, "calibration": 5 }, "score_reasons": { "support": "The coherent signal and its waveform support the specified astrophysical interpretation. [1, 2]", "methods": "The search characterized detector noise and used multiple analysis approaches rather than relying on one fitted curve. [2]", "replication": "GW151226 corroborated the phenomenon, but a second event in the same instruments is not a fully independent recreation of GW150914. [3]", "transparency": "The collaboration released event data, parameter estimates and supporting material for outside analysis. [4]", "calibration": "The paper reported uncertainty intervals and a conditional noise significance, with a narrowly framed discovery claim. [1]" }, "sections": [ { "heading": "What was actually measured", "text": "On September 14, 2015, the Hanford and Livingston interferometers recorded a short signal whose frequency and amplitude increased before its final decay. The discovery paper reported a network signal-to-noise ratio of 24 and a noise false-alarm rate below one event per 203,000 years. Its interpretation was a binary black-hole inspiral, merger and ringdown consistent with general relativity. These are statements about a measured transient and a tested physical model; the false-alarm rate is not the probability that the entire scientific interpretation is wrong. [1]" }, { "heading": "Why the evidence is persuasive", "text": "The companion search paper describes how the event was recovered in the search for compact-binary coalescences and how its significance was assessed against detector background. Cross-checks matter because a visually striking trace alone can be misleading: instruments produce glitches, and a search examines many candidate times and waveforms. The strength of this case is the agreement between the observations at separated sites, the expected signal structure and the noise assessment. Our methods score reflects this combination, not the fame of the result or the number of its authors. [1, 2] Specifically, the companion analysis used PyCBC and GstLAL, with different ranking statistics and background estimation procedures. Agreement between these implementations is a useful check against a single analysis pipeline creating the result, although both still operate on the same detector data. [2]" }, { "heading": "What later evidence adds", "text": "GW151226, observed on December 26, 2015 and reported in June 2016, provided another binary black-hole signal with a different mass scale and a longer observable inspiral. Its reported significance exceeded five standard deviations. This strengthened the interpretation that the instruments were observing an astrophysical population rather than one peculiar transient. It did not independently repeat the original cosmic event, and it shared the LIGO apparatus and much of the analysis infrastructure. That distinction is why replication receives four points rather than five. [3]" }, { "heading": "What outsiders can check", "text": "The Gravitational Wave Open Science Center provides strain data and supporting products for GW150914. Its event page also distinguishes the original publication from subsequently updated source-parameter estimates. Public access permits independent analysis, but access alone does not establish that every outside implementation will recover identical numbers: calibration, data selection and waveform choices still matter. The release nevertheless makes the argument unusually inspectable for an observation requiring a very large instrument. [4]" }, { "heading": "Where the conclusion stops", "text": "The review supports the detection and binary-merger interpretation. It does not certify every detail of black-hole formation, assign an exact distance without model assumptions, or prove general relativity in every regime. An event can be securely detected while its source properties remain uncertain. No claim-changing error was identified in this selected primary-source record. That is an evidence-bounded editorial finding, not an audit of all detector operations or a substitute for reproducing the analysis. The resulting grade measures support for this one published claim." } ], "mistakes": [], "sources": [ { "label": "Discovery paper · Abbott et al., 2016", "url": "https://doi.org/10.1103/PhysRevLett.116.061102", "note": "Primary detection report. Open author version: arxiv.org/abs/1602.03837." }, { "label": "Search methods · LIGO and Virgo, 2016", "url": "https://arxiv.org/abs/1602.03839", "note": "Primary companion analysis: GW150914, first results from the binary-black-hole search; DOI 10.1103/PhysRevD.93.122003." }, { "label": "GW151226 discovery · LIGO and Virgo, 2016", "url": "https://doi.org/10.1103/PhysRevLett.116.241103", "note": "A subsequent event, not a rerun of GW150914. Open author version: arxiv.org/abs/1606.04855." }, { "label": "GW150914 public data · GWOSC", "url": "https://gwosc.org/events/GW150914/", "note": "Collaboration-maintained event data and revised parameter products; dataset DOI 10.7935/K5MW2F23." } ], "timeline": [ { "date": "2015-09-14", "event": "GW150914 recorded at the two LIGO observatories." }, { "date": "2016-02-11", "event": "Discovery paper published and observation announced." }, { "date": "2016-06-15", "event": "GW151226 paper submitted to arXiv, adding a second binary-black-hole detection." } ], "limits": "Selected primary-source review, not a fresh strain-data reanalysis. The two detectors and subsequent event share infrastructure. The grade covers the detection claim, not a lifetime assessment of collaboration members.", "reviewed_at": "2026-11-05", "primary_claim": true, "_updated_at": "2026-11-05T21:51:38+00:00", "grade": { "score": 96, "letter": "A" } }, { "id": "opera-2011", "slug": "opera-superluminal-neutrinos-2011", "title": "OPERA: the faster-than-light interpretation did not survive", "topic": "Physics", "year": 2011, "paper_title": "Measurement of the neutrino velocity with the OPERA detector in the CNGS beam (September 2011 version)", "doi": "10.48550/arXiv.1109.4897", "paper_url": "https://arxiv.org/abs/1109.4897v1", "authors": [ { "id": "opera-collaboration", "name": "OPERA Collaboration", "role": "Author collaboration" } ], "claim": "The approximately 60 ns early-arrival anomaly in OPERA's September 2011 preprint represented muon neutrinos traveling faster than light.", "summary": "Instrument timing problems and corrected measurements removed the anomaly. This grade applies to the original superluminal interpretation; the later correction is evidence of an effective scientific check.", "verdict": "Original interpretation overturned", "evidence_status": "Corrected", "scores": { "support": 0, "methods": 1, "replication": 0, "transparency": 4, "calibration": 3 }, "score_reasons": { "support": "Corrected and new measurements were consistent with light-speed propagation within their uncertainties. [2, 3]", "methods": "An inadequately controlled timing chain generated the anomaly under review. Precision alone did not protect the inference. [2, 5]", "replication": "Independent ICARUS timing did not confirm the early arrival; OPERA's improved setup also did not reproduce it. [3, 4]", "transparency": "Versioned preprints and published follow-up measurements expose the changed conclusion. [1–3]", "calibration": "The result was publicly presented as an anomaly requiring scrutiny, although its nominal significance exceeded the warranted physical certainty. [1, 5]" }, "sections": [ { "heading": "Separate the versions", "text": "The September 22, 2011 preprint reported an arrival approximately 60.7 ns earlier than a light-speed calculation, with statistical and systematic uncertainties of 6.9 and 7.4 ns. Over the roughly 730 km baseline, the reported relative speed difference was about 2.48 × 10⁻⁵. This review grades the superluminal interpretation of that original result. The version-specific link matters: the later journal article under the same general title reports a corrected measurement, not an endorsement of the initial anomaly. [1, 2]" }, { "heading": "What went wrong", "text": "The correction concerned the time-measurement apparatus. CERN's February 2012 update identified a possible oscillator effect and a problem with the optical-fibre connection bringing an external timing signal to the detector clock; these effects acted in opposite directions. Its June update attributed the original anomaly to a faulty element of the fibre-optic timing system. This is a concrete instrumental explanation. It provides no basis for inferring dishonesty, and this review makes no such inference. A precise statistical fit cannot compensate for an incorrect clock calibration. [5]" }, { "heading": "The corrected measurements", "text": "The revised OPERA analysis replaced the original versions and reported an offset of 6.5 ns, with uncertainties large enough to include zero. The subsequent dedicated 2012 run used an upgraded setup and an additional independent timing system. For muon neutrinos it found an offset of 0.6 ns with statistical and systematic uncertainties of 0.4 and 3.0 ns. The later paper explicitly described this as confirmation, with improved accuracy, of the revised result. These findings remove support for the original early-arrival magnitude. [2, 3]" }, { "heading": "Why the cross-check mattered", "text": "ICARUS examined seven beam-associated events from a tightly bunched CERN beam and found travel times compatible with the speed of light. Seven events would ordinarily sound small, but event-by-event timing addressed the specific anomalous shift; sample size alone is not a measure of relevance. ICARUS shared the source beam while using a different detector and timing chain. Its result is therefore a valuable targeted check, with its own quoted precision, rather than a universal test of every possible neutrino-velocity model. [4]" }, { "heading": "How to read the low grade", "text": "The original claim earns no support or replication points because the measured anomaly did not survive correction and checking. Transparency earns substantial credit because the public record retains both the original result and the revised conclusion. Those are compatible judgments. The lesson is that systematic error can dominate an apparently impressive significance, and repeating a measurement through the same faulty timing component does not remove that error. The grade does not apply to OPERA's neutrino-oscillation programme, every publication by its members, or the quality of the corrective work. It is an editorial assessment of one historical interpretation against the selected primary record. An important distinction is between publishing a surprising observation for checking and treating that observation as settled new physics; the sources document the former process as well. [5]" } ], "mistakes": [ { "finding": "A faulty part of the fibre-optic timing system affected the original result.", "impact": "The apparent early arrival could not be treated as evidence for superluminal propagation.", "source_url": "https://home.cern/opera-experiment-reports-anomaly-in-flight-time-of-neutrinos-from-cern-to-gran-sasso/" }, { "finding": "The corrected analysis replaced the initial approximately 60 ns anomaly with a result compatible with zero.", "impact": "The original numerical interpretation is superseded; the corrected journal paper must be distinguished from the September preprint.", "source_url": "https://arxiv.org/abs/1109.4897v4" } ], "sources": [ { "label": "Original OPERA preprint · September 2011, v1", "url": "https://arxiv.org/abs/1109.4897v1", "note": "Version-specific original anomaly; arXiv record DOI 10.48550/arXiv.1109.4897. The record DOI is not version-specific." }, { "label": "Corrected OPERA analysis · July 2012, v4", "url": "https://arxiv.org/abs/1109.4897v4", "note": "Replaces earlier versions; journal DOI 10.1007/JHEP10(2012)093 refers to the corrected paper." }, { "label": "OPERA dedicated 2012 measurements", "url": "https://arxiv.org/abs/1212.1276", "note": "Primary upgraded-apparatus result; December 2012 preprint, journal DOI 10.1007/JHEP01(2013)153." }, { "label": "ICARUS time-of-flight measurement · 2012", "url": "https://arxiv.org/abs/1203.3433", "note": "Primary independent-detector check using the CERN beam." }, { "label": "CERN's dated OPERA updates · 2011–2012", "url": "https://home.cern/opera-experiment-reports-anomaly-in-flight-time-of-neutrinos-from-cern-to-gran-sasso/", "note": "Institutional record: initial scrutiny, February timing concerns, and June resolution are dated separately." } ], "timeline": [ { "date": "2011-09-22", "event": "OPERA posts the original early-arrival preprint." }, { "date": "2012-02-23", "event": "CERN reports potential oscillator and fibre-connection effects requiring checks." }, { "date": "2012-03-15", "event": "ICARUS submits its compatible-with-light-speed measurement." }, { "date": "2012-07-12", "event": "Corrected OPERA v4 replaces previous versions." }, { "date": "2012-12-06", "event": "OPERA submits dedicated 2012 results with improved timing." } ], "limits": "The original anomaly and corrected paper are different evidential objects. This review does not allege intent, misconduct or invalidity of OPERA's other research. Agreement within finite uncertainty is not an exact measurement of the speed of every neutrino.", "reviewed_at": "2026-11-05", "primary_claim": true, "_updated_at": "2026-11-05T21:51:38+00:00", "grade": { "score": 18, "letter": "F" } }, { "id": "power-posing-2010", "slug": "power-posing-hormones-risk-2010", "title": "Power posing: the hormone-and-risk claim lacks robust support", "topic": "Psychology", "year": 2010, "paper_title": "Power Posing: Brief Nonverbal Displays Affect Neuroendocrine Levels and Risk Tolerance", "doi": "10.1177/0956797610383437", "paper_url": "https://doi.org/10.1177/0956797610383437", "authors": [ { "id": "dana-carney", "name": "Dana R. Carney", "role": "Paper coauthor" }, { "id": "amy-cuddy", "name": "Amy J. C. Cuddy", "role": "Paper coauthor" }, { "id": "andy-yap", "name": "Andy J. Yap", "role": "Paper coauthor" } ], "claim": "Brief expansive poses reliably increase testosterone, decrease cortisol and increase risk tolerance relative to contractive poses.", "summary": "A larger replication did not reproduce the hormone or risk effects. Later analyses and mixed follow-up findings do not establish the full original package. Subjective feelings and other posture effects remain separate questions.", "verdict": "Not robustly supported", "evidence_status": "Replication challenged", "scores": { "support": 1, "methods": 2, "replication": 1, "transparency": 3, "calibration": 2 }, "score_reasons": { "support": "The original package is not sustained by the larger replication; a 2024 study reports only limited, mixed support. [2, 4]", "methods": "A small original experiment and sensitivity to analytical choices weaken confidence in the endocrine inference. [1, 3]", "replication": "The main hormone/risk result did not replicate in Ranehill; later mixed findings do not restore the whole claim. [2, 4]", "transparency": "Published methods and a later reanalysis permit scrutiny; the replication also released data and materials. This is not a complete audit of original materials. [2, 3]", "calibration": "The original practical causal interpretation was stronger than the selected follow-up evidence supports. [1–4]" }, "sections": [ { "heading": "The original experiment", "text": "Carney, Cuddy and Yap randomly assigned 42 participants to expansive or contractive postures. Participants held two poses for one minute each, provided saliva samples, made a gambling choice and reported feelings of power. The paper concluded that pose condition changed testosterone, cortisol and risk tolerance, alongside subjective power. Random assignment was a useful design feature, but a small study can still produce unstable effect estimates. Our assessment concerns this specific endocrine-and-risk package, not whether posture can ever affect experience or communication. [1]" }, { "heading": "What the larger replication found", "text": "Ranehill and colleagues studied 200 participants with experimenters blind to pose condition. They did not find significant hormone or risk-taking effects, while reproducing an effect on self-reported power. This was a conceptual replication: pose duration and instructions differed. They also disclosed increasing the sample after the first 100 observations. These qualifications deserve attention, but they do not turn the absent endocrine results into confirmation. A subjective response is a different endpoint from a salivary hormone change or gambling behavior. [2]" }, { "heading": "Analytical fragility", "text": "Credé and Phillips reanalyzed the original results using plausible alternative choices about outliers, outcome specification and control variables. Their 2017 paper found hormone-effect conclusions highly sensitive to those choices. This is evidence about robustness, not proof of intent or a demonstration that a particular analyst knowingly selected a preferred answer. A persuasive result should not depend heavily on one defensible analysis when other reasonable analyses produce a different conclusion. That issue independently lowers the methods assessment, rather than merely counting a failed replication twice. [3]" }, { "heading": "The follow-up record is not uniformly null", "text": "Barel and colleagues' 2024 experiment enrolled 92 young adults. It did not reproduce the testosterone or felt-power findings, while reporting partial support involving cortisol and risk-taking. The distinction is important: its discussion describes an association between cortisol changes and risk-taking, while its main hormonal analysis did not find a significant time-by-pose effect for cortisol. An association within the follow-up analysis does not establish that the pose manipulation reliably caused the original hormone-and-behavior package. The authors themselves frame their findings cautiously. This review includes that mixed result rather than claiming every later experiment found nothing. [4]" }, { "heading": "Editorial judgment", "text": "Taken together, the selected evidence does not justify presenting a brief power pose as a dependable way to alter testosterone, suppress cortisol and raise risk tolerance. The low grade is attached to that conjunctive claim. It is not a judgment about any author's character, a diagnosis of misconduct, or a verdict on all research involving body posture. The appropriate uncertainty is narrower than either popular enthusiasm or a blanket dismissal: subjective effects and specific contextual effects need their own endpoints and evidence. This site did not collect new participants, recompute the datasets or conduct a systematic meta-analysis. The score records a reasoned assessment of the cited studies, with room for revision if stronger directly relevant evidence appears." } ], "mistakes": [ { "finding": "The larger conceptual replication did not recover the original endocrine or risk-taking effects.", "impact": "The 2010 result should not be presented as a robustly replicated hormone-and-behavior intervention; protocol differences remain a qualification.", "source_url": "https://doi.org/10.1177/0956797614553946" }, { "finding": "A reanalysis found hormone conclusions sensitive to reasonable analytical specifications.", "impact": "The original estimates provide weaker support than an analysis-insensitive result would. This finding does not establish intent.", "source_url": "https://doi.org/10.1177/1948550617714584" } ], "sources": [ { "label": "Original power-posing experiment · Carney, Cuddy and Yap, 2010", "url": "https://doi.org/10.1177/0956797610383437", "note": "Primary experiment. Full text also verified through the publisher's accessible article view." }, { "label": "Larger conceptual replication · Ranehill et al., 2015", "url": "https://doi.org/10.1177/0956797614553946", "note": "Primary replication, N = 200. Full paper verified at faculty.haas.berkeley.edu/dana_carney/ranehill.pdf; data/materials linked by publisher." }, { "label": "Original-data reanalysis · Credé and Phillips, 2017", "url": "https://doi.org/10.1177/1948550617714584", "note": "Primary multiverse analysis of analytical choices; not an accusation of misconduct." }, { "label": "Mixed endocrine follow-up · Barel et al., 2024", "url": "https://doi.org/10.1186/s40359-024-02194-7", "note": "Primary N = 92 study; mixed results distinguish cortisol–risk associations from a replicated causal package." } ], "timeline": [ { "date": "2010-09-20", "event": "Original power-posing article published online." }, { "date": "2015-03-25", "event": "Ranehill replication first published online, according to the publisher record." }, { "date": "2017-06-19", "event": "Credé and Phillips publish the analytical-robustness reanalysis." }, { "date": "2024-12-05", "event": "Barel and colleagues publish a follow-up with mixed endocrine results." } ], "limits": "Selected primary studies, not a complete systematic review. The grade is confined to the endocrine/risk claim and does not decide all subjective posture effects. Replication protocols differ; a nonsignificant result does not prove a mathematical zero effect.", "reviewed_at": "2026-11-05", "primary_claim": true, "_updated_at": "2026-11-05T21:51:38+00:00", "grade": { "score": 30, "letter": "F" } } ] }