{
  "generated": "2026-09-17",
  "rubricVersion": "0.2.0",
  "seats": [
    {
      "seat": "anthropic",
      "model": "anthropic/claude-sonnet-5",
      "provider": "openrouter"
    },
    {
      "seat": "openai",
      "model": "openai/gpt-5.6-terra",
      "provider": "openrouter"
    },
    {
      "seat": "google",
      "model": "google/gemini-3.8-flash",
      "provider": "openrouter"
    }
  ],
  "runsPerSeat": 1,
  "outlets": {
    "adn": {
      "articles": 10,
      "perSeat": {
        "anthropic": {
          "bias": 0,
          "evidence_fairness": 3.4,
          "sourcing": 3.3,
          "source_independence": 3,
          "analysis_labeling": 3.3,
          "loaded_language": 3.8
        },
        "openai": {
          "bias": -0.1,
          "evidence_fairness": 3.2,
          "sourcing": 3.3,
          "source_independence": 2.5,
          "analysis_labeling": 3.7,
          "loaded_language": 3.4
        },
        "google": {
          "bias": 0,
          "evidence_fairness": 4,
          "sourcing": 3.7,
          "source_independence": 3.3,
          "analysis_labeling": 4,
          "loaded_language": 4
        }
      },
      "panelMedian": {
        "bias": 0,
        "evidence_fairness": 3.5,
        "sourcing": 3.3,
        "source_independence": 3,
        "analysis_labeling": 3.7,
        "loaded_language": 3.7
      },
      "signedLean": 0,
      "leanStrength": 0,
      "noLeanCount": 10,
      "articleScores": [
        {
          "url": "https://www.adn.com/alaska-news/anchorage/2026/09/16/anchorage-adds-40-new-homeless-shelter-beds-as-weather-turns-colder/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/alaska-life/advice/2026/09/17/asking-eric-how-do-i-balance-family-vacation-plans-with-my-parents-increasing-mobility-issues/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/alaska-news/aviation/2026/09/16/2-die-in-air-taxi-crash-near-aniak/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/alaska-news/anchorage/2026/09/16/as-demographics-shift-downtown-anchorage-businesses-adjust-to-attract-younger-customers/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/politics/2026/09/16/heeding-ranked-choice-voting-candidates-refine-their-strategies-in-alaska-governors-race/",
          "bias": 0,
          "seatSpread": 1
        },
        {
          "url": "https://www.adn.com/alaska-life/advice/2026/09/17/dear-annie-how-to-avoid-being-pulled-into-a-competition-over-grief/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/alaska-news/crime-courts/2026/09/16/former-denali-lodge-employee-convicted-of-murder-in-2023-stabbing-death/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/arts/2026/09/16/this-weekend-in-anchorage-heart-run-a-free-clinic-and-shows-on-stage/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/alaska-life/advice/2026/09/17/miss-manners-im-regretting-my-offer-to-host-birthday-parties-for-my-friends/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://www.adn.com/alaska-news/2026/09/16/alaska-fire-marshals-office-declares-whittier-cruise-ship-dock-a-total-loss/",
          "bias": 0,
          "seatSpread": 0
        }
      ]
    },
    "alaska-beacon": {
      "articles": 10,
      "perSeat": {
        "anthropic": {
          "bias": -0.8,
          "evidence_fairness": 2.7,
          "sourcing": 3,
          "source_independence": 2.2,
          "analysis_labeling": 2.8,
          "loaded_language": 2.9
        },
        "openai": {
          "bias": -0.6,
          "evidence_fairness": 2.9,
          "sourcing": 2.8,
          "source_independence": 2.1,
          "analysis_labeling": 3.5,
          "loaded_language": 3.4
        },
        "google": {
          "bias": -0.4,
          "evidence_fairness": 3.3,
          "sourcing": 3.6,
          "source_independence": 3.2,
          "analysis_labeling": 3.3,
          "loaded_language": 3.3
        }
      },
      "panelMedian": {
        "bias": -0.5,
        "evidence_fairness": 3.1,
        "sourcing": 3.1,
        "source_independence": 2.4,
        "analysis_labeling": 3.4,
        "loaded_language": 3.3
      },
      "signedLean": -0.5,
      "leanStrength": 0.6,
      "noLeanCount": 4,
      "articleScores": [
        {
          "url": "https://alaskabeacon.com/2026/09/16/repub/fed-raises-interest-rates-for-first-time-in-3-years-battling-persistent-inflation/",
          "bias": 0,
          "seatSpread": 1
        },
        {
          "url": "https://alaskabeacon.com/2026/09/15/repub/fbis-patel-dodges-questions-on-election-interference-at-rambunctious-us-senate-hearing/",
          "bias": 0,
          "seatSpread": 0.5
        },
        {
          "url": "https://alaskabeacon.com/2026/09/15/alaska-drops-criminal-prosecution-of-11-whittier-residents-for-alleged-noncitizen-voting/",
          "bias": 0,
          "seatSpread": 1
        },
        {
          "url": "https://alaskabeacon.com/2026/09/16/repub/past-secretaries-union-leader-call-for-probe-into-education-department-slashing/",
          "bias": -1,
          "seatSpread": 0
        },
        {
          "url": "https://alaskabeacon.com/2026/09/16/in-alaska-the-food-vote-is-especially-important/",
          "bias": -0.5,
          "seatSpread": 1
        },
        {
          "url": "https://alaskabeacon.com/2026/09/16/alaska-senators-question-legality-of-state-land-transfer-for-possible-mat-su-data-centers/",
          "bias": -1,
          "seatSpread": 1
        },
        {
          "url": "https://alaskabeacon.com/2026/09/16/alaska-plans-to-limit-advance-reservations-for-public-cabins-update-system/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskabeacon.com/2026/09/15/arctic-climate-report-set-for-publication-despite-loss-of-federal-support/",
          "bias": -1,
          "seatSpread": 1
        },
        {
          "url": "https://alaskabeacon.com/2026/09/16/when-this-small-alaska-town-was-given-1-million-child-care-was-the-top-priority/",
          "bias": -1,
          "seatSpread": 0
        },
        {
          "url": "https://alaskabeacon.com/2026/09/15/repub/iran-war-cost-tops-40b-and-billions-more-monthly-budget-analysis-finds/",
          "bias": -1,
          "seatSpread": 0.5
        }
      ]
    },
    "alaska-news": {
      "articles": 10,
      "perSeat": {
        "anthropic": {
          "bias": -0.2,
          "evidence_fairness": 2.8,
          "sourcing": 2.2,
          "source_independence": 1.4,
          "analysis_labeling": 3.3,
          "loaded_language": 3.8
        },
        "openai": {
          "bias": 0,
          "evidence_fairness": 3,
          "sourcing": 2.4,
          "source_independence": 1.8,
          "analysis_labeling": 3.9,
          "loaded_language": 3.9
        },
        "google": {
          "bias": 0,
          "evidence_fairness": 3.4,
          "sourcing": 2.7,
          "source_independence": 2.6,
          "analysis_labeling": 4,
          "loaded_language": 4
        }
      },
      "panelMedian": {
        "bias": 0,
        "evidence_fairness": 3.1,
        "sourcing": 2.5,
        "source_independence": 1.8,
        "analysis_labeling": 3.9,
        "loaded_language": 3.9
      },
      "signedLean": 0,
      "leanStrength": 0,
      "noLeanCount": 10,
      "articleScores": [
        {
          "url": "https://alaskanews.com/c/alaska-news/diesel-relied-bill-advances-10-9-and-its-permanent-alaska-exemption-stops-at-59-degrees-north",
          "bias": 0,
          "seatSpread": 1
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/kaktoviks-north-tank-refill-starts-friday-do-not-drink-notice-stays",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/the-snow-crab-limit-is-going-up-there-arent-more-crab",
          "bias": 0,
          "seatSpread": 1
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/cordovas-winter-ferry-hope-hinges-on-a-whittier-dock-question",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/cordova-council-votes-4-0-to-negotiate-hillside-lot-sale-instead-of-taking-bids",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/chugiak-fire-chief-to-ask-voters-this-spring-for-first-mill-rate-increase-since-2005",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/cordovas-code-says-give-the-dog-back-if-the-owner-is-standing-there",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/bethel-council-to-vote-sept-22-on-paying-utilities-for-atsaq-place-supportive-housing",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/state-will-bring-free-heavy-equipment-training-to-cordova-crews",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://alaskanews.com/c/alaska-news/alaska-towns-can-build-housing-with-this-grant-now-up-to-a-point",
          "bias": 0,
          "seatSpread": 0
        }
      ]
    },
    "must-read-alaska": {
      "articles": 10,
      "perSeat": {
        "anthropic": {
          "bias": 1.1,
          "evidence_fairness": 1.3,
          "sourcing": 1.5,
          "source_independence": 0.5,
          "analysis_labeling": 2.5,
          "loaded_language": 2.8
        },
        "openai": {
          "bias": 1.3,
          "evidence_fairness": 1.1,
          "sourcing": 1.8,
          "source_independence": 0.4,
          "analysis_labeling": 3.1,
          "loaded_language": 3
        },
        "google": {
          "bias": 1.3,
          "evidence_fairness": 1.3,
          "sourcing": 1.3,
          "source_independence": 0.4,
          "analysis_labeling": 2.9,
          "loaded_language": 2.5
        }
      },
      "panelMedian": {
        "bias": 1.3,
        "evidence_fairness": 1.5,
        "sourcing": 1.6,
        "source_independence": 0.4,
        "analysis_labeling": 3.1,
        "loaded_language": 2.9
      },
      "signedLean": 1.3,
      "leanStrength": 1.3,
      "noLeanCount": 4,
      "articleScores": [
        {
          "url": "https://mustreadalaska.com/cold-weather-diesel-reliability-act-passes-committee/",
          "bias": 2,
          "seatSpread": 0.5
        },
        {
          "url": "https://mustreadalaska.com/committee-passes-sen-sullivans-bycatch-reduction-act/",
          "bias": 1,
          "seatSpread": 0
        },
        {
          "url": "https://mustreadalaska.com/opinion-wheres-waldo-bernadette/",
          "bias": 2.5,
          "seatSpread": 1
        },
        {
          "url": "https://mustreadalaska.com/opinion-the-stories-of-9-states-who-defended-their-elections-from-ranked-choice-voting-and-jungle-primaries/",
          "bias": 3,
          "seatSpread": 0.5
        },
        {
          "url": "https://mustreadalaska.com/our-lady-of-the-golden-heart-a-miracle-in-talkeetna/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://mustreadalaska.com/bluecrest-secures-funding-to-further-develop-cook-inlet-gas-first-production-from-new-well-expected-march-2027/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://mustreadalaska.com/public-invited-to-comment-on-statewide-transportation-improvement-program-for-2027-2030/",
          "bias": 0,
          "seatSpread": 0
        },
        {
          "url": "https://mustreadalaska.com/hughes-endorses-treg-taylor-for-governor-plus-rank-the-other-two-republicans/",
          "bias": 3,
          "seatSpread": 1
        },
        {
          "url": "https://mustreadalaska.com/2-alaska-attorneys-debate-ballot-measure-2-on-monday-september-28/",
          "bias": 1,
          "seatSpread": 1
        },
        {
          "url": "https://mustreadalaska.com/gubernatorial-forum-hosted-by-commonwealth-north-this-thursday-september-17/",
          "bias": 0,
          "seatSpread": 0
        }
      ]
    }
  },
  "calibration": {
    "referenceArticles": 14,
    "runsPerSeat": 2,
    "summary": {
      "anthropic": {
        "biasMae": 0,
        "signAgree": "13/14",
        "runSpread": 0.1
      },
      "openai": {
        "biasMae": 0.2,
        "signAgree": "10/14",
        "runSpread": 0.3
      },
      "google": {
        "biasMae": 0,
        "signAgree": "14/14",
        "runSpread": 0
      }
    }
  },
  "openness": [
    {
      "slug": "alaska-news",
      "https": true,
      "feedUrl": "https://alaskanews.com/feed.xml",
      "feedOk": true,
      "feedItems": 30,
      "feedFullText": false,
      "robotsAiBlocked": [],
      "robotsBlocksArticlesForAll": false,
      "contentSignal": "ai-train=no, search=yes, ai-input=yes",
      "articleReadableNoJs": true,
      "paywall": "none",
      "articlesPerDayEstimate": 49.1,
      "notes": []
    },
    {
      "slug": "adn",
      "https": true,
      "feedUrl": "https://www.adn.com/arc/outboundfeeds/rss/",
      "feedOk": true,
      "feedItems": 25,
      "feedFullText": true,
      "robotsAiBlocked": [
        "gptbot",
        "oai-searchbot",
        "chatgpt-user",
        "google-extended",
        "claudebot",
        "perplexitybot",
        "ccbot"
      ],
      "robotsBlocksArticlesForAll": true,
      "contentSignal": null,
      "articleReadableNoJs": true,
      "paywall": "metered",
      "articlesPerDayEstimate": 24.9,
      "notes": [
        "robots * disallow restricts article paths: /search/ /alaska-news/crime-courts/2018/02/08/former-alaska-prosecutor-misled-superiors-about-troopers-lewd-text-state-says/"
      ]
    },
    {
      "slug": "alaska-beacon",
      "https": true,
      "feedUrl": "https://alaskabeacon.com/feed/",
      "feedOk": true,
      "feedItems": 100,
      "feedFullText": true,
      "robotsAiBlocked": [
        "amazonbot",
        "applebot-extended",
        "bytespider",
        "ccbot",
        "claudebot",
        "google-extended",
        "gptbot",
        "anthropic-ai",
        "claude-web",
        "meta-externalagent",
        "chatgpt-user",
        "perplexitybot"
      ],
      "robotsBlocksArticlesForAll": false,
      "contentSignal": "search=yes,ai-train=no,use=reference",
      "articleReadableNoJs": false,
      "paywall": "none",
      "articlesPerDayEstimate": 4.8,
      "notes": [
        "sample article HTTP 403"
      ]
    },
    {
      "slug": "alaska-public",
      "https": true,
      "feedUrl": null,
      "feedOk": false,
      "feedItems": 0,
      "feedFullText": false,
      "robotsAiBlocked": [
        "amazonbot",
        "anthropic-ai",
        "applebot-extended",
        "bytespider",
        "ccbot",
        "claudebot",
        "google-extended",
        "gptbot",
        "meta-externalagent"
      ],
      "robotsBlocksArticlesForAll": true,
      "contentSignal": null,
      "articleReadableNoJs": true,
      "paywall": "none",
      "articlesPerDayEstimate": null,
      "notes": [
        "robots * disallow restricts article paths: */20*/[0-1][0-9]/[0-3][0-9]/",
        "no feed found at standard paths"
      ]
    },
    {
      "slug": "must-read-alaska",
      "https": true,
      "feedUrl": "https://mustreadalaska.com/feed/",
      "feedOk": true,
      "feedItems": 10,
      "feedFullText": false,
      "robotsAiBlocked": [],
      "robotsBlocksArticlesForAll": false,
      "contentSignal": null,
      "articleReadableNoJs": true,
      "paywall": "none",
      "articlesPerDayEstimate": 7.4,
      "notes": []
    }
  ],
  "controlOutlet": "must-read-alaska",
  "notes": [
    "First live run of an experimental instrument. Judged scores rest on a small sample; sample sizes are shown wherever scores are.",
    "Alaska Public Media could not be collected: no feed, and robots.txt disallows article paths for all crawlers.",
    "Anchorage Daily News and Alaska Beacon were read from their full-text RSS feeds.",
    "Performance (PageSpeed) dimension pending an API key."
  ]
}