{
 "title": "Data Download Library: daily per-instrument inventory",
 "date": "2026-10-31",
 "generated_at": "2026-10-31T11:33:42+10:00",
 "generator": "/workspace/ceo/build_data_inventory.py (Phase A + box job folders, 2026-10-07)",
 "sources": {
  "file_list": "/workspace/ceo/data_inventory.csv (market_price rows, duplicates removed, files still on disk)",
  "pc": "/workspace/ceo/DATA_INVENTORY.md section 5, 6 Oct 2026 (PCs not re-checked)",
  "job_folders": [
   "/workspace/data_pull/m1_fullsize_2025-01_2026-07/coverage.csv",
   "/workspace/data_pull/ticks_secbars/coverage.csv",
   "/workspace/data_pull/crypto/<SYM>/",
   "/workspace/data_pull/forex/<PAIR>/",
   "/workspace/data_pull/ticks_secbars_fx/<PAIR>/",
   "/workspace/data_pull/_pc_status/crypto_fx_summary.csv",
   "/workspace/data_pull/_pc_status/<kind>/<SYM>/inventory.json (crypto + Dukascopy forex, downloaded on PC1 since 31 Oct 2026)"
  ]
 },
 "notes": [
  "Box rows and first/last timestamps were read from the files themselves at generation time; MB is the file size (1 MB = 1,000,000 bytes).",
  "Timestamps are as stored in each file; clocks differ by source (TLGBridge exports AEST bar-end, manual NT exports UTC bar-end, *_et/*clean* files New York bar-start). Range shows dates only.",
  "Range runs from the earliest file with at least 10,000 rows to the latest bar in any key file.",
  "Unique files and MB count every non-duplicate market file for that symbol on the box, including overlapping copies and caches.",
  "File times: the 7 Oct 2026 06:40-06:55 AEST box restore reset every file mtime. Where that happened, the time shown is the file's mtime in the 6 Oct data_inventory.csv snapshot or the job's own record (state.json finished, events.json, coverage.csv); files with neither are counted in files_without_real_time and left out of the times.",
  "Crypto (12 coins) and forex (6 pairs) ranges come from the files (first/last monthly file scanned) and are cross-checked against crypto_fx_summary.csv; micro futures are held 1-minute files only (no download jobs)."
 ],
 "row_count_mismatches_vs_inventory": [],
 "job_folder_check_mismatches": [
  {
   "symbol": "FDAX",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/FDAX/FDAX_1m_continuous_backadj_NTrollrule.parquet",
   "coverage_rows": 352798,
   "scan_rows": 368505,
   "note": "file has more/fewer rows than m1 coverage.csv; rows/dates shown are read from the file"
  }
 ],
 "instruments": [
  {
   "symbol": "NQ",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:38+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-04-03",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:07+10:00",
     "job_files": 19,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/NQ/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "ticks",
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 03:58:55",
    "last_file_write_aest": "2026-10-29T18:38:38+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/NQ/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/drive_inventory/dl/NQ_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 36509462,
      "mb": 36.5,
      "rows": 708677,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:37",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/gdrive/NQ 12-26.Last.txt",
      "timeframe": "1m",
      "series": "single contract, manual NT export; stamps UTC bar-end",
      "bytes": 479788,
      "mb": 0.5,
      "rows": 9216,
      "first": "2026-09-09 14:01:00",
      "last": "2026-09-18 21:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "1s bars",
      "path": "/workspace/drive_inventory/dl/NQ_09_26_Second1_20260730_20260731.csv",
      "timeframe": "1s",
      "series": "single contract tick/1s, TLGBridge probe; stamps AEST",
      "bytes": 6256751,
      "mb": 6.3,
      "rows": 124765,
      "first": "2026-07-29 08:00:01",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:37",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "ticks",
      "path": "/workspace/drive_inventory/dl/NQ_09_26_Tick1_20260730_20260731.csv",
      "timeframe": "tick",
      "series": "single contract tick/1s, TLGBridge probe; stamps AEST",
      "bytes": 68427766,
      "mb": 68.4,
      "rows": 1374747,
      "first": "2026-07-29 08:00:00",
      "last": "2026-07-31 06:59:59",
      "file_mtime_aest": "2026-10-29 18:34",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/NQ/NQ_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 13422593,
      "mb": 13.4,
      "rows": 622924,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:28:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:38+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/NQ/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 19,
      "bytes": 206486893,
      "mb": 206.5,
      "rows": 17683914,
      "first": "2025-04-03 20:00:00",
      "last": "2026-10-06 03:58:55",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:07+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 56,
    "unique_mb": 513.9
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Dec 2022 → 14 Sep 2026 (2023–24 contracts patchy)",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "ticks (NT .ncd)",
     "range": "back to Feb 2022",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\tick",
     "volume": "db\\tick is 23.7 GB in total (all instruments)",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "group": "job_root"
  },
  {
   "symbol": "MNQ",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:31+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:31+10:00",
    "latest_file": "/workspace/data_pull/gdrive/MNQ_09_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/MNQ_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 37014365,
      "mb": 37.0,
      "rows": 708326,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 37.0
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Jun → Jul 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "ES",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:38+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-04-03",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:08+10:00",
     "job_files": 19,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/ES/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:05:49",
    "last_file_write_aest": "2026-10-29T18:38:38+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/ES/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/ES_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 34010500,
      "mb": 34.0,
      "rows": 708573,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/gdrive/ES 12-26.Last.txt",
      "timeframe": "1m",
      "series": "single contract, manual NT export; stamps UTC bar-end",
      "bytes": 480971,
      "mb": 0.5,
      "rows": 9891,
      "first": "2026-09-09 14:01:00",
      "last": "2026-09-18 21:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/ES/ES_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 12192639,
      "mb": 12.2,
      "rows": 622904,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:28:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:38+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/ES/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 19,
      "bytes": 162424750,
      "mb": 162.4,
      "rows": 16644735,
      "first": "2025-04-03 20:00:00",
      "last": "2026-10-06 04:05:49",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:08+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 41,
    "unique_mb": 303.9
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Feb 2023 → 14 Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "group": "job_root"
  },
  {
   "symbol": "MES",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:31+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:31+10:00",
    "latest_file": "/workspace/data_pull/gdrive/MES_09_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/MES_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 33799459,
      "mb": 33.8,
      "rows": 704412,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 33.8
   },
   "pc": [],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "YM",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:38+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:08+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/YM/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:07:37",
    "last_file_write_aest": "2026-10-29T18:38:38+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/YM/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/YM_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 30010411,
      "mb": 30.0,
      "rows": 698493,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/gdrive/YM 09-26.Last.txt",
      "timeframe": "1m",
      "series": "single contract, manual NT export; stamps UTC bar-end",
      "bytes": 3974130,
      "mb": 4.0,
      "rows": 90700,
      "first": "2026-06-07 22:01:00",
      "last": "2026-09-11 21:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/YM/YM_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 12039079,
      "mb": 12.0,
      "rows": 613035,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:29:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:38+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/YM/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 64600954,
      "mb": 64.6,
      "rows": 5994712,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:07:37",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:08+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 29,
    "unique_mb": 181.2
   },
   "pc": [],
   "group": "job_root"
  },
  {
   "symbol": "MYM",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:31+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:31+10:00",
    "latest_file": "/workspace/data_pull/gdrive/MYM_09_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/MYM_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 29870214,
      "mb": 29.9,
      "rows": 694743,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 29.9
   },
   "pc": [],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "RTY",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:38+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:08+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/RTY/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:10:00",
    "last_file_write_aest": "2026-10-29T18:38:38+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/RTY/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/RTY_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 31863443,
      "mb": 31.9,
      "rows": 688609,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/setuphunter_py/data/rty0926_m1.csv",
      "timeframe": "1m",
      "series": "single contract (decoded NT .ncd / export); UTC bar-end per setuphunter README",
      "bytes": 2479863,
      "mb": 2.5,
      "rows": 48590,
      "first": "2026-06-11 14:01:00",
      "last": "2026-07-31 14:00:00",
      "file_mtime_aest": "2026-10-29 18:34",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/RTY/RTY_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 11807515,
      "mb": 11.8,
      "rows": 608806,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:29:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:38+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/RTY/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 75181606,
      "mb": 75.2,
      "rows": 6931577,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:10:00",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:08+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 22,
    "unique_mb": 129.6
   },
   "pc": [],
   "group": "job_root"
  },
  {
   "symbol": "M2K",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:30+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:30+10:00",
    "latest_file": "/workspace/data_pull/gdrive/M2K_09_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/M2K_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 31510803,
      "mb": 31.5,
      "rows": 684039,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 31.5
   },
   "pc": [],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "GC",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:38+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-04-03",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:06+10:00",
     "job_files": 19,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/GC/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:01:01",
    "last_file_write_aest": "2026-10-29T18:38:38+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/GC/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/drive_inventory/dl/GC_12_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 32832464,
      "mb": 32.8,
      "rows": 705394,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:37",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/drive_inventory/dl/GC 12-26.Last.txt",
      "timeframe": "1m",
      "series": "single contract, manual NT export; stamps UTC bar-end",
      "bytes": 2793760,
      "mb": 2.8,
      "rows": 59103,
      "first": "2026-07-19 22:01:00",
      "last": "2026-09-18 21:00:00",
      "file_mtime_aest": "2026-10-29 18:37",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/GC/GC_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 12439181,
      "mb": 12.4,
      "rows": 622285,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:31:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:38+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/GC/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 19,
      "bytes": 126301471,
      "mb": 126.3,
      "rows": 11466840,
      "first": "2025-04-03 20:00:00",
      "last": "2026-10-06 04:01:01",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:06+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 38,
    "unique_mb": 176.7
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Dec 2023 → 14 Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "group": "job_root"
  },
  {
   "symbol": "MGC",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:31+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:31+10:00",
    "latest_file": "/workspace/data_pull/gdrive/MGC_12_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/MGC_12_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 33046130,
      "mb": 33.0,
      "rows": 706718,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 33.0
   },
   "pc": [],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "SI",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:40+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:12+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/SI/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:21:19",
    "last_file_write_aest": "2026-10-29T18:38:41+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/SI/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/SI_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 30827276,
      "mb": 30.8,
      "rows": 691094,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/setuphunter_py/data/si0926_m1.csv",
      "timeframe": "1m",
      "series": "single contract (decoded NT .ncd / export); UTC bar-end per setuphunter README",
      "bytes": 1691325,
      "mb": 1.7,
      "rows": 35051,
      "first": "2026-06-24 14:01:00",
      "last": "2026-07-31 14:00:00",
      "file_mtime_aest": "2026-10-29 18:34",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/SI/SI_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 11578664,
      "mb": 11.6,
      "rows": 606589,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:32:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:40+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/SI/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 50917120,
      "mb": 50.9,
      "rows": 4343416,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:21:19",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:12+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 30,
    "unique_mb": 140.4
   },
   "pc": [],
   "group": "job_root"
  },
  {
   "symbol": "SIL",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:33+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:33+10:00",
    "latest_file": "/workspace/data_pull/gdrive/SIL_09_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/SIL_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 30159965,
      "mb": 30.2,
      "rows": 676880,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 30.2
   },
   "pc": [],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "CL",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:41+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:09+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/CL/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:12:22",
    "last_file_write_aest": "2026-10-29T18:38:43+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/CL/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/CL_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 29810312,
      "mb": 29.8,
      "rows": 695638,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/gdrive/CL 11-26.Last.txt",
      "timeframe": "1m",
      "series": "single contract, manual NT export; stamps UTC bar-end",
      "bytes": 299031,
      "mb": 0.3,
      "rows": 6799,
      "first": "2026-09-13 22:01:00",
      "last": "2026-09-18 21:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/CL/CL_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 11441923,
      "mb": 11.4,
      "rows": 616349,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:34:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:41+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/CL/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 74960488,
      "mb": 75.0,
      "rows": 7252155,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:12:22",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:09+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 65,
    "unique_mb": 153.7
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Jan → Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "group": "job_root"
  },
  {
   "symbol": "MCL",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:31+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:31+10:00",
    "latest_file": "/workspace/data_pull/gdrive/MCL_09_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/MCL_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 29536635,
      "mb": 29.5,
      "rows": 694242,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 29.5
   },
   "pc": [],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "NG",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:43+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:12+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/NG/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:24:01",
    "last_file_write_aest": "2026-10-29T18:38:43+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/NG/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/NG_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 27296478,
      "mb": 27.3,
      "rows": 642186,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/NG/NG_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 10179893,
      "mb": 10.2,
      "rows": 567654,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:36:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:43+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/NG/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 35281555,
      "mb": 35.3,
      "rows": 3323584,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:24:01",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:12+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 27,
    "unique_mb": 79.9
   },
   "pc": [],
   "group": "job_root"
  },
  {
   "symbol": "ZN",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:43+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:12+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/ZN/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:26:32",
    "last_file_write_aest": "2026-10-29T18:38:43+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/ZN/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/ZN_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 39322215,
      "mb": 39.3,
      "rows": 656363,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/ZN/ZN_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 9188259,
      "mb": 9.2,
      "rows": 573227,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:35:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:43+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/ZN/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 28815513,
      "mb": 28.8,
      "rows": 3174264,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:26:32",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:12+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 13,
    "unique_mb": 86.3
   },
   "pc": [],
   "group": "job_root"
  },
  {
   "symbol": "6E",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:41+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:10+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/6E/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:15:54",
    "last_file_write_aest": "2026-10-29T18:38:41+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/6E/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/6E_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 34143650,
      "mb": 34.1,
      "rows": 696398,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/setuphunter_py/data/6e1226_last.txt",
      "timeframe": "1m",
      "series": "single contract (decoded NT .ncd / export); UTC bar-end per setuphunter README",
      "bytes": 305257,
      "mb": 0.3,
      "rows": 6164,
      "first": "2026-09-06 22:01:00",
      "last": "2026-09-14 10:12:00",
      "file_mtime_aest": "2026-10-29 18:34",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/6E/6E_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 11008434,
      "mb": 11.0,
      "rows": 614423,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:38:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:41+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/6E/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 34747126,
      "mb": 34.7,
      "rows": 3477430,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:15:54",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:10+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 31,
    "unique_mb": 175.3
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Dec 2025 → Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "group": "job_root"
  },
  {
   "symbol": "M6E",
   "asset_class": "futures",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-07-31",
     "last_file_write_aest": "2026-10-29T18:38:30+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-07-31"
    },
    "latest_bar": "2026-07-31 07:00:00",
    "last_file_write_aest": "2026-10-29T18:38:30+10:00",
    "latest_file": "/workspace/data_pull/gdrive/M6E_09_26_Minute1_20240731_20260731.csv",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/M6E_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 28766008,
      "mb": 28.8,
      "rows": 623764,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 1,
    "unique_mb": 28.8
   },
   "pc": [],
   "group": "micro",
   "held_only": true,
   "note": "Micro contract: held 1-minute file from the Google Drive pull only (30 Jul 2024 → 31 Jul 2026); not part of the 6 Oct download jobs."
  },
  {
   "symbol": "6B",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:41+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:11+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/6B/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:17:20",
    "last_file_write_aest": "2026-10-29T18:38:41+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/6B/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/6B_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 30375698,
      "mb": 30.4,
      "rows": 653131,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/setuphunter_py/data/6b0926_m1.csv",
      "timeframe": "1m",
      "series": "single contract (decoded NT .ncd / export); UTC bar-end per setuphunter README",
      "bytes": 2221954,
      "mb": 2.2,
      "rows": 44053,
      "first": "2026-06-11 14:01:00",
      "last": "2026-07-31 14:00:00",
      "file_mtime_aest": "2026-10-29 18:34",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/6B/6B_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 10014012,
      "mb": 10.0,
      "rows": 570370,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:38:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:41+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/6B/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 21193169,
      "mb": 21.2,
      "rows": 1905155,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:17:20",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:11+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 22,
    "unique_mb": 115.6
   },
   "pc": [],
   "group": "job_root"
  },
  {
   "symbol": "6A",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2024-07-30",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:38:40+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-10-10",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:11+10:00",
     "job_files": 13,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/6A/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2024-07-30",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:19:11",
    "last_file_write_aest": "2026-10-29T18:38:40+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/6A/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/6A_09_26_Minute1_20240731_20260731.csv",
      "timeframe": "1m",
      "series": "NT continuous (back-adjusted merge), TLGBridge export; stamps AEST bar-end",
      "bytes": 33814239,
      "mb": 33.8,
      "rows": 692846,
      "first": "2024-07-30 08:01:00",
      "last": "2026-07-31 07:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/6A/6A_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 10619252,
      "mb": 10.6,
      "rows": 605777,
      "first": "2025-01-01 18:01:00",
      "last": "2026-10-06 01:39:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:40+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/6A/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 13,
      "bytes": 27740246,
      "mb": 27.7,
      "rows": 2562973,
      "first": "2025-10-10 16:00:00",
      "last": "2026-10-06 04:19:11",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:11+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 13,
    "unique_mb": 87.6
   },
   "pc": [],
   "group": "job_root"
  },
  {
   "symbol": "FDAX",
   "asset_class": "futures",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2025-01-02",
     "last": "2026-10-05",
     "last_file_write_aest": "2026-10-29T18:38:43+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-04-04",
     "last": "2026-10-06",
     "last_file_write_aest": "2026-10-29T18:39:10+10:00",
     "job_files": 19,
     "source": "tick/1s files held before the jobs plus the tick job's 1s output in /workspace/data_pull/ticks_secbars/FDAX/1s/ (scanned)",
     "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
    }
   },
   "box": {
    "held": true,
    "types": [
     "1m"
    ],
    "range": {
     "first": "2025-01-02",
     "last": "2026-10-06"
    },
    "latest_bar": "2026-10-06 04:14:06",
    "last_file_write_aest": "2026-10-29T18:38:43+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/FDAX/1s/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/data_pull/gdrive/FDAX 09-26.Last.txt",
      "timeframe": "1m",
      "series": "single contract, manual NT export; stamps UTC bar-end",
      "bytes": 2680616,
      "mb": 2.7,
      "rows": 61422,
      "first": "2026-06-12 14:01:00",
      "last": "2026-09-15 14:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "fresh 1-minute (6 Oct NinjaTrader pull)",
      "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/FDAX/FDAX_1m_continuous_backadj_NTrollrule.parquet",
      "timeframe": "1m",
      "series": "back-adjusted continuous (NT roll rule), ET bar end",
      "bytes": 7103615,
      "mb": 7.1,
      "rows": 368505,
      "first": "2025-01-02 02:01:00",
      "last": "2026-10-05 16:00:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "data_time_aest": "2026-10-29T18:38:43+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "tick job 1s bars (6 Oct NinjaTrader ticks)",
      "path": "/workspace/data_pull/ticks_secbars/FDAX/1s/",
      "timeframe": "1s",
      "series": "front contract per NT rollover, ET",
      "files": 19,
      "bytes": 40535034,
      "mb": 40.5,
      "rows": 3222404,
      "first": "2025-04-04 02:00:00",
      "last": "2026-10-06 04:14:06",
      "file_mtime_aest": "2026-10-29 18:39",
      "data_time_aest": "2026-10-29T18:39:10+10:00",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true,
      "note": "months patched after the job finished (repair): files hold 3,222,404 1s bars, coverage.csv 3,181,909; the time shown is the job finish, the repair write time is not recorded",
      "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
     }
    ],
    "unique_files": 12,
    "unique_mb": 32.4
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Dec 2023 → 17 Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "group": "job_root"
  },
  {
   "symbol": "EURUSD",
   "asset_class": "forex",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:25:35+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:46:42+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:46:47+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\EURUSD\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (Dukascopy BID candles)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\EURUSD\\m1\\duka_candles\\EURUSD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
      "timeframe": "1m",
      "series": "spot BID, UTC",
      "bytes": 17111706,
      "mb": 17.1,
      "rows": 680583,
      "first": "2025-01-01 22:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:25",
      "data_time_aest": "2026-10-31T07:25:35+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "lib_type": "1-minute bars (Dukascopy BID candles)",
      "summary_check": "matches crypto_fx_summary.csv",
      "verified": "clean"
     },
     {
      "role": "1-second bars from Dukascopy ticks",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\EURUSD\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "BID price (OHLC from bid; volume bid+ask), UTC",
      "files": 22,
      "bytes": 383347441,
      "mb": 383.3,
      "rows": 16448707,
      "first": "2025-01-01 22:00:14",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:46",
      "data_time_aest": "2026-10-31T07:46:42+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "days": 476,
      "lib_type": "1-second bars (from Dukascopy ticks)",
      "verified": "clean"
     }
    ],
    "unique_files": 13184,
    "unique_mb": 1280.9
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "Jan 2024 → 13 May 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "verified_source": "/workspace/ceo/forensic_forex_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. 10 excluded windows (ET) in known_gaps.json plus the daily 17:00–18:05 ET rollover: NT source hole 2 Mar 2026 04:13–20:04 ET (all 6 pairs); NT source hole 13 May 04:44 → 17 May 17:13 ET (14–15 May missing); NT 30-min hole 24 Jun 2026 21:23 ET; Christmas and New Year sessions; 4 NT rollover gaps of 30+ min. Dukascopy 1m and 1s: only holidays and short rollover lulls. No reload needed.",
   "exclude_windows": 10,
   "verified": "clean",
   "clean_last": "2026-10-06"
  },
  {
   "symbol": "GBPUSD",
   "asset_class": "forex",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:28:10+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:46:53+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:46:58+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\GBPUSD\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (Dukascopy BID candles)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\GBPUSD\\m1\\duka_candles\\GBPUSD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
      "timeframe": "1m",
      "series": "spot BID, UTC",
      "bytes": 17108419,
      "mb": 17.1,
      "rows": 679436,
      "first": "2025-01-01 22:01:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:28",
      "data_time_aest": "2026-10-31T07:28:10+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "lib_type": "1-minute bars (Dukascopy BID candles)",
      "summary_check": "matches crypto_fx_summary.csv",
      "verified": "clean"
     },
     {
      "role": "1-second bars from Dukascopy ticks",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\GBPUSD\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "BID price (OHLC from bid; volume bid+ask), UTC",
      "files": 22,
      "bytes": 414724869,
      "mb": 414.7,
      "rows": 17783905,
      "first": "2025-01-01 22:01:23",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:46",
      "data_time_aest": "2026-10-31T07:46:53+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "days": 476,
      "lib_type": "1-second bars (from Dukascopy ticks)",
      "verified": "clean"
     }
    ],
    "unique_files": 13166,
    "unique_mb": 1088.4
   },
   "pc": [],
   "verified_source": "/workspace/ceo/forensic_forex_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. 7 excluded windows (ET) in known_gaps.json plus the daily 17:00–18:05 ET rollover: NT source hole 2 Mar 2026 04:13–20:04 ET (all 6 pairs); Christmas and New Year sessions; 4 NT rollover gaps of 30+ min. Dukascopy 1m and 1s: only holidays and short rollover lulls. No reload needed.",
   "exclude_windows": 7,
   "verified": "clean",
   "clean_last": "2026-10-06"
  },
  {
   "symbol": "USDJPY",
   "asset_class": "forex",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:30:59+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:47:09+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:47:13+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDJPY\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (Dukascopy BID candles)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDJPY\\m1\\duka_candles\\USDJPY_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
      "timeframe": "1m",
      "series": "spot BID, UTC",
      "bytes": 17304254,
      "mb": 17.3,
      "rows": 680261,
      "first": "2025-01-01 22:04:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:30",
      "data_time_aest": "2026-10-31T07:30:59+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "lib_type": "1-minute bars (Dukascopy BID candles)",
      "summary_check": "matches crypto_fx_summary.csv",
      "verified": "clean"
     },
     {
      "role": "1-second bars from Dukascopy ticks",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDJPY\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "BID price (OHLC from bid; volume bid+ask), UTC",
      "files": 18,
      "bytes": 367227142,
      "mb": 367.2,
      "rows": 15684414,
      "first": "2025-01-01 22:04:01",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:47",
      "data_time_aest": "2026-10-31T07:47:09+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "days": 391,
      "lib_type": "1-second bars (from Dukascopy ticks)",
      "verified": "clean"
     }
    ],
    "unique_files": 1668,
    "unique_mb": 908.9
   },
   "pc": [],
   "verified_source": "/workspace/ceo/forensic_forex_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. 13 excluded windows (ET) in known_gaps.json plus the daily 17:00–18:05 ET rollover: NT source hole 2 Mar 2026 04:13–20:04 ET (all 6 pairs); Good Friday 3 Apr 2026 NT early stop; Christmas and New Year sessions; 9 NT rollover gaps of 30+ min. Dukascopy 1m and 1s: only holidays and short rollover lulls. No reload needed.",
   "exclude_windows": 13,
   "verified": "clean",
   "clean_last": "2026-10-06"
  },
  {
   "symbol": "AUDUSD",
   "asset_class": "forex",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:33:36+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:46:15+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:52",
    "last_file_write_aest": "2026-10-31T07:46:20+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\AUDUSD\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (Dukascopy BID candles)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\AUDUSD\\m1\\duka_candles\\AUDUSD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
      "timeframe": "1m",
      "series": "spot BID, UTC",
      "bytes": 16586134,
      "mb": 16.6,
      "rows": 679365,
      "first": "2025-01-01 22:04:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:33",
      "data_time_aest": "2026-10-31T07:33:36+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "lib_type": "1-minute bars (Dukascopy BID candles)",
      "summary_check": "matches crypto_fx_summary.csv",
      "verified": "clean"
     },
     {
      "role": "1-second bars from Dukascopy ticks",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\AUDUSD\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "BID price (OHLC from bid; volume bid+ask), UTC",
      "files": 22,
      "bytes": 344550547,
      "mb": 344.6,
      "rows": 15054769,
      "first": "2025-01-01 22:04:01",
      "last": "2026-10-29 23:59:52",
      "file_mtime_aest": "2026-10-31 07:46",
      "data_time_aest": "2026-10-31T07:46:15+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "days": 476,
      "lib_type": "1-second bars (from Dukascopy ticks)",
      "verified": "clean"
     }
    ],
    "unique_files": 13166,
    "unique_mb": 919.3
   },
   "pc": [],
   "verified_source": "/workspace/ceo/forensic_forex_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. 8 excluded windows (ET) in known_gaps.json plus the daily 17:00–18:05 ET rollover: NT source hole 2 Mar 2026 04:13–20:04 ET (all 6 pairs); Good Friday 3 Apr 2026 NT early stop; Christmas and New Year sessions; 3 NT rollover gaps of 30+ min. Dukascopy 1m and 1s: only holidays and short rollover lulls. No reload needed.",
   "exclude_windows": 8,
   "verified": "clean",
   "clean_last": "2026-10-06"
  },
  {
   "symbol": "USDCAD",
   "asset_class": "forex",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:36:31+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:46:52+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:46:56+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCAD\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (Dukascopy BID candles)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCAD\\m1\\duka_candles\\USDCAD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
      "timeframe": "1m",
      "series": "spot BID, UTC",
      "bytes": 16674504,
      "mb": 16.7,
      "rows": 680048,
      "first": "2025-01-01 22:04:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:36",
      "data_time_aest": "2026-10-31T07:36:31+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "lib_type": "1-minute bars (Dukascopy BID candles)",
      "summary_check": "matches crypto_fx_summary.csv",
      "verified": "clean"
     },
     {
      "role": "1-second bars from Dukascopy ticks",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCAD\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "BID price (OHLC from bid; volume bid+ask), UTC",
      "files": 22,
      "bytes": 379564117,
      "mb": 379.6,
      "rows": 16762742,
      "first": "2025-01-01 22:04:11",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:46",
      "data_time_aest": "2026-10-31T07:46:52+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "days": 476,
      "lib_type": "1-second bars (from Dukascopy ticks)",
      "verified": "clean"
     }
    ],
    "unique_files": 13166,
    "unique_mb": 1004.6
   },
   "pc": [],
   "verified_source": "/workspace/ceo/forensic_forex_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. 19 excluded windows (ET) in known_gaps.json plus the daily 17:00–18:05 ET rollover: NT source hole 2 Mar 2026 04:13–20:04 ET (all 6 pairs); Christmas and New Year sessions; 16 NT rollover gaps of 30+ min. Dukascopy 1m and 1s: only holidays and short rollover lulls. No reload needed.",
   "exclude_windows": 19,
   "verified": "clean",
   "clean_last": "2026-10-06"
  },
  {
   "symbol": "USDCHF",
   "asset_class": "forex",
   "in_download_jobs": true,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:39:55+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:46:41+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:46:46+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCHF\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (Dukascopy BID candles)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCHF\\m1\\duka_candles\\USDCHF_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
      "timeframe": "1m",
      "series": "spot BID, UTC",
      "bytes": 16788876,
      "mb": 16.8,
      "rows": 679268,
      "first": "2025-01-01 22:04:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:39",
      "data_time_aest": "2026-10-31T07:39:55+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "lib_type": "1-minute bars (Dukascopy BID candles)",
      "summary_check": "matches crypto_fx_summary.csv",
      "verified": "clean"
     },
     {
      "role": "1-second bars from Dukascopy ticks",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCHF\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "BID price (OHLC from bid; volume bid+ask), UTC",
      "files": 22,
      "bytes": 344145245,
      "mb": 344.1,
      "rows": 15067142,
      "first": "2025-01-01 22:04:01",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:46",
      "data_time_aest": "2026-10-31T07:46:41+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "days": 476,
      "lib_type": "1-second bars (from Dukascopy ticks)",
      "verified": "clean"
     }
    ],
    "unique_files": 1675,
    "unique_mb": 783.2
   },
   "pc": [],
   "verified_source": "/workspace/ceo/forensic_forex_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. 36 excluded windows (ET) in known_gaps.json plus the daily 17:00–18:05 ET rollover: NT source hole 2 Mar 2026 04:13–20:04 ET (all 6 pairs); Christmas and New Year sessions; 33 NT rollover gaps of 30+ min. Dukascopy 1m and 1s: only holidays and short rollover lulls. No reload needed.",
   "exclude_windows": 36,
   "verified": "clean",
   "clean_last": "2026-10-06"
  },
  {
   "symbol": "BTC",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:20:42+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2026-10-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:20:42+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:20:43+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BTC\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance BTCUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BTC\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 61099705,
      "mb": 61.1,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:20",
      "data_time_aest": "2026-10-31T07:20:42+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance BTCUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance BTCUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BTC\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 29,
      "bytes": 67039638,
      "mb": 67.0,
      "rows": 2185244,
      "first": "2026-10-01 00:00:00",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:20",
      "data_time_aest": "2026-10-31T07:20:42+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 2443236995,
      "days": 29,
      "lib_type": "1-second bars from trades (binance BTCUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 818,
    "unique_mb": 1039.2
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "1 Jan → 14 Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "ETH",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:21:09+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2026-10-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:21:09+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:21:09+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ETH\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance ETHUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ETH\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 53692917,
      "mb": 53.7,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:21",
      "data_time_aest": "2026-10-31T07:21:09+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance ETHUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance ETHUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ETH\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 29,
      "bytes": 53079140,
      "mb": 53.1,
      "rows": 1746703,
      "first": "2026-10-01 00:00:00",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:21",
      "data_time_aest": "2026-10-31T07:21:09+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 2466374208,
      "days": 29,
      "lib_type": "1-second bars from trades (binance ETHUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 818,
    "unique_mb": 930.3
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "1 Jan → 14 Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "USDT",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:24:13+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:24:13+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:24:13+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDT\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (kraken USDTZUSD)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDT\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 30636512,
      "mb": 30.6,
      "rows": 950034,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:24",
      "data_time_aest": "2026-10-31T07:24:13+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (kraken USDTZUSD)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (kraken USDTZUSD)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDT\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 236672807,
      "mb": 236.7,
      "rows": 9775470,
      "first": "2025-01-01 00:00:10",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:24",
      "data_time_aest": "2026-10-31T07:24:13+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 21384571,
      "days": 667,
      "lib_type": "1-second bars from trades (kraken USDTZUSD)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 209,
    "unique_mb": 319.0
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. Kraken USDTZUSD: 30 excluded windows in known_gaps.json — 21 Kraken outages (no trades for 10+ min on USDT and XMR at once; 6 of 30+ min, longest 403 min on 1 Nov 2025), 7 single-trade price spikes (0.95–1.03) and 2 dropped-trade windows (169 trades 23 Jun 2026, 4 trades 10 Sep 2026).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "BNB",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:21:35+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-02-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:21:35+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:21:35+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BNB\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance BNBUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BNB\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 45298736,
      "mb": 45.3,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:21",
      "data_time_aest": "2026-10-31T07:21:35+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance BNBUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance BNBUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BNB\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 43,
      "bytes": 612463874,
      "mb": 612.5,
      "rows": 27013651,
      "first": "2025-02-01 00:00:00",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:21",
      "data_time_aest": "2026-10-31T07:21:35+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 698007811,
      "days": 452,
      "lib_type": "1-second bars from trades (binance BNBUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 832,
    "unique_mb": 1271.4
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "XRP",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:21:53+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-05-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:21:53+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:21:53+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XRP\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance XRPUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XRP\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 44581409,
      "mb": 44.6,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:21",
      "data_time_aest": "2026-10-31T07:21:53+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance XRPUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance XRPUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XRP\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 42,
      "bytes": 488751717,
      "mb": 488.8,
      "rows": 21168241,
      "first": "2025-05-01 00:00:00",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:21",
      "data_time_aest": "2026-10-31T07:21:53+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 889982376,
      "days": 424,
      "lib_type": "1-second bars from trades (binance XRPUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 831,
    "unique_mb": 1085.2
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "USDC",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:22:36+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:22:36+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:22:36+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDC\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance USDCUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDC\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 36641697,
      "mb": 36.6,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:22",
      "data_time_aest": "2026-10-31T07:22:36+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance USDCUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance USDCUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDC\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 934545642,
      "mb": 934.5,
      "rows": 51843499,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:22",
      "data_time_aest": "2026-10-31T07:22:36+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 307546695,
      "days": 667,
      "lib_type": "1-second bars from trades (binance USDCUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 839,
    "unique_mb": 1587.3
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "SOL",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:22:11+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-06-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:22:11+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:22:12+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\SOL\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance SOLUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\SOL\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 43608545,
      "mb": 43.6,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:22",
      "data_time_aest": "2026-10-31T07:22:11+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance SOLUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance SOLUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\SOL\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 40,
      "bytes": 457841654,
      "mb": 457.8,
      "rows": 19859064,
      "first": "2025-06-01 00:00:00",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:22",
      "data_time_aest": "2026-10-31T07:22:11+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 1171298756,
      "days": 363,
      "lib_type": "1-second bars from trades (binance SOLUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 829,
    "unique_mb": 1104.4
   },
   "pc": [
    {
     "type": "1-minute (NT .ncd)",
     "range": "1 Jan → 14 Sep 2026",
     "path": "DESKTOP-09E03F9: Documents\\NinjaTrader 8\\db\\minute",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "TRX",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:22:50+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:22:50+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:22:50+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\TRX\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance TRXUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\TRX\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 38942767,
      "mb": 38.9,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:22",
      "data_time_aest": "2026-10-31T07:22:50+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance TRXUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance TRXUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\TRX\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 469171111,
      "mb": 469.2,
      "rows": 23709104,
      "first": "2025-01-01 00:00:01",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:22",
      "data_time_aest": "2026-10-31T07:22:50+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 76671006,
      "days": 667,
      "lib_type": "1-second bars from trades (binance TRXUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 839,
    "unique_mb": 777.6
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "HYPE",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:23:39+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:23:39+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:23:39+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\HYPE\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (gate HYPE_USDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\HYPE\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 33815930,
      "mb": 33.8,
      "rows": 926663,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:23",
      "data_time_aest": "2026-10-31T07:23:39+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (gate HYPE_USDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (gate HYPE_USDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\HYPE\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 313071288,
      "mb": 313.1,
      "rows": 12878613,
      "first": "2025-01-01 00:00:10",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:23",
      "data_time_aest": "2026-10-31T07:23:39+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 38314502,
      "days": 667,
      "lib_type": "1-second bars from trades (gate HYPE_USDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 209,
    "unique_mb": 415.5
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. Gate HYPE_USDT: 5 excluded windows in known_gaps.json — 4 hours where Gate's trade file is 0.51–16.40 HYPE short of Gate's own hourly volume and one +22% single-second wick (19 Jan 2025). Its no-trade minutes (3.65%, none over 20 min) are real quiet trading; 1–6 Oct 2026 built from Bybit. 2026-10-16 downloaded; Bybit kline cross-check not run (api.bybit.com returned 403 to the box on 18 Oct), so clean_last stays 2026-10-15.",
   "verified": "clean",
   "clean_last": "2026-10-15"
  },
  {
   "symbol": "ZEC",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:23:12+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:23:12+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:59",
    "last_file_write_aest": "2026-10-31T07:23:12+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ZEC\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance ZECUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ZEC\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 43881855,
      "mb": 43.9,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:23",
      "data_time_aest": "2026-10-31T07:23:12+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance ZECUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance ZECUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ZEC\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 48,
      "bytes": 387524602,
      "mb": 387.5,
      "rows": 15369222,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:59",
      "file_mtime_aest": "2026-10-31 07:23",
      "data_time_aest": "2026-10-31T07:23:12+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 239701650,
      "days": 607,
      "lib_type": "1-second bars from trades (binance ZECUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 837,
    "unique_mb": 823.2
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "DOGE",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:23:25+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-02-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:23:25+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:58",
    "last_file_write_aest": "2026-10-31T07:23:26+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\DOGE\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (binance DOGEUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\DOGE\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 44841440,
      "mb": 44.8,
      "rows": 960480,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:23",
      "data_time_aest": "2026-10-31T07:23:25+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (binance DOGEUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (binance DOGEUSDT)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\DOGE\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 49,
      "bytes": 702767462,
      "mb": 702.8,
      "rows": 30636200,
      "first": "2025-02-01 00:00:00",
      "last": "2026-10-29 23:59:58",
      "file_mtime_aest": "2026-10-31 07:23",
      "data_time_aest": "2026-10-31T07:23:25+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 738767804,
      "days": 636,
      "lib_type": "1-second bars from trades (binance DOGEUSDT)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 838,
    "unique_mb": 1211.4
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Forensic audit 7 Oct 2026: all 643 days 1 Jan 2025 - 5 Oct 2026 at 1m and 1s; no duplicates, out-of-order timestamps, corrupt or empty bars; 1s matches Binance official 1m bars on every traded minute. 6 Oct 2026 audited clean (7 Oct 2026, day_2026-10-06/): 1,440 of 1,440 minutes, 1m equals Binance's official klines on every minute, trade counts match. 2026-10-07 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-08 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-09 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-10 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-11 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-12 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-13 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-14 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-15 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-16 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-17 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-18 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-19 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-20 audited clean (1440 1m rows, missing 0 min, longest 0 min). 2026-10-21 audited clean (1440 1m rows, missing 0 min, longest 0 min).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "XMR",
   "asset_class": "crypto",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:24:23+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    },
    "tick": {
     "first": "2025-01-01",
     "last": "2026-10-29",
     "last_file_write_aest": "2026-10-31T07:24:23+10:00",
     "job_files": 0,
     "source": "1-second bars built from ticks/trades in the box job folders (first and last file scanned)"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-01-01",
     "last": "2026-10-29"
    },
    "latest_bar": "2026-10-29 23:59:53",
    "last_file_write_aest": "2026-10-31T07:24:23+10:00",
    "latest_file": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XMR\\tick_1s\\parquet\\",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "1-minute bars (kraken XXMRZUSD)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XMR\\m1\\parquet\\",
      "timeframe": "1m",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 25519861,
      "mb": 25.5,
      "rows": 647196,
      "first": "2025-01-01 00:00:00",
      "last": "2026-10-29 23:59:00",
      "file_mtime_aest": "2026-10-31 07:24",
      "data_time_aest": "2026-10-31T07:24:23+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "units_ok": 50,
      "units": 50,
      "lib_type": "1-minute bars (kraken XXMRZUSD)",
      "summary_check": "matches crypto_fx_summary.csv"
     },
     {
      "role": "1-second bars from trades (kraken XXMRZUSD)",
      "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XMR\\tick_1s\\parquet\\",
      "timeframe": "1s",
      "series": "spot, UTC",
      "files": 50,
      "bytes": 62596828,
      "mb": 62.6,
      "rows": 1783177,
      "first": "2025-01-01 00:00:23",
      "last": "2026-10-29 23:59:53",
      "file_mtime_aest": "2026-10-31 07:24",
      "data_time_aest": "2026-10-31T07:24:23+10:00",
      "time_source": "PC file mtime (_pc_status inventory.json)",
      "scan_error": null,
      "job_output": true,
      "pc_path": true,
      "ticks": 5759842,
      "days": 667,
      "lib_type": "1-second bars from trades (kraken XXMRZUSD)",
      "summary_check": "matches crypto_fx_summary.csv"
     }
    ],
    "unique_files": 209,
    "unique_mb": 108.1
   },
   "pc": [],
   "data_start": "2025-01-01",
   "verified_source": "/workspace/ceo/forensic_crypto_20261007/_receipt_verified.json",
   "verified_note": "Do not test through the listed affected periods. Kraken XXMRZUSD: 22 excluded windows in known_gaps.json — 21 Kraken outages shared with USDT (longest 406 min on 1 Nov 2025) and 21 trades dropped by Kraken on 23 Jun 2026. Its other no-trade minutes (about 33%) are real quiet trading (Kraken trade ids unbroken).",
   "verified": "clean",
   "clean_last": "2026-10-21"
  },
  {
   "symbol": "SPY",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:55:30",
    "last_file_write_aest": "2026-10-29T18:38:36+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/SPY_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/SPY_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 6851878,
      "mb": 6.9,
      "rows": 119674,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:55:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/SPY_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 26834801,
      "mb": 26.8,
      "rows": 462336,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:55:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/SPY_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 13745071,
      "mb": 13.7,
      "rows": 235742,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:55:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 70.7
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/SPY_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "QQQ",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:30",
    "last_file_write_aest": "2026-10-29T18:38:36+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/QQQ_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/QQQ_1Minute.txt",
      "timeframe": "1m",
      "series": "",
      "bytes": 6998827,
      "mb": 7.0,
      "rows": 121316,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/QQQ_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 27717740,
      "mb": 27.7,
      "rows": 474646,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/QQQ_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 14115605,
      "mb": 14.1,
      "rows": 240564,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 12,
    "unique_mb": 96.3
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks (QQQ alone 19.7 GB)",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/QQQ_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "AAPL",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:45",
    "last_file_write_aest": "2026-10-29T18:38:35+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/AAPL_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/AAPL_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 6767654,
      "mb": 6.8,
      "rows": 118162,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/AAPL_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 22545906,
      "mb": 22.5,
      "rows": 396925,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:45",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/AAPL_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 12614602,
      "mb": 12.6,
      "rows": 221638,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 66.9
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/AAPL_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "AMZN",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:45",
    "last_file_write_aest": "2026-10-29T18:38:35+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/AMZN_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/AMZN_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 6864037,
      "mb": 6.9,
      "rows": 119778,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/AMZN_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 23447706,
      "mb": 23.4,
      "rows": 412981,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:45",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/AMZN_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 12990859,
      "mb": 13.0,
      "rows": 228045,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 69.0
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/AMZN_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "AMD",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:45",
    "last_file_write_aest": "2026-10-29T18:38:35+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/AMD_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/AMD_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 6957438,
      "mb": 7.0,
      "rows": 121281,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/AMD_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 25448072,
      "mb": 25.4,
      "rows": 449155,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:45",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/AMD_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 13524258,
      "mb": 13.5,
      "rows": 237457,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 72.5
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/AMD_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "GOOGL",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:45",
    "last_file_write_aest": "2026-10-29T18:38:35+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/GOOGL_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/GOOGL_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 6827456,
      "mb": 6.8,
      "rows": 119552,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/GOOGL_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 24088295,
      "mb": 24.1,
      "rows": 424053,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:45",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/GOOGL_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 13072858,
      "mb": 13.1,
      "rows": 229337,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 68.9
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/GOOGL_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "META",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:45",
    "last_file_write_aest": "2026-10-29T18:38:35+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/META_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/META_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 6662210,
      "mb": 6.7,
      "rows": 117074,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/META_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 21801694,
      "mb": 21.8,
      "rows": 386737,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:45",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/META_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 12315871,
      "mb": 12.3,
      "rows": 217716,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 65.0
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/META_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "MSFT",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:15",
    "last_file_write_aest": "2026-10-29T18:38:35+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/MSFT_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/MSFT_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 6792066,
      "mb": 6.8,
      "rows": 118798,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/MSFT_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 23336956,
      "mb": 23.3,
      "rows": 412254,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:15",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/MSFT_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 12858276,
      "mb": 12.9,
      "rows": 226275,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:00",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 68.3
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/MSFT_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "NVDA",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:45",
    "last_file_write_aest": "2026-10-29T18:38:36+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/NVDA_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/NVDA_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 7046318,
      "mb": 7.0,
      "rows": 121654,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/NVDA_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 26694504,
      "mb": 26.7,
      "rows": 466206,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:45",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/NVDA_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 13876176,
      "mb": 13.9,
      "rows": 240880,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 75.0
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/NVDA_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "TSLA",
   "asset_class": "stocks",
   "in_download_jobs": false,
   "by_type": {
    "1m": {
     "first": "2026-03-12",
     "last": "2026-09-11",
     "last_file_write_aest": "2026-10-29T18:36:44+10:00",
     "source": "held 1-minute files on the box (scanned); first = earliest file with at least 10,000 rows"
    }
   },
   "box": {
    "held": true,
    "types": [
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-03-12",
     "last": "2026-09-11"
    },
    "latest_bar": "2026-09-11 23:59:45",
    "last_file_write_aest": "2026-10-29T18:38:36+10:00",
    "latest_file": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/TSLA_15Second.txt",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "longest 1-minute file",
      "path": "/workspace/smt-python/data/stocks/TSLA_1Minute.txt",
      "timeframe": "1m",
      "series": "US stock 1m (NT import format / csv); ET stamps 04:00-20:00",
      "bytes": 7008546,
      "mb": 7.0,
      "rows": 121695,
      "first": "2026-03-12 04:00:00",
      "last": "2026-09-11 19:59:00",
      "file_mtime_aest": "2026-10-29 18:35",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "most recent bar",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_15s/TSLA_15Second.txt",
      "timeframe": "15s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 26309048,
      "mb": 26.3,
      "rows": 463376,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:45",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     },
     {
      "role": "30s bars",
      "path": "/workspace/data_pull/pc_09E03F9/farm/inbox/databento_stocks_30s/TSLA_30Second.txt",
      "timeframe": "30s",
      "series": "Databento XNAS.ITCH -> sub-minute bars (raw, uncleaned); UTC stamps",
      "bytes": 13742081,
      "mb": 13.7,
      "rows": 240662,
      "first": "2026-03-12 08:00:00",
      "last": "2026-09-11 23:59:30",
      "file_mtime_aest": "2026-10-29 18:38",
      "time_source": "file mtime",
      "scan_error": null
     }
    ],
    "unique_files": 8,
    "unique_mb": 74.3
   },
   "pc": [
    {
     "type": "ticks (Databento, text)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_stocks_tick\\*_Tick.txt",
     "volume": "about 80 GB for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    },
    {
     "type": "raw order book mbp-1 (Databento zip)",
     "range": "12 Mar → 11 Sep 2026",
     "path": "DESKTOP-09E03F9: C:\\GROK_BOT_TradingFarm\\inbox\\databento_raw\\XNAS-20260912-8J7NRBANLC.zip",
     "volume": "50 GB zip for the 10 stocks",
     "source": "per DATA_INVENTORY.md 6 Oct 2026"
    }
   ],
   "data_start": "2026-03-12",
   "clean_last": "2026-09-11",
   "verified_source": "/workspace/smt-python/data/stocks_clean_2026-09-29/TSLA_1Minute.txt (receipt /workspace/smt-python/data/stocks_clean_2026-09-29/_receipt_clean.json)",
   "verified": "clean"
  },
  {
   "symbol": "MBT",
   "asset_class": "futures",
   "in_download_jobs": false,
   "group": "cme_crypto",
   "by_type": {
    "tick": {
     "first": "2026-05-17",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T22:46:22+10:00",
     "source": "NT tick db (.Last.ncd) decoded on the box; ticks + 1s/5s/15s/30s/1m bars"
    },
    "1m": {
     "first": "2026-05-17",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T22:46:22+10:00",
     "source": "1m from ticks + NT minute bars"
    }
   },
   "box": {
    "held": true,
    "types": [
     "ticks",
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2026-05-17",
     "last": "2026-10-30"
    },
    "latest_bar": "2026-10-30 08:43:00",
    "last_file_write_aest": "2026-10-30T22:46:22+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/MBT/1m_ntminute/ (+ _topup_*/1m_ntminute/)",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "ticks",
      "path": "/workspace/data_pull/ticks_secbars/MBT/ticks/ (+ _topup_*/ticks/)",
      "timeframe": "tick",
      "series": "NT front month (NT rollover table), unadjusted, ET",
      "files": 1,
      "bytes": 887623,
      "mb": 0.9,
      "rows": 163236,
      "first": "2026-10-21 05:57:04",
      "last": "2026-10-30 08:42:33",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1s bars",
      "path": "/workspace/data_pull/ticks_secbars/MBT/1s/ (+ _topup_*/1s/)",
      "timeframe": "1s",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 7,
      "bytes": 13873066,
      "mb": 13.9,
      "rows": 1058694,
      "first": "2026-05-17 18:00:00",
      "last": "2026-10-30 08:42:33",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (from ticks)",
      "path": "/workspace/data_pull/ticks_secbars/MBT/1m/ (+ _topup_*/1m/)",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 7,
      "bytes": 2433680,
      "mb": 2.4,
      "rows": 162091,
      "first": "2026-05-17 18:00:00",
      "last": "2026-10-30 08:42:00",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (NT minute)",
      "path": "/workspace/data_pull/ticks_secbars/MBT/1m_ntminute/ (+ _topup_*/1m_ntminute/)",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar END",
      "files": 1,
      "bytes": 135269,
      "mb": 0.1,
      "rows": 9209,
      "first": "2026-10-21 05:55:00",
      "last": "2026-10-30 08:43:00",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     }
    ],
    "unique_files": 16,
    "unique_mb": 17.3
   },
   "pc": [],
   "note": "CME Micro Bitcoin futures; NinjaTrader download (PC1 21 Oct / PC4 28-30 Oct 2026), README in /workspace/data_pull/ticks_secbars/MBT/",
   "known_gaps": {
    "MBT": {
     "missing_weekday_trading_dates": [],
     "low_tick_days": 49,
     "intraday_gaps_ge60min": 40
    },
    "MBT/_topup_20261030": {
     "missing_weekday_trading_dates": [],
     "low_tick_days": 0,
     "intraday_gaps_ge60min": 2
    }
   },
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "MET",
   "asset_class": "futures",
   "in_download_jobs": false,
   "group": "cme_crypto",
   "by_type": {
    "tick": {
     "first": "2025-11-03",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T19:48:27+10:00",
     "source": "NT tick db (.Last.ncd) decoded on the box; ticks + 1s/5s/15s/30s/1m bars"
    },
    "1m": {
     "first": "2025-05-25",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T19:48:27+10:00",
     "source": "1m from ticks + NT minute bars"
    }
   },
   "box": {
    "held": true,
    "types": [
     "ticks",
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-05-25",
     "last": "2026-10-30"
    },
    "latest_bar": "2026-10-30 05:29:00",
    "last_file_write_aest": "2026-10-30T19:48:27+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/MET/1m_ntminute/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "ticks",
      "path": "/workspace/data_pull/ticks_secbars/MET/ticks/",
      "timeframe": "tick",
      "series": "NT front month (NT rollover table), unadjusted, ET",
      "files": 12,
      "bytes": 9110833,
      "mb": 9.1,
      "rows": 1476946,
      "first": "2025-11-03 16:00:00",
      "last": "2026-10-30 05:28:50",
      "file_mtime_aest": "2026-10-30 19:48",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1s bars",
      "path": "/workspace/data_pull/ticks_secbars/MET/1s/",
      "timeframe": "1s",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 12,
      "bytes": 9948242,
      "mb": 9.9,
      "rows": 693611,
      "first": "2025-11-03 16:00:00",
      "last": "2026-10-30 05:28:50",
      "file_mtime_aest": "2026-10-30 19:48",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (from ticks)",
      "path": "/workspace/data_pull/ticks_secbars/MET/1m/",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 12,
      "bytes": 3070023,
      "mb": 3.1,
      "rows": 213506,
      "first": "2025-11-03 16:00:00",
      "last": "2026-10-30 05:28:00",
      "file_mtime_aest": "2026-10-30 19:48",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (NT minute)",
      "path": "/workspace/data_pull/ticks_secbars/MET/1m_ntminute/",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar END",
      "files": 1,
      "bytes": 4484127,
      "mb": 4.5,
      "rows": 334942,
      "first": "2025-05-25 18:01:00",
      "last": "2026-10-30 05:29:00",
      "file_mtime_aest": "2026-10-30 19:48",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     }
    ],
    "unique_files": 37,
    "unique_mb": 26.6
   },
   "pc": [],
   "note": "CME Micro Ether futures; NinjaTrader download (PC1 21 Oct / PC4 28-30 Oct 2026), README in /workspace/data_pull/ticks_secbars/MET/",
   "known_gaps": {
    "MET": {
     "missing_weekday_trading_dates": [],
     "low_tick_days": 27,
     "intraday_gaps_ge60min": 161
    }
   },
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "BTC_CME",
   "asset_class": "futures",
   "in_download_jobs": false,
   "group": "cme_crypto",
   "by_type": {
    "tick": {
     "first": "2025-05-20",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T22:46:18+10:00",
     "source": "NT tick db (.Last.ncd) decoded on the box; ticks + 1s/5s/15s/30s/1m bars"
    },
    "1m": {
     "first": "2025-05-20",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T22:46:18+10:00",
     "source": "1m from ticks + NT minute bars"
    }
   },
   "box": {
    "held": true,
    "types": [
     "ticks",
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-05-20",
     "last": "2026-10-30"
    },
    "latest_bar": "2026-10-30 08:39:00",
    "last_file_write_aest": "2026-10-30T22:46:18+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/BTC/1m_ntminute/ (+ _topup_*/1m_ntminute/)",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "ticks",
      "path": "/workspace/data_pull/ticks_secbars/BTC/ticks/ (+ _topup_*/ticks/)",
      "timeframe": "tick",
      "series": "NT front month (NT rollover table), unadjusted, ET",
      "files": 1,
      "bytes": 331211,
      "mb": 0.3,
      "rows": 54209,
      "first": "2026-10-21 05:50:49",
      "last": "2026-10-30 08:38:34",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1s bars",
      "path": "/workspace/data_pull/ticks_secbars/BTC/1s/ (+ _topup_*/1s/)",
      "timeframe": "1s",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 19,
      "bytes": 19432210,
      "mb": 19.4,
      "rows": 1338475,
      "first": "2025-05-20 18:05:03",
      "last": "2026-10-30 08:38:34",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (from ticks)",
      "path": "/workspace/data_pull/ticks_secbars/BTC/1m/ (+ _topup_*/1m/)",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 19,
      "bytes": 5271027,
      "mb": 5.3,
      "rows": 356750,
      "first": "2025-05-20 18:05:00",
      "last": "2026-10-30 08:38:00",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (NT minute)",
      "path": "/workspace/data_pull/ticks_secbars/BTC/1m_ntminute/ (+ _topup_*/1m_ntminute/)",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar END",
      "files": 1,
      "bytes": 106730,
      "mb": 0.1,
      "rows": 7181,
      "first": "2026-10-21 05:51:00",
      "last": "2026-10-30 08:39:00",
      "file_mtime_aest": "2026-10-30 22:46",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     }
    ],
    "unique_files": 40,
    "unique_mb": 25.1
   },
   "pc": [],
   "note": "CME Bitcoin futures (full size); NinjaTrader download (PC1 21 Oct / PC4 28-30 Oct 2026), README in /workspace/data_pull/ticks_secbars/BTC/",
   "known_gaps": {
    "BTC": {
     "missing_weekday_trading_dates": [
      "2026-01-01"
     ],
     "low_tick_days": 106,
     "intraday_gaps_ge60min": 196
    },
    "BTC/_topup_20261030": {
     "missing_weekday_trading_dates": [],
     "low_tick_days": 0,
     "intraday_gaps_ge60min": 7
    }
   },
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "ETH_CME",
   "asset_class": "futures",
   "in_download_jobs": false,
   "group": "cme_crypto",
   "by_type": {
    "tick": {
     "first": "2025-11-03",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T20:19:59+10:00",
     "source": "NT tick db (.Last.ncd) decoded on the box; ticks + 1s/5s/15s/30s/1m bars"
    },
    "1m": {
     "first": "2025-05-25",
     "last": "2026-10-30",
     "last_file_write_aest": "2026-10-30T20:19:59+10:00",
     "source": "1m from ticks + NT minute bars"
    }
   },
   "box": {
    "held": true,
    "types": [
     "ticks",
     "seconds",
     "1m"
    ],
    "range": {
     "first": "2025-05-25",
     "last": "2026-10-30"
    },
    "latest_bar": "2026-10-30 06:16:00",
    "last_file_write_aest": "2026-10-30T20:19:59+10:00",
    "latest_file": "/workspace/data_pull/ticks_secbars/ETH/1m_ntminute/",
    "files_without_real_time": 0,
    "key_files": [
     {
      "role": "ticks",
      "path": "/workspace/data_pull/ticks_secbars/ETH/ticks/",
      "timeframe": "tick",
      "series": "NT front month (NT rollover table), unadjusted, ET",
      "files": 12,
      "bytes": 14216008,
      "mb": 14.2,
      "rows": 2586901,
      "first": "2025-11-03 16:00:00",
      "last": "2026-10-30 06:15:04",
      "file_mtime_aest": "2026-10-30 20:19",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1s bars",
      "path": "/workspace/data_pull/ticks_secbars/ETH/1s/",
      "timeframe": "1s",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 12,
      "bytes": 17442198,
      "mb": 17.4,
      "rows": 1287568,
      "first": "2025-11-03 16:00:00",
      "last": "2026-10-30 06:15:04",
      "file_mtime_aest": "2026-10-30 20:19",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (from ticks)",
      "path": "/workspace/data_pull/ticks_secbars/ETH/1m/",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar START",
      "files": 12,
      "bytes": 3689602,
      "mb": 3.7,
      "rows": 275215,
      "first": "2025-11-03 16:00:00",
      "last": "2026-10-30 06:15:00",
      "file_mtime_aest": "2026-10-30 20:19",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     },
     {
      "role": "1m bars (NT minute)",
      "path": "/workspace/data_pull/ticks_secbars/ETH/1m_ntminute/",
      "timeframe": "1m",
      "series": "NT front month (NT rollover table), unadjusted, ET, bar END",
      "files": 1,
      "bytes": 5065478,
      "mb": 5.1,
      "rows": 393636,
      "first": "2025-05-25 18:01:00",
      "last": "2026-10-30 06:16:00",
      "file_mtime_aest": "2026-10-30 20:19",
      "time_source": "file mtime",
      "scan_error": null,
      "job_output": true
     }
    ],
    "unique_files": 37,
    "unique_mb": 40.4
   },
   "pc": [],
   "note": "CME Ether futures (full size); NinjaTrader download (PC1 21 Oct / PC4 28-30 Oct 2026), README in /workspace/data_pull/ticks_secbars/ETH/",
   "known_gaps": {
    "ETH": {
     "missing_weekday_trading_dates": [
      "2026-01-01"
     ],
     "low_tick_days": 22,
     "intraday_gaps_ge60min": 189
    }
   },
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  }
 ],
 "data_library": [
  {
   "symbol": "NQ",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/drive_inventory/dl/NQ_09_26_Minute1_20240731_20260731.csv",
   "rows": 708677,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 36509462,
   "mb": 36.5,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "NQ",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/NQ/NQ_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 622924,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:28:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 13422593,
   "mb": 13.4,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:10:14+10:00",
   "download_finished": "2026-10-06T16:07:22+10:00"
  },
  {
   "symbol": "NQ",
   "data_type": "1-second bars",
   "path": "/workspace/drive_inventory/dl/NQ_09_26_Second1_20260730_20260731.csv",
   "rows": 124765,
   "first": "2026-07-29 08:00:01",
   "last": "2026-07-31 07:00:00",
   "start_date": "2026-07-29",
   "range": "2026-07-29 → 2026-07-31",
   "bytes": 6256751,
   "mb": 6.3,
   "source": "held before 6 Oct jobs; scanned"
  },
  {
   "symbol": "NQ",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/NQ/1s/",
   "rows": 17683914,
   "first": "2025-04-04",
   "last": "2026-10-06",
   "start_date": "2025-04-04",
   "range": "2025-04-04 → 2026-10-06",
   "bytes": 206486893,
   "mb": 206.5,
   "source": "tick job coverage.csv",
   "ticks": 172658091,
   "download_started": "2026-10-06T15:13:38+10:00",
   "download_finished": "2026-10-06T17:59:02+10:00",
   "trading_days": "362",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "NQ",
   "data_type": "ticks",
   "path": "/workspace/drive_inventory/dl/NQ_09_26_Tick1_20260730_20260731.csv",
   "rows": 1374747,
   "first": "2026-07-29 08:00:00",
   "last": "2026-07-31 06:59:59",
   "start_date": "2026-07-29",
   "range": "2026-07-29 → 2026-07-31",
   "bytes": 68427766,
   "mb": 68.4,
   "source": "held before 6 Oct jobs; scanned"
  },
  {
   "symbol": "ES",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/ES_09_26_Minute1_20240731_20260731.csv",
   "rows": 708573,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 34010500,
   "mb": 34.0,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "ES",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/ES/ES_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 622904,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:28:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 12192639,
   "mb": 12.2,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:11:30+10:00",
   "download_finished": "2026-10-06T16:13:28+10:00"
  },
  {
   "symbol": "ES",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/ES/1s/",
   "rows": 16644735,
   "first": "2025-04-04",
   "last": "2026-10-06",
   "start_date": "2025-04-04",
   "range": "2025-04-04 → 2026-10-06",
   "bytes": 162424750,
   "mb": 162.4,
   "source": "tick job coverage.csv",
   "ticks": 362117719,
   "download_started": "2026-10-06T15:26:15+10:00",
   "download_finished": "2026-10-06T18:05:51+10:00",
   "trading_days": "361",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "YM",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/YM_09_26_Minute1_20240731_20260731.csv",
   "rows": 698493,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 30010411,
   "mb": 30.0,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "YM",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/YM/YM_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 613035,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:29:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 12039079,
   "mb": 12.0,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:12:06+10:00",
   "download_finished": "2026-10-06T16:07:45+10:00"
  },
  {
   "symbol": "YM",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/YM/1s/",
   "rows": 5994712,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 64600954,
   "mb": 64.6,
   "source": "tick job coverage.csv",
   "ticks": 22220249,
   "download_started": "2026-10-06T15:52:59+10:00",
   "download_finished": "2026-10-06T18:07:49+10:00",
   "trading_days": "255",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "RTY",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/RTY_09_26_Minute1_20240731_20260731.csv",
   "rows": 688609,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 31863443,
   "mb": 31.9,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "RTY",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/RTY/RTY_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 608806,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:29:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 11807515,
   "mb": 11.8,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:12:38+10:00",
   "download_finished": "2026-10-06T16:07:56+10:00"
  },
  {
   "symbol": "RTY",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/RTY/1s/",
   "rows": 6931577,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 75181606,
   "mb": 75.2,
   "source": "tick job coverage.csv",
   "ticks": 37943422,
   "download_started": "2026-10-06T15:58:14+10:00",
   "download_finished": "2026-10-06T18:10:05+10:00",
   "trading_days": "255",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "GC",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/drive_inventory/dl/GC_12_26_Minute1_20240731_20260731.csv",
   "rows": 705394,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 32832464,
   "mb": 32.8,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "GC",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/GC/GC_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 622285,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:31:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 12439181,
   "mb": 12.4,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:13:15+10:00",
   "download_finished": "2026-10-06T16:08:07+10:00"
  },
  {
   "symbol": "GC",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/GC/1s/",
   "rows": 11466840,
   "first": "2025-04-04",
   "last": "2026-10-06",
   "start_date": "2025-04-04",
   "range": "2025-04-04 → 2026-10-06",
   "bytes": 126301471,
   "mb": 126.3,
   "source": "tick job coverage.csv",
   "ticks": 52603992,
   "download_started": "2026-10-06T15:44:27+10:00",
   "download_finished": "2026-10-06T18:01:02+10:00",
   "trading_days": "361",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "SI",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/SI_09_26_Minute1_20240731_20260731.csv",
   "rows": 691094,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 30827276,
   "mb": 30.8,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "SI",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/SI/SI_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 606589,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:32:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 11578664,
   "mb": 11.6,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:13:57+10:00",
   "download_finished": "2026-10-06T16:08:19+10:00"
  },
  {
   "symbol": "SI",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/SI/1s/",
   "rows": 4343416,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 50917120,
   "mb": 50.9,
   "source": "tick job coverage.csv",
   "ticks": 13768785,
   "download_started": "2026-10-06T16:11:33+10:00",
   "download_finished": "2026-10-06T18:21:56+10:00",
   "trading_days": "255",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "CL",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/CL_09_26_Minute1_20240731_20260731.csv",
   "rows": 695638,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 29810312,
   "mb": 29.8,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "CL",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/CL/CL_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 616349,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:34:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 11441923,
   "mb": 11.4,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:14:45+10:00",
   "download_finished": "2026-10-06T16:08:31+10:00"
  },
  {
   "symbol": "CL",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/CL/1s/",
   "rows": 7252155,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 74960488,
   "mb": 75.0,
   "source": "tick job coverage.csv",
   "ticks": 43861134,
   "download_started": "2026-10-06T16:04:25+10:00",
   "download_finished": "2026-10-06T18:12:28+10:00",
   "trading_days": "255",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "NG",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/NG_09_26_Minute1_20240731_20260731.csv",
   "rows": 642186,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 27296478,
   "mb": 27.3,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "NG",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/NG/NG_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 567654,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:36:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 10179893,
   "mb": 10.2,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:16:27+10:00",
   "download_finished": "2026-10-06T16:08:42+10:00"
  },
  {
   "symbol": "NG",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/NG/1s/",
   "rows": 3323584,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 35281555,
   "mb": 35.3,
   "source": "tick job coverage.csv",
   "ticks": 21038120,
   "download_started": "2026-10-06T16:16:45+10:00",
   "download_finished": "2026-10-06T18:24:10+10:00",
   "trading_days": "255",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "ZN",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/ZN_09_26_Minute1_20240731_20260731.csv",
   "rows": 656363,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 39322215,
   "mb": 39.3,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "ZN",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/ZN/ZN_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 573227,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:35:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 9188259,
   "mb": 9.2,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:18:05+10:00",
   "download_finished": "2026-10-06T16:08:52+10:00"
  },
  {
   "symbol": "ZN",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/ZN/1s/",
   "rows": 3174264,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 28815513,
   "mb": 28.8,
   "source": "tick job coverage.csv",
   "ticks": 95931180,
   "download_started": "2026-10-06T16:21:52+10:00",
   "download_finished": "2026-10-06T18:27:25+10:00",
   "trading_days": "256",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "6E",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/6E_09_26_Minute1_20240731_20260731.csv",
   "rows": 696398,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 34143650,
   "mb": 34.1,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "6E",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/6E/6E_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 614423,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:38:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 11008434,
   "mb": 11.0,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:18:39+10:00",
   "download_finished": "2026-10-06T16:09:02+10:00"
  },
  {
   "symbol": "6E",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/6E/1s/",
   "rows": 3477430,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 34747126,
   "mb": 34.7,
   "source": "tick job coverage.csv",
   "ticks": 19015798,
   "download_started": "2026-10-06T16:28:16+10:00",
   "download_finished": "2026-10-06T18:16:03+10:00",
   "trading_days": "256",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "6B",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/6B_09_26_Minute1_20240731_20260731.csv",
   "rows": 653131,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 30375698,
   "mb": 30.4,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "6B",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/6B/6B_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 570370,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:38:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 10014012,
   "mb": 10.0,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:19:17+10:00",
   "download_finished": "2026-10-06T16:09:12+10:00"
  },
  {
   "symbol": "6B",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/6B/1s/",
   "rows": 1905155,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 21193169,
   "mb": 21.2,
   "source": "tick job coverage.csv",
   "ticks": 8191428,
   "download_started": "2026-10-06T16:33:22+10:00",
   "download_finished": "2026-10-06T18:17:59+10:00",
   "trading_days": "256",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "6A",
   "data_type": "1-minute bars (back-adjusted continuous)",
   "path": "/workspace/data_pull/gdrive/6A_09_26_Minute1_20240731_20260731.csv",
   "rows": 692846,
   "first": "2024-07-30 08:01:00",
   "last": "2026-07-31 07:00:00",
   "start_date": "2024-07-30",
   "range": "2024-07-30 → 2026-07-31",
   "bytes": 33814239,
   "mb": 33.8,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "6A",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/6A/6A_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 605777,
   "first": "2025-01-01 18:01:00-05:00",
   "last": "2026-10-06 01:39:00-04:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-06",
   "bytes": 10619252,
   "mb": 10.6,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:19:53+10:00",
   "download_finished": "2026-10-06T16:09:23+10:00"
  },
  {
   "symbol": "6A",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/6A/1s/",
   "rows": 2562973,
   "first": "2025-10-10",
   "last": "2026-10-06",
   "start_date": "2025-10-10",
   "range": "2025-10-10 → 2026-10-06",
   "bytes": 27740246,
   "mb": 27.7,
   "source": "tick job coverage.csv",
   "ticks": 9659622,
   "download_started": "2026-10-06T16:38:27+10:00",
   "download_finished": "2026-10-06T18:19:58+10:00",
   "trading_days": "256",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "FDAX",
   "data_type": "1-minute bars (fresh, back-adjusted continuous)",
   "path": "/workspace/data_pull/m1_fullsize_2025-01_2026-07/fresh_2025-01-01_2026-10-06/FDAX/FDAX_1m_continuous_backadj_NTrollrule.parquet",
   "rows": 368505,
   "first": "2025-01-02 02:01:00",
   "last": "2026-10-05 16:00:00",
   "start_date": "2025-01-02",
   "range": "2025-01-02 → 2026-10-05",
   "bytes": 7103615,
   "mb": 7.1,
   "source": "m1 job coverage.csv",
   "download_started": "2026-10-06T15:20:31+10:00",
   "download_finished": "2026-10-06T16:09:28+10:00",
   "note": "file changed after the download (patched later); rows and dates read from the file, coverage.csv has 352798 rows"
  },
  {
   "symbol": "FDAX",
   "data_type": "1-minute bars (single contract)",
   "path": "/workspace/data_pull/gdrive/FDAX 09-26.Last.txt",
   "rows": 61422,
   "first": "2026-06-12 14:01:00",
   "last": "2026-09-15 14:00:00",
   "start_date": "2026-06-12",
   "range": "2026-06-12 → 2026-09-15",
   "bytes": 2680616,
   "mb": 2.7,
   "source": "held before 6 Oct jobs; scanned 2026-10-31"
  },
  {
   "symbol": "FDAX",
   "data_type": "1-second bars (from ticks, front contract per NT rollover)",
   "path": "/workspace/data_pull/ticks_secbars/FDAX/1s/",
   "rows": 3222404,
   "first": "2025-04-04",
   "last": "2026-10-06",
   "start_date": "2025-04-04",
   "range": "2025-04-04 → 2026-10-06",
   "bytes": 40535034,
   "mb": 40.5,
   "source": "tick job coverage.csv",
   "ticks": 6390224,
   "download_started": "2026-10-06T16:44:12+10:00",
   "download_finished": "2026-10-06T18:14:13+10:00",
   "trading_days": "353",
   "note": "1s files now hold 3,222,404 bars (coverage.csv 3,181,909): months were patched after the job (repair); ticks and trading days are as in coverage.csv",
   "carried": "carried from the 2026-10-30T23:05:18+10:00 scan: folder moved off the box to PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\data_pull\\ticks_secbars on 30 Oct 2026; no new futures ticks landed since"
  },
  {
   "symbol": "EURUSD",
   "data_type": "1-minute bars (Dukascopy BID candles)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\EURUSD\\m1\\duka_candles\\EURUSD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
   "rows": 680583,
   "first": "2025-01-01 22:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 17111706,
   "mb": 17.1,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:25:35+10:00",
   "trading_days": null
  },
  {
   "symbol": "EURUSD",
   "data_type": "1-second bars (from Dukascopy ticks)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\EURUSD\\tick_1s\\parquet\\",
   "rows": 16448707,
   "first": "2025-01-01 22:00:14",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 383347441,
   "mb": 383.3,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:46:42+10:00",
   "trading_days": 476
  },
  {
   "symbol": "GBPUSD",
   "data_type": "1-minute bars (Dukascopy BID candles)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\GBPUSD\\m1\\duka_candles\\GBPUSD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
   "rows": 679436,
   "first": "2025-01-01 22:01:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 17108419,
   "mb": 17.1,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:28:10+10:00",
   "trading_days": null
  },
  {
   "symbol": "GBPUSD",
   "data_type": "1-second bars (from Dukascopy ticks)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\GBPUSD\\tick_1s\\parquet\\",
   "rows": 17783905,
   "first": "2025-01-01 22:01:23",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 414724869,
   "mb": 414.7,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:46:53+10:00",
   "trading_days": 476
  },
  {
   "symbol": "USDJPY",
   "data_type": "1-minute bars (Dukascopy BID candles)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDJPY\\m1\\duka_candles\\USDJPY_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
   "rows": 680261,
   "first": "2025-01-01 22:04:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 17304254,
   "mb": 17.3,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:30:59+10:00",
   "trading_days": null
  },
  {
   "symbol": "USDJPY",
   "data_type": "1-second bars (from Dukascopy ticks)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDJPY\\tick_1s\\parquet\\",
   "rows": 15684414,
   "first": "2025-01-01 22:04:01",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 367227142,
   "mb": 367.2,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:47:09+10:00",
   "trading_days": 391
  },
  {
   "symbol": "AUDUSD",
   "data_type": "1-minute bars (Dukascopy BID candles)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\AUDUSD\\m1\\duka_candles\\AUDUSD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
   "rows": 679365,
   "first": "2025-01-01 22:04:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 16586134,
   "mb": 16.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:33:36+10:00",
   "trading_days": null
  },
  {
   "symbol": "AUDUSD",
   "data_type": "1-second bars (from Dukascopy ticks)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\AUDUSD\\tick_1s\\parquet\\",
   "rows": 15054769,
   "first": "2025-01-01 22:04:01",
   "last": "2026-10-29 23:59:52",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 344550547,
   "mb": 344.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:46:15+10:00",
   "trading_days": 476
  },
  {
   "symbol": "USDCAD",
   "data_type": "1-minute bars (Dukascopy BID candles)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCAD\\m1\\duka_candles\\USDCAD_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
   "rows": 680048,
   "first": "2025-01-01 22:04:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 16674504,
   "mb": 16.7,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:36:31+10:00",
   "trading_days": null
  },
  {
   "symbol": "USDCAD",
   "data_type": "1-second bars (from Dukascopy ticks)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCAD\\tick_1s\\parquet\\",
   "rows": 16762742,
   "first": "2025-01-01 22:04:11",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 379564117,
   "mb": 379.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:46:52+10:00",
   "trading_days": 476
  },
  {
   "symbol": "USDCHF",
   "data_type": "1-minute bars (Dukascopy BID candles)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCHF\\m1\\duka_candles\\USDCHF_1m_dukascopy_BID_2025-01-01_2026-10-29.parquet",
   "rows": 679268,
   "first": "2025-01-01 22:04:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 16788876,
   "mb": 16.8,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:39:55+10:00",
   "trading_days": null
  },
  {
   "symbol": "USDCHF",
   "data_type": "1-second bars (from Dukascopy ticks)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\forex\\USDCHF\\tick_1s\\parquet\\",
   "rows": 15067142,
   "first": "2025-01-01 22:04:01",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 344145245,
   "mb": 344.1,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:46:41+10:00",
   "trading_days": 476
  },
  {
   "symbol": "BTC",
   "data_type": "1-minute bars (binance BTCUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BTC\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 61099705,
   "mb": 61.1,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:20:42+10:00",
   "trading_days": null
  },
  {
   "symbol": "BTC",
   "data_type": "1-second bars from trades (binance BTCUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BTC\\tick_1s\\parquet\\",
   "rows": 2185244,
   "first": "2026-10-01 00:00:00",
   "last": "2026-10-29 23:59:59",
   "start_date": "2026-10-01",
   "range": "2026-10-01 → 2026-10-29",
   "bytes": 67039638,
   "mb": 67.0,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 2443236995,
   "download_finished": "2026-10-31T07:20:42+10:00",
   "trading_days": 29
  },
  {
   "symbol": "ETH",
   "data_type": "1-minute bars (binance ETHUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ETH\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 53692917,
   "mb": 53.7,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:21:09+10:00",
   "trading_days": null
  },
  {
   "symbol": "ETH",
   "data_type": "1-second bars from trades (binance ETHUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ETH\\tick_1s\\parquet\\",
   "rows": 1746703,
   "first": "2026-10-01 00:00:00",
   "last": "2026-10-29 23:59:59",
   "start_date": "2026-10-01",
   "range": "2026-10-01 → 2026-10-29",
   "bytes": 53079140,
   "mb": 53.1,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 2466374208,
   "download_finished": "2026-10-31T07:21:09+10:00",
   "trading_days": 29
  },
  {
   "symbol": "USDT",
   "data_type": "1-minute bars (kraken USDTZUSD)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDT\\m1\\parquet\\",
   "rows": 950034,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 30636512,
   "mb": 30.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:24:13+10:00",
   "trading_days": null
  },
  {
   "symbol": "USDT",
   "data_type": "1-second bars from trades (kraken USDTZUSD)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDT\\tick_1s\\parquet\\",
   "rows": 9775470,
   "first": "2025-01-01 00:00:10",
   "last": "2026-10-29 23:59:59",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 236672807,
   "mb": 236.7,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 21384571,
   "download_finished": "2026-10-31T07:24:13+10:00",
   "trading_days": 667
  },
  {
   "symbol": "BNB",
   "data_type": "1-minute bars (binance BNBUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BNB\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 45298736,
   "mb": 45.3,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:21:35+10:00",
   "trading_days": null
  },
  {
   "symbol": "BNB",
   "data_type": "1-second bars from trades (binance BNBUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\BNB\\tick_1s\\parquet\\",
   "rows": 27013651,
   "first": "2025-02-01 00:00:00",
   "last": "2026-10-29 23:59:59",
   "start_date": "2025-02-01",
   "range": "2025-02-01 → 2026-10-29",
   "bytes": 612463874,
   "mb": 612.5,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 698007811,
   "download_finished": "2026-10-31T07:21:35+10:00",
   "trading_days": 452
  },
  {
   "symbol": "XRP",
   "data_type": "1-minute bars (binance XRPUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XRP\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 44581409,
   "mb": 44.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:21:53+10:00",
   "trading_days": null
  },
  {
   "symbol": "XRP",
   "data_type": "1-second bars from trades (binance XRPUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XRP\\tick_1s\\parquet\\",
   "rows": 21168241,
   "first": "2025-05-01 00:00:00",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-05-01",
   "range": "2025-05-01 → 2026-10-29",
   "bytes": 488751717,
   "mb": 488.8,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 889982376,
   "download_finished": "2026-10-31T07:21:53+10:00",
   "trading_days": 424
  },
  {
   "symbol": "USDC",
   "data_type": "1-minute bars (binance USDCUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDC\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 36641697,
   "mb": 36.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:22:36+10:00",
   "trading_days": null
  },
  {
   "symbol": "USDC",
   "data_type": "1-second bars from trades (binance USDCUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\USDC\\tick_1s\\parquet\\",
   "rows": 51843499,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:59",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 934545642,
   "mb": 934.5,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 307546695,
   "download_finished": "2026-10-31T07:22:36+10:00",
   "trading_days": 667
  },
  {
   "symbol": "SOL",
   "data_type": "1-minute bars (binance SOLUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\SOL\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 43608545,
   "mb": 43.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:22:11+10:00",
   "trading_days": null
  },
  {
   "symbol": "SOL",
   "data_type": "1-second bars from trades (binance SOLUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\SOL\\tick_1s\\parquet\\",
   "rows": 19859064,
   "first": "2025-06-01 00:00:00",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-06-01",
   "range": "2025-06-01 → 2026-10-29",
   "bytes": 457841654,
   "mb": 457.8,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 1171298756,
   "download_finished": "2026-10-31T07:22:11+10:00",
   "trading_days": 363
  },
  {
   "symbol": "TRX",
   "data_type": "1-minute bars (binance TRXUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\TRX\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 38942767,
   "mb": 38.9,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:22:50+10:00",
   "trading_days": null
  },
  {
   "symbol": "TRX",
   "data_type": "1-second bars from trades (binance TRXUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\TRX\\tick_1s\\parquet\\",
   "rows": 23709104,
   "first": "2025-01-01 00:00:01",
   "last": "2026-10-29 23:59:59",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 469171111,
   "mb": 469.2,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 76671006,
   "download_finished": "2026-10-31T07:22:50+10:00",
   "trading_days": 667
  },
  {
   "symbol": "HYPE",
   "data_type": "1-minute bars (gate HYPE_USDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\HYPE\\m1\\parquet\\",
   "rows": 926663,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 33815930,
   "mb": 33.8,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:23:39+10:00",
   "trading_days": null
  },
  {
   "symbol": "HYPE",
   "data_type": "1-second bars from trades (gate HYPE_USDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\HYPE\\tick_1s\\parquet\\",
   "rows": 12878613,
   "first": "2025-01-01 00:00:10",
   "last": "2026-10-29 23:59:59",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 313071288,
   "mb": 313.1,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 38314502,
   "download_finished": "2026-10-31T07:23:39+10:00",
   "trading_days": 667
  },
  {
   "symbol": "ZEC",
   "data_type": "1-minute bars (binance ZECUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ZEC\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 43881855,
   "mb": 43.9,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:23:12+10:00",
   "trading_days": null
  },
  {
   "symbol": "ZEC",
   "data_type": "1-second bars from trades (binance ZECUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\ZEC\\tick_1s\\parquet\\",
   "rows": 15369222,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:59",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 387524602,
   "mb": 387.5,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 239701650,
   "download_finished": "2026-10-31T07:23:12+10:00",
   "trading_days": 607
  },
  {
   "symbol": "DOGE",
   "data_type": "1-minute bars (binance DOGEUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\DOGE\\m1\\parquet\\",
   "rows": 960480,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 44841440,
   "mb": 44.8,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:23:25+10:00",
   "trading_days": null
  },
  {
   "symbol": "DOGE",
   "data_type": "1-second bars from trades (binance DOGEUSDT)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\DOGE\\tick_1s\\parquet\\",
   "rows": 30636200,
   "first": "2025-02-01 00:00:00",
   "last": "2026-10-29 23:59:58",
   "start_date": "2025-02-01",
   "range": "2025-02-01 → 2026-10-29",
   "bytes": 702767462,
   "mb": 702.8,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 738767804,
   "download_finished": "2026-10-31T07:23:25+10:00",
   "trading_days": 636
  },
  {
   "symbol": "XMR",
   "data_type": "1-minute bars (kraken XXMRZUSD)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XMR\\m1\\parquet\\",
   "rows": 647196,
   "first": "2025-01-01 00:00:00",
   "last": "2026-10-29 23:59:00",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 25519861,
   "mb": 25.5,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": null,
   "download_finished": "2026-10-31T07:24:23+10:00",
   "trading_days": null
  },
  {
   "symbol": "XMR",
   "data_type": "1-second bars from trades (kraken XXMRZUSD)",
   "path": "PC1 DESKTOP-HD0RGU0 C:\\Users\\David\\farm_offload\\live_pull\\crypto\\XMR\\tick_1s\\parquet\\",
   "rows": 1783177,
   "first": "2025-01-01 00:00:23",
   "last": "2026-10-29 23:59:53",
   "start_date": "2025-01-01",
   "range": "2025-01-01 → 2026-10-29",
   "bytes": 62596828,
   "mb": 62.6,
   "source": "PC file mtime (_pc_status inventory.json)",
   "ticks": 5759842,
   "download_finished": "2026-10-31T07:24:23+10:00",
   "trading_days": 667
  }
 ],
 "past_downloads": [
  {
   "path": "/workspace/data_pull/gdrive/",
   "what": "Google Drive pull: 18 two-year 1-minute continuous series (30 Jul 2024 → 31 Jul 2026), 8 manual NT .Last.txt exports, 6 raw single-contract NQ/ES exports, 5 result JSONs",
   "files": 37,
   "bytes": 633660908,
   "mb": 633.7,
   "mib": 604,
   "file_times_aest": [
    "2026-10-29 18:38",
    "2026-10-29 18:38"
   ],
   "files_without_real_time": 0
  },
  {
   "path": "/workspace/data_pull/pc_09E03F9/",
   "what": "PC DESKTOP-09E03F9 pull (SHA-verified): Databento stock 1m/15s/30s, NT stock import, nitro_crt_v2 data and runs, Ninja strategies and scripts, farm_data_small.zip",
   "files": 393,
   "bytes": 548902263,
   "mb": 548.9,
   "mib": 523,
   "file_times_aest": [
    "2026-10-29 18:33",
    "2026-10-29 18:38"
   ],
   "files_without_real_time": 0
  },
  {
   "path": "/workspace/drive_inventory/dl/",
   "what": "Earlier Drive downloads: NQ and GC two-year 1-minute continuous, NQ tick + 1-second probe (29–31 Jul 2026), contract exports",
   "files": 9,
   "bytes": 196940795,
   "mb": 196.9,
   "mib": 188,
   "file_times_aest": [
    "2026-10-29 18:34",
    "2026-10-29 18:37"
   ],
   "files_without_real_time": 0
  },
  {
   "path": "/workspace/smt-python/data/stocks_clean_2026-09-29/",
   "what": "10 stocks, 1-minute, 12 Mar → 11 Sep 2026 (cleaned 29 Sep 2026)",
   "files": 21,
   "bytes": 130848487,
   "mb": 130.8,
   "mib": 125,
   "file_times_aest": [
    "2026-10-29 18:36",
    "2026-10-29 18:36"
   ],
   "files_without_real_time": 0
  }
 ],
 "data_start": "2025-01-01",
 "scan_seconds": 6.8
}