Source code for util.bead_poc

from config import Config
from util.fcc import FCCUtil
from util.format import FormatUtil

# DEPRECATED (2026-07-23): This module is no longer maintained. Its only consumers,
# the `dags/bead/poc/load_prechal` and `dags/bead/poc/load_postchal` DAGs, have been
# retired/archived. `state_profiles` / `bead_poc_profile` here are stale and MUST NOT
# be used as a source of truth for current work (e.g. FFA/fabric versions for ARC
# final-proposal ingest — use `util/bead.py` / `BeadUtil` instead). Kept only because
# it is still imported via `util/__init__.py`; do not extend it.


[docs] class BeadPOCUtil: """ DEPRECATED — see module banner above. No longer maintained; consumer DAGs (load_prechal, load_postchal) retired/archived. Util class for Bead National Map view (Proof of Concept /POC) post-challenge, and pre-challenge configurations. For latest update on BEAD stage, refer to: https://www.ntia.gov/funding-programs/internet-all/broadband-equity-access-and-deployment-bead-program/progress-dashboard - stage = pending: Challenge process has not concluded; as of 2025-03-28: remaining 8 entities are: FL, GU, MS, NJ, NC, OK, PR, TX, VI (6 of which are READY-partner SBOs) - stage = adjusting: Challenge process has concluded, but the state is still adjusting the data, including: dedup, remove preliminary award project areas, ... - stage = final: the state has verbally confirmed that the eligiblity list (BSLs and CAIs) is NTIA-approved and finalized; the only change to this list would be: addition of no BEAD location list (at the end of our application process) for Final Proposal (FP) submission/for public comment """ state_profiles = { "IA": { "pre_fa": 3, "pre_ffa": 29, "post_fa": 5, "post_ffa": 53, "stage": "adjusting", "sourced_at": "2025-04-07", "dev_note": """ to rerun load_postchal DAG and reload BSL+CAI after the state publishes the update; check back and update post_ffa after IA SBO finalized post-challenge """, "version_note": """ Pre-challenged is June 2023 for both [Fabric and FFA]; post-challenge June 2024 for both """, "update_note": """ the state does not yet have approval to start the subgrantee selection process. We are in the process of updating the post-challenge data. Updates are planned. """, }, "ME": { "pre_fa": 3, # version 3.2 released July 2023 "pre_ffa": 27, "post_fa": 3, # version 3.2 released July 2023 "post_ffa": 29, "stage": "final", "sourced_at": "2025-04-07", "dev_note": """ to rerun load_postchal DAG and reload BSL+CAI after the state removes non-locations """, "version_note": """ Fabric versions for both pre and post was version 3.2 released July 2023. Corresponding availability data was from the April 3, 2024 update to the service as of June 30, 2023 BDC. """, "update_note": """ We are using the Reason Codes from NTIA to remove locations where service has been built as of June 30, 2024 and where ISPs could provide evidence supporting these claims in the FCC BDC. Currently published lists are expected to be final and what we will use to build our tables for the Final Proposal submission. """, }, "WA": { "pre_fa": 2, "pre_ffa": 15, "post_fa": 4, "post_ffa": 38, "stage": "adjusting", "sourced_at": "2025-04-07", "dev_note": """ to rerun load_postchal DAG and reload BSL+CAI after the state removes non-locations and enforceable commitments """, "version_note": """ The post challenge fabric version and availability data used for our approved challenge process results is fabric v4 12/2023 Broadband Data Collection (BDC) published on September 9, 2024. """, "update_note": """ Bear in mind we have already closed our first round of applications and, consistent with the rules of our IPVII, all project areas that received a preliminary award have been removed from the map. BEAD data is as final as possible. Updates for enforceable commitments, as required by NTIA, may alter the eligibility of BSLs, as can BSL removal for non-BSLs as outlined in NTIA guidance. """, }, "MO": { "pre_fa": 3, "pre_ffa": 23, "post_fa": 3, "post_ffa": 29, # last ffa version for as-of 2023-06-30 (fabric version 3) "stage": "final", "sourced_at": "2025-04-07", "dev_note": """ Pre-challenge CAI file `CAI_List_DummyLocationIDs.csv` -- `CAI IDs - list of pseudo-location id's, generated for community anchor institutions without an FCC location id, to be able to map these locations to specific coordinates.` The list of CAIs at the end of our challenge process are available as part of the download here: https://ded.mo.gov/sites/ded/files/media/file/2025/03/final_challenge_submission_3_25_25.zip """, "version_note": """ Fabric Version 3.2 (the only “as-of” date used was the one associated with the version 3.2 fabric – 06-30-2023) pre-challenge updated publication date: 02-20-2024 (as-of 06-30-2023 data as published on 02-20-2024) post-challenge updated publication date: October 10-01-2024 (as-of 06-30-2023 data as published on 10-01-2024) All version 3.2 locations not appearing on this list had classification “2”, indicating they were served, that a provider planned to serve them by Dec. 31, 2024 if building with private funds, or that a provider is subject to an enforceable commitment to provide broadband service in the future through a public broadband subsidy program. """, "update_note": """ Currently published data is final and approved by NTIA. """, }, "FL": { "pre_fa": 3, "pre_ffa": 19, "post_fa": 4, "post_ffa": 30, "stage": "pending", "sourced_at": "2025-04-10", "dev_note": """ emailed FL SBO broadband@deo.myflorida.com but no response """, "version_note": """ pre-challenge (volume I): Florida will use the FCC's Broadband Availability Data from the National Broadband Map from September 30, 2023; in other place: The publication date of the National Broadband Map, December 12, 2023, post-challenge: the FCC Fabric Version 4 dated 12.31.2023 and Broadband Data Collection (BDC) data from 5.14.2024. """, "update_note": """ FloridaCommerce has concluded its BEAD Challenge Process and is now in curing with the National Telecommunications Information Administration (NTIA) """, }, "ID": { "pre_fa": 3, "pre_ffa": 18, "post_fa": 4, "post_ffa": 30, "stage": "final", "sourced_at": "2025-04-10", "dev_note": """ all of the information you are looking for can be found on Link Up Idaho. Specifically, see the BEAD Subgrantee Selection webpage. """, "version_note": """ Idaho has only used FCC Fabric Version 4. There has been no formal true-up to other fabric versions. """, "update_note": """ The posted CSV files are the final, NTIA approved eligible BSLs. """, }, "CO": { "pre_fa": 3, "pre_ffa": 17, "post_fa": 3, # FCC Fabric Version 3.2 (07/21/2023) "post_ffa": 29, "stage": "final", "sourced_at": "2025-04-10", "dev_note": """ """, "version_note": """ pre-challenge: from Volume I: using data current as of June 30, 2022 from the National Broadband Map (NOTE: this is fabric version 2), last updated on Nov. 14, 2023 post-challenge: BEAD Eligibility data for Colorado, prepared using FCC Fabric Version 3.2 (07/21/2023) and FCC BDC Version 3 (05/05/2024). """, "update_note": """ Final/This BEAD eligible location list was prepared and submitted on 2024-06-28 and was APPROVED by NTIA on 2024-08-05. """, }, "RI": { "pre_fa": 3, "pre_ffa": 17, "post_fa": 3, # Fabric (version 3.2) "post_ffa": 21, "stage": "adjusting", "sourced_at": "2025-04-10", "dev_note": """ """, "version_note": """ pre-challenge: VOLUME 1: V3 of the BSL Fabric and Broadband Data Collection (BDC) filings last updated on November 14, 2023. post-challenge: https://ri.broadbandnavigator.com/map About (About The Map) based on the FCC Broadband Serviceable Location Fabric (version 3.2). Availability data is based on ISP submissions to the FCC with an effective date of June 30, 2023, and was downloaded with updates as of January 23, 2024. """, "update_note": """ """, }, "UT": { "pre_fa": 3, "pre_ffa": 17, "post_fa": 3, # Fabric (version 3.2) "post_ffa": 18, "stage": "final", "sourced_at": "2025-04-10", "dev_note": """ """, "version_note": """ - pre-challenge: All of our pre challenges were based on fabric version 3.2.1. - post-challenge: We ran our challenge process based on what had been submitted as far as July, 21,2023 and provider data submitted as of Nov.28,2023. """, "update_note": """ All the data on our website is final and the only thing that will change is when we add our no BEAD location list at the end of our application process for our Final Proposal submission. """, }, "AK": { "pre_fa": 3, "pre_ffa": 27, "post_fa": 4, "post_ffa": 33, "stage": "adjusting", "sourced_at": "2025-04-11", "dev_note": """ TODO: confirm pre+post x fa+ffa versions! (emailed jan.cox@alaska.gov and ced.abo.general@alaska.gov but no response yet) """, "version_note": """ - pre-challenge: The Stage 1 review is to allow a preview of the locations to understand the categorization of a BSL or CAI. The 30-day Stage 1 review runs from April 6, 2024 to May 5, 2024... Stage 2/3/4 Challenge Phase - post-challenge: Stage 4 -- the Alaska Broadband Office reviews rebuttals from Internet Service Providers (ISPs) -- This phase will begin on July 5, 2024 and will end on August 3, 2024. """, "update_note": """ The Alaska Broadband Grant Program application period is now open for 120 days between December 16, 2024, and April 14, 2025. """, }, "AS": { "pre_fa": 2, "pre_ffa": 15, "post_fa": 4, "post_ffa": 42, "stage": "adjusting", "sourced_at": "2025-04-11", "dev_note": """ Best guesstimate on post-challenge versions! """, "version_note": """ - pre-challenge: American Samoa is utilizing the FCC’s Broadband DATA Map as of October 24, 2023 - post-challenge: """, "update_note": """ """, }, "GA": { "pre_fa": 2, "pre_ffa": 15, "post_fa": 4, "post_ffa": 35, "stage": "final", "sourced_at": "2025-04-11", "dev_note": """ """, "version_note": """ https://broadband.georgia.gov/bead-challenges/supplemental-info The fabric used for the BEAD effort by both NTIA and GTA is the FCC December 2023 version (updated July 23, 2024) Volume 1: https://drive.google.com/file/d/11yQLusmsI9MpLbx3VRvgZ1LQHoSh3JxG/view based on the October 24, 2023, publication date of the National Broadband Map. - pre-challenge: We used the December 2023 fabric - post-challenge: for our challenge process. We trued up to the July 23, 2024, BDC. """, "update_note": """ The only changes to the location data will be removing locations per NTIA's location removal/non-service guidance. Locations approved for non-service may be found here: https://broadband.georgia.gov/gta-approved-bead-locations-non-service """, }, # "MN": { # MN: is a Ready-partners SBO: for BSL, use table c_bead_merge_tile_mn; for CAI, use public-sourced file `post-challenge-cai_tcm1045-666836` # "stage": "adjusting", # "sourced_at": "2025-04-11", # "dev_note": """ # - pre-challenge MN CAI: The list of CAIs is under the “Additional Resources” tab (Eligible Community Anchor Institutions) aka file `eligible-community-anchor-institutions_tcm1045-632399` # - post-challenge MN CAI: Under "Completed Challenge Process in MN" tab, "Post BEAD Challenge Process CAIs" aka file `post-challenge-cai_tcm1045-666836` # - email replied: "Minnesota will not have BEAD Funding available to use for CAIs. # """, # "version_note": """ # Both were Fabric Version 4. # """, # "update_note": """ # Updates are planned as information becomes available. # """, # }, "MA": { "pre_fa": 2, # v2 of the BSL Fabric released on December 31, 2022 "pre_ffa": 20, # this particular BDC filing corresponds to pre_fa = 3 "post_fa": 4, "post_ffa": 42, "stage": "adjusting", "sourced_at": "2025-04-11", "dev_note": """ """, "version_note": """ - pre-challenge: Volume 1) The unserved and underserved location data were identified from v2 of the BSL Fabric released on December 31, 2022, and Broadband Data Collection (BDC) filings, updated on January 9, 2024. - post-challenge: The Massachusetts Challenge Portal was based on the Federal Communication Commission's (FCC) map, with version 4 of the CostQuest fabric data and availability data as of December 31, 2023... https://mapping.massbroadband.org/challengesummary About: Provider services listed for each BSL are based on the BDC data as of 12/31/2023 (published on 10/29/24) """, "update_note": """ """, }, "IL": { "pre_fa": 3, "pre_ffa": 18, "post_fa": 3, "post_ffa": 20, "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from IL SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: The state is using data last updated November 28th, 2023, with FCC BSL fabric availability data as of June 30th 2023 (Req 1.2.3). - post-challenge: The map is based on the FCC National Broadband Map last updated 01/23/24. Data on broadband-serviceable locations (BSLs) is based on availability reported in the FCC BDC as of June 30, 2023. """, "update_note": """ """, }, "KS": { # in bead.py but "we did not do true up for KS" "pre_fa": 2, "pre_ffa": 17, "post_fa": 4, "post_ffa": 42, # location_id matched with FFA "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ """, "version_note": """ - pre-challenge: from bead.py, 2 and 17 - post-challenge: bead.py says fab=2/17 but quite wrong """, "update_note": """ """, }, "KY": { "pre_fa": 3, "pre_ffa": 25, "post_fa": 3, # unsure "post_ffa": 25, # unsure "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from the SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: From Volume I -- `The data is sourced from the FCC's Broadband DATA Map as of March 19, 2024.` - post-challenge: """, "update_note": """ """, }, "MD": { "pre_fa": 3, "pre_ffa": 18, "post_fa": 5, "post_ffa": 43, # unsure "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from the SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: The unserved and underserved locations identified in this document and its attachments are based on the November 28, 2023, publication date of the National Broadband Map. - post-challenge: What version and date of the FCC Fabric data will be published for the MD BEAD challenge process? The data on the portal will be data from June 30, 2024. """, "update_note": """ """, }, "MI": { "pre_fa": 2, "pre_ffa": 18, # this particular BDC filing corresponds to pre_fa = 2023-06-30 = 3 "post_fa": 3, # 3.2 "post_ffa": 22, "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from the SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: Michigan High‐Speed Internet Office utilized the Broadband Data Collection (BDC) data as of December 31st, 2022 last updated on November 28, 2023 from the National Broadband Map. - post-challenge: Service data is as of 06/30/2024 published on 02/07/2024 and is the data used during the BEAD challenge process. """, "update_note": """ """, }, "MP": { "pre_fa": 3, "pre_ffa": 19, "post_fa": 4, # unsure "post_ffa": 42, # cant find from MP SBO publications, but all location_id matched exactly with this FFA version! "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from the SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: Volume I for public comment and review by the NTIA, BPD utilized the Broadband Data Collection (BDC) data as of June 30, 2023, last updated on December 12, 2023, from the National Broadband Map. - post-challenge: In May 2023, the Federal Communications Commission (FCC) released Version 2 of the National Broadband Map. """, "update_note": """ """, }, "NE": { "pre_fa": 4, # unsure "pre_ffa": 42, # unsure "post_fa": 4, "post_ffa": 42, # unsure "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from the SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: - post-challenge: The NBO BEAD-eligible inventory was compiled using FCC Fabric Version 4 data... Locations and classifications were also trued up to Fabric version 4 """, "update_note": """ """, }, "SC": { "pre_fa": 3, "pre_ffa": 25, "post_fa": 3, # 3.2 "post_ffa": 29, # unsure "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from the SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: Jun. 30, 2023 (as of Mar. 19, 2024), submissions that were audited through the SC BEAD Map Challenge process, which concluded on Jun. 30, 2024. - post-challenge: The SC BEAD Map Challenge process relied upon FCC Broadband Serviceable Location (BSL) Fabric Jun. 30, 2023, Version 3.2 (pub. Jul. 21, 2023). """, "update_note": """ """, }, "SD": { "pre_fa": 3, "pre_ffa": 18, "post_fa": 5, "post_ffa": 47, # cant find from SD SBO publications, but all location_id matched exactly with this FFA version! "stage": "adjusting", "sourced_at": "2025-05-01", "dev_note": """ - Did not get response from the SBO for my email inquiry (Subject: `Request for Verification: BEAD Program Data and Fabric Versions`) """, "version_note": """ - pre-challenge: The Broadband Team utilized the NTIA National Broadband Map from the Eligible Entity Planning Toolkit, current as of 11/28/23, to identify unserved and underserved locations. - post-challenge: Version 3 of the Costquest Broadband Serviceable Location Fabric...Used with the BDC filing as of June 30, 2023; The Fixed Broadband Availability Data Data as of December 31, 2022 """, "update_note": """ """, }, "TN": { "pre_fa": 2, "pre_ffa": 12, "post_fa": 3, # CostQuest Fabric 3.2 "post_ffa": 25, "stage": "final", "sourced_at": "2025-04-11", "dev_note": """ """, "version_note": """ - pre-challenge: Volume 1) using the first publication of September dated 9/12/2023 - post-challenge: https://www.tn.gov/content/dam/tn/ecd/documents/broadband/infrastructure/bead/bead-challenge-process/5-30-24-update/Challenge_Process_FAQs-20240531.pdf We used CostQuest Fabric 3.2 and BDC from June 30, 2023, the March 19, 2024 update. """, "update_note": """ The public data is final, and will not undergo any changes after applications close (Applications close April 18th and will then undergo public comment), and any actionable public comment submissions are rectified. """, }, "VA": { "pre_fa": 2, "pre_ffa": 6, "post_fa": 3, # Fabric (version 3.2) "post_ffa": 29, # cant find anywhere "stage": "adjusting", "sourced_at": "2025-04-10", "dev_note": """ in bead.py but `Did not do post-challenge with us` Where to access publicly available BSL lists (eligible and ineligible) and CAI lists `These lists can be found on DHCD’s Virginia Open Data Portal page: Pre-Challenge Process...BEAD Recommended De-Obligation Locations` """, "version_note": """ - pre-challenge: The data is sourced from the FCC’s Broadband DATA Map as of June 15, 2023, which is reflective of resolved challenges on the FCC’s Broadband DATA Map which were not resolved on the June 1, 2023 publication of the map - post-challenge: `I don’t actually know what the FFA as_of_date for those Fabric vintages are` """, "update_note": """ Currently published BEAD data is not final, as we are still in the process of awarding subgrantees. """, }, "VT": { "pre_fa": 3, # Version 3.2 of the CostQuest location fabric "pre_ffa": 20, "post_fa": 4, "post_ffa": 37, "stage": "final", "sourced_at": "2025-04-10", "dev_note": """ """, "version_note": """ - PRE-CHALLENGE: Note: The VCBB originally published the set of locations eligible for BEAD funding on November 20, 2023 using Version 2 of the CostQuest location fabric. This data was replaced on 2/9/2024 and now uses Version 3.2 of the CostQuest location fabric... is dated 1/9/2024. - post-challenge: This data, approved by the NTIA on 9/23/24, includes federal funding deduplication and the true-up to the Version 4 CostQuest Fabric with availability data dated 12/31/2023...Data updated 8/21/24 and approved by the NTIA on 9/23/24. """, "update_note": """ """, }, "WI": { "pre_fa": 3, "pre_ffa": 26, "post_fa": 4, "post_ffa": 34, "stage": "final", "sourced_at": "2025-04-10", "dev_note": """ List of all BSLs: https://apps.psc.wi.gov/pages/viewdoc.htm?docid=498680. We havent released separate lists that reflect ineligible locations, but this link includes all BSLs in Wisconsin for fabric version 3 (6/30/2023) so you can just compare the full list to the pre-post lists to create your own ineligible list. """, "version_note": """ Pre-challenge Fabric v3 (6/30/2023). Availability date: March 26, 2024 Post-Challenge Fabric v4 (12/31/2023). Availability date: July 9, 2024 """, "update_note": """ """, }, }
[docs] @staticmethod def bead_poc_profile(state_abbr: str) -> dict: """ DEPRECATED (2026-07-23): no longer maintained — consumer DAGs (load_prechal, load_postchal) have been retired/archived. Do not use for new work; values here are stale. table_pre_challenge: the table name before the challenge table_trueup: the table name after the true-up. Before the challenge results applied. This table is only for data processing. Not for actual frontend functionality org_id: the organization id for the state ffa_version: the post challenge version of the fabric fixed availability data fabric_version: the post challenge version of the fabric data true_up: whether the state has true-up or not dsl_mod: whether the state has DSL modification or not fw_mod: whether the state has Cellular fixed wireless modification or not tenant: the name of the tenant in the grapi database :param str state_abbr: the state abbreviation in upper case :param str, optional check_pre: whether to check the pre-challenge tables. Default is True. :return: the post challenge configuration for the state NOTE: this function does call the AWS Athena and AWS Glue APIs to check the existence of the tables. BEWARE: When use outside of a DAG/@task i.e. as top level import, must set `check_pre` to False. """ print(f"Getting BEAD profile for {state_abbr=}") profile = BeadPOCUtil.state_profiles.get(state_abbr.upper(), dict()) return profile