Register complete 2024 annual and longitudinal graduation-program sources

docs/config.md

@@ -197,6 +197,10 @@ not gain verified provenance merely because their configuration is extended.
 
 ## Maintenance Script Paths
 
+Before observing or pinning a packaged schema resource, serialize it with
+`teadata.manifest.canonical_json(document)` plus one newline and run the existing
+`test_every_packaged_version_and_declared_profile_has_an_offline_schema` check.
+
 Catalogs that bind a reviewed header crosswalk expose the publisher's source
 codes, exact human labels and canonical Python field names without reading
 source datasets or current YAML:
@@ -933,3 +937,28 @@ uv run python examples/restyle_existing_excel.py report.xlsx --sheet-name Sheet1
 Styling requires Excel and the optional `xlwings` package. The campus profile
 example's county-boundary default follows `TEADATA_DATA_DIR`; callers can still
 pass an explicit `counties_path`.
+
+### Annual and longitudinal graduation-program sources
+
+The explicit 2024 `source` profiles retain the publisher's Annual and
+Longitudinal RHSP/DAP/FHSP-E/FHSP-DLA/Texas First-DLA responses as raw strings.
+Their dataset names use the scope prefix followed by
+`tapr_annual_rhsp_dap_fhsp_e_fhsp_dla_texas_first_dla` or
+`tapr_longitudinal_rhsp_dap_fhsp_e_fhsp_dla_texas_first_dla`.
+
+| Publisher group | Campus columns | District columns | Dictionary evidence per scope |
+| --- | ---: | ---: | --- |
+| Annual | 200 | 198 | 210 ordered occurrences; 14 returned fields lack definitions |
+| Longitudinal | 158 | 156 | 204 ordered occurrences; 22 code-only entries have no returned column |
+
+The responses contain 9,082 campus rows and 1,207 district rows per group.
+Identity columns occur once in each source table. Exact raw labels, codes,
+canonical names and dictionary contexts remain available through the existing
+header APIs; dictionary-only entries remain in `dictionary_records` without
+fabricated value bindings. Absence in this response does not establish
+noncollection or absence in another edition.
+
+Publisher edition 2024 and the literal 2023 labels remain distinct. Reference
+periods and units are unknown, field-specific masking applicability is
+unreviewed, and no value policy, metric definitions or estimation is applied.
+These opt-ins do not activate a default reader, release or app enrichment.

provenance/records/0bd27394f8e7f1dde19062887bcdd6f4a3b14491805dd337bd8a0ac96e68f53e.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"2024-district-fhsp-raw.csv","sha256":"e3d4608855f0ca29caa9727c582e1413f15aab0d7f5be370f6fdb75bc8f37ead","size_bytes":447515},"dataset":"district_tapr_longitudinal_rhsp_dap_fhsp_e_fhsp_dla_texas_first_dla","downloaded_at":"2026-11-02T02:41:57.180054+00:00","kind":"acquisition","method":"download","parameters":{"acquisition_client_sha256":"cabdd13086afac5414a0bc0cb50aa41098d9871c48be0d494c04008323883a9f","form_content_type":"application/x-www-form-urlencoded","form_controls":[["_service","marykay"],["_program","perfrept.perfmast.sas"],["_debug","0"],["tapr","all_d"],["ccyy","2024"],["dsname","FHSP"],["sumlev","D"],["level","District"],["id",""],["prgopt","reports/tapr/dd/dd_tapr_step_7.sas"],["key","AC4X23|FC4X23|AC423|FC423"],["key","SC4X23|SC423"],["key","PC4X23|FC4X23|PC423|FC423"],["key","TC4X23|SC4X23|TC423|SC423"],["key","RC4X23|RC423"],["var_type","N"],["var_type","D"],["var_type","R"],["datafmt","csv"]],"form_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker/","http_method":"POST","http_status":200,"transport_limits":{"attempts":1,"max_bytes":33554432,"max_retry_wait":0,"timeout":45.0}},"recorded_at":"2026-11-02T02:41:57.180081+00:00","requested_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker/","requested_year":2024,"resolved_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker/","resolved_year":2024,"response_headers":{"content-disposition":"attachment; filename=2024 District Longitudinal RHSP-DAP-FHSP-E-FHSP-DLA-Texas First-DLA.csv","content-type":"text/&content_type.-separated-values"},"schema_version":1,"section":"data_sources","source_metadata":{"download_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker/","identifiers":[],"metrics":{},"notes":"Acquisition-only contract from the literal observed Longitudinal RHSP/DAP/FHSP-E/FHSP-DLA/Texas First-DLA publisher label and all19 reviewed source-ordered POST controls. RHSP/FHSP remain exact transport controls; edition2024 is opaque. Dictionary/source headings2023-24, annual2022-23 and longitudinalClass2023 are retained source evidence, not a global field-period declaration. Every five whole pipe-bearing key value and separate N/D/R choice is preserved; no inferred raw rows/fields/identity/schema/units/masking/estimands/applicability/comparability. No applied policy, estimation or metric definitions. Existing acquisition dates/IDs remain unchanged. Canonical CLI alone creates genuine new config/metadata observations and the future raw transport receipt; form/dictionary processing IDs are review evidence only. HTTP200/filenameCSV does not qualify content; empty/HTML/error/partial/unsupported bytes cannot reach producer or activate a source.","period":{"kind":"unknown"},"provenance_ids":["a7b878969bc9889d7427edb0cfe480e244e71efad7b18a216188ac16d63bc10c","9e528ea6d61ab8754c05f910f3960de02134ecabb70b0f0c7ebb485208093c1c","d8318cc5e550e76dfa8b5fc19f6b2862f09f5228fa0693d312aafc0896ed8adc"],"publisher":"Texas Education Agency","references":[{"provenance_ids":["a7b878969bc9889d7427edb0cfe480e244e71efad7b18a216188ac16d63bc10c"],"reference_id":"selection","reviewed_sha256":"da1647eab51455712473fd829c2d61bb123132b761edda2d43b3f73cc254fc71","role":"source_notes","status":"available","title":"Official retained TEA TAPR 2024 District: Longitudinal RHSP/DAP/FHSP-E/FHSP-DLA/Texas First-DLA variable-selection page","url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker"},{"provenance_ids":["8a2cd9d9db2073c5b7c53defbf00042eda06da6023e24a62065d6b13b598a5e8"],"reference_id":"dictionary","reviewed_sha256":"9f4b17aca463b1e1d0bb37926d44a1f252c0984cb66c03c8dea57322182588d4","role":"data_dictionary","status":"available","title":"Official retained TEA TAPR 2024 District: Longitudinal RHSP/DAP/FHSP-E/FHSP-DLA/Texas First-DLA dictionary","url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&sumlev=D&dsname=FHSP&dd=attendgrad&asvab=&prgopt=reports/tapr/dd/dd_tapr_dictionary.sas"}],"source_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker","title":"District: Longitudinal RHSP/DAP/FHSP-E/FHSP-DLA/Texas First-DLA","version":"2024"}}

provenance/records/0ebe573649d3a9c7672e5b2fcc630843b93fa0dc5f4d2eb5cde36948e85a459d.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"2024-campus-fhsp-selection.html","sha256":"155e745470faade2f0ebbdaa43cce627a99878c667848f9cea79395d0491297b","size_bytes":58174},"dataset":"tapr_2024_campus_fhsp_variable_selection","downloaded_at":"2026-11-02T01:11:14.553497+00:00","kind":"acquisition","method":"download","parameters":{"acquisition_client_sha256":"cabdd13086afac5414a0bc0cb50aa41098d9871c48be0d494c04008323883a9f","form_content_type":"application/x-www-form-urlencoded","form_controls":[["_service","marykay"],["_program","perfrept.perfmast.sas"],["_debug","0"],["tapr","all_c"],["ccyy","2024"],["step","3"],["bylev","All Campuses"],["level","Campus"],["sumlev","C"],["id",""],["prgopt","reports/tapr/dd/dd_tapr_step_6.sas"],["dsname","FHSP"]],"form_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker","http_method":"POST","http_status":200,"transport_limits":{"attempts":1,"max_bytes":2097152,"max_retry_wait":0,"timeout":15.0}},"recorded_at":"2026-11-02T01:11:14.553526+00:00","requested_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker","requested_year":null,"resolved_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker","resolved_year":null,"response_headers":{"content-type":"text/html; charset=iso-8859-1"},"schema_version":1,"section":"reference","source_metadata":{"identifiers":[],"metrics":{},"notes":"Explicit metadata-only selection request for publisher label: Longitudinal RHSP/DAP/FHSP-E/FHSP-DLA/Texas First-DLA. The sole retained form omits its end tag; its11hidden fields and the explicitly chosenFHSP radio are unambiguous. Original acquisition/processing dates remain genuine. Reference edition2024 is opaque; scientific period/unit, dictionary availability, masking applicability and variables remain unreviewed. No applied value policy or estimation, raw-data acquisition, source registration or defaults.","period":{"kind":"unknown"},"provenance_ids":["2ee72d780b9eff008a947cfd5a07ea22cf572b0a1d0882f51135ba7122aab67c","b3aadb4b0a7e10d69d7127756d1e790de5ef3c0c8bea5a0417702792c0088602"],"references":[{"provenance_ids":["2ee72d780b9eff008a947cfd5a07ea22cf572b0a1d0882f51135ba7122aab67c"],"reference_id":"tapr_2024_campus_family_menu","reviewed_sha256":"405cafd0107f4ad08b7a8ee5b83996cb34245937d6fdf997089a20b4763cdf4a","role":"source_notes","status":"available","title":"Retained2024 campus publisher menu, literalFHSP controldd24","url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_c&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas"}],"source_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker","title":"Official TEA TAPR2024 campus: Longitudinal RHSP/DAP/FHSP-E/FHSP-DLA/Texas First-DLA variable-selection observation","version":"2024"}}

provenance/records/1c2c3aa12fc956674d558d05622dd076416378e73d14af5707137ad45d04a4f3.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"2024-d-family-menu.html","sha256":"bc4af64300464ada2f570c7e612ec214d10b8d770268380de0f425335cd08bc3","size_bytes":60685},"dataset":"tapr_2024_download_navigation","downloaded_at":"2026-11-02T00:30:44.620266+00:00","kind":"acquisition","method":"download","parameters":{"acquisition_client_sha256":"cabdd13086afac5414a0bc0cb50aa41098d9871c48be0d494c04008323883a9f","form_content_type":null,"form_controls":[],"form_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_d&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","http_method":"GET","http_status":200,"transport_limits":{"attempts":1,"max_bytes":2097152,"max_retry_wait":0,"timeout":15.0}},"recorded_at":"2026-11-02T00:30:44.620328+00:00","requested_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_d&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","requested_year":null,"resolved_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_d&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","resolved_year":null,"response_headers":{"content-type":"text/html; charset=iso-8859-1"},"schema_version":1,"section":"reference","source_metadata":{"identifiers":[],"metrics":{},"notes":"Fresh bounded public navigation observation only. Scope: district. Publisher edition2024 is opaque; it does not declare a scientific reference period, unit or masking policy. The previous observation keeps its genuine original bytes/dates; no current controls, raw datasets or method equivalence are inferred.","period":{"kind":"unknown"},"provenance_ids":["5a9e1a4ffaa8ef5127946e4b975b9697d1758e407075e5f29134d7aa6ca1a10d"],"references":[{"provenance_ids":["444eec93f8bdea6bfaf5768188ec6efb6463ce30ef95c8da8dc3d682c2ea0df6"],"reference_id":"previous_2024_menu_observation","reviewed_sha256":"85342018b36c3601c43fe565d18f2e6ef01cc90edb49aa07e45df875bb0df109","role":"source_notes","status":"available","title":"Previous exact2024 district family-menu observation; current controls unverified","url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_d&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas"}],"source_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_d&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","title":"Official TEA TAPR 2024 download_navigation (District)","version":"2024"}}

provenance/records/24dec1b6ba411f21df7882ae2b1564595721d11b2320c91414e6e223e8834e86.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"district-rhsp-selection-metadata.json","sha256":"237f59e03039a53b473aeda303b8e706ddc58793b4354983d724fbdf1f9013f0","size_bytes":1505},"dataset":"reference:acquire_metadata","downloaded_at":null,"kind":"acquisition","method":"local_observation","parameters":{},"recorded_at":"2026-11-02T01:11:15.430872+00:00","requested_url":null,"requested_year":null,"resolved_url":null,"resolved_year":null,"response_headers":{},"schema_version":1,"section":"reference","source_metadata":{"identifiers":[],"metrics":{},"period":{"kind":"unknown"},"provenance_ids":[],"references":[],"title":"Explicit SHA-pinned acquisition metadata input"}}

provenance/records/2691165c4521b9a47e71ec597f033d0c85c3b0cc79687324198d2f42d3a129e7.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"district-rhsp-dictionary-metadata.json","sha256":"d3ade815202978afee5fd0423b463632a07b257c01957b2f1d5c844bbab6457c","size_bytes":1653},"dataset":"reference:acquire_metadata","downloaded_at":null,"kind":"acquisition","method":"local_observation","parameters":{},"recorded_at":"2026-11-02T01:38:14.996519+00:00","requested_url":null,"requested_year":null,"resolved_url":null,"resolved_year":null,"response_headers":{},"schema_version":1,"section":"reference","source_metadata":{"identifiers":[],"metrics":{},"period":{"kind":"unknown"},"provenance_ids":[],"references":[],"title":"Explicit SHA-pinned acquisition metadata input"}}

provenance/records/2ee72d780b9eff008a947cfd5a07ea22cf572b0a1d0882f51135ba7122aab67c.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"2024-c-family-menu.html","sha256":"405cafd0107f4ad08b7a8ee5b83996cb34245937d6fdf997089a20b4763cdf4a","size_bytes":60680},"dataset":"tapr_2024_download_navigation","downloaded_at":"2026-11-02T00:30:43.534939+00:00","kind":"acquisition","method":"download","parameters":{"acquisition_client_sha256":"cabdd13086afac5414a0bc0cb50aa41098d9871c48be0d494c04008323883a9f","form_content_type":null,"form_controls":[],"form_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_c&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","http_method":"GET","http_status":200,"transport_limits":{"attempts":1,"max_bytes":2097152,"max_retry_wait":0,"timeout":15.0}},"recorded_at":"2026-11-02T00:30:43.534977+00:00","requested_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_c&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","requested_year":null,"resolved_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_c&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","resolved_year":null,"response_headers":{"content-type":"text/html; charset=iso-8859-1"},"schema_version":1,"section":"reference","source_metadata":{"identifiers":[],"metrics":{},"notes":"Fresh bounded public navigation observation only. Scope: campus. Publisher edition2024 is opaque; it does not declare a scientific reference period, unit or masking policy. The previous observation keeps its genuine original bytes/dates; no current controls, raw datasets or method equivalence are inferred.","period":{"kind":"unknown"},"provenance_ids":["a5aa5eef1dd5f071fb26924e4de8bc6c066ea0259201dd310756e11c1eac6b4a"],"references":[{"provenance_ids":["2049ed24f8163464e4e287ee1bf0a9b445910f2fb57afd299e8ee4912497e318"],"reference_id":"previous_2024_menu_observation","reviewed_sha256":"db8c40fef108b66a59697ce87ea02d60d32ea8f4e33fe486ec4aac6fa76caa79","role":"source_notes","status":"available","title":"Previous exact2024 campus family-menu observation; current controls unverified","url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_c&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas"}],"source_url":"https://rptsvr1.tea.texas.gov/cgi/sas/broker?_service=marykay&_program=perfrept.perfmast.sas&_debug=0&ccyy=2024&tapr=all_c&prgopt=reports%2Ftapr%2Fdd%2Fdd_tapr.sas","title":"Official TEA TAPR 2024 download_navigation (Campus)","version":"2024"}}

provenance/records/34e836bd8432da07b4a32ad2d0bb183c67382b9a8a993ca5ab1b049e28a18d6b.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"acquisition-config.json","sha256":"5323a38f18fc629ba5b47ee47185b0992f8381f1fe4dafbca426d10226837aae","size_bytes":1216},"dataset":"reference:acquire_config","downloaded_at":null,"kind":"acquisition","method":"local_observation","parameters":{},"recorded_at":"2026-11-02T02:41:55.508312+00:00","requested_url":null,"requested_year":null,"resolved_url":null,"resolved_year":null,"response_headers":{},"schema_version":1,"section":"reference","source_metadata":{"identifiers":[],"metrics":{},"period":{"kind":"unknown"},"provenance_ids":[],"references":[],"title":"Explicit SHA-pinned acquisition config input"}}

provenance/records/3b0b1454d7f30904e0a14a259aadbd36c638fcf1e763fec27163d45657c7cda4.json

@@ -0,0 +1 @@
+{"artifact":{"filename":"campus-rhsp-dictionary-metadata.json","sha256":"ab8b55a587cbad49871019c9131480fda145b68255cd9ba610a3421fd5b168ce","size_bytes":1647},"dataset":"reference:acquire_metadata","downloaded_at":null,"kind":"acquisition","method":"local_observation","parameters":{},"recorded_at":"2026-11-02T01:38:12.328765+00:00","requested_url":null,"requested_year":null,"resolved_url":null,"resolved_year":null,"response_headers":{},"schema_version":1,"section":"reference","source_metadata":{"identifiers":[],"metrics":{},"period":{"kind":"unknown"},"provenance_ids":[],"references":[],"title":"Explicit SHA-pinned acquisition metadata input"}}