feat: add compliant data connectors and lineage

- add authorized nine-source crawler connectors with security controls and packaged schemas
- add the school internship contract to the vendor data standard center
- add bidirectional campus data-to-report lineage with gap ownership and remediation

Co-authored-by: factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com>
This commit is contained in:
lofyer
2026-08-24 16:28:01 +08:00
co-authored by factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com>
parent 92515928d9
commit 8dff9847e3
46 changed files with 6145 additions and 55 deletions
+32
View File
@@ -0,0 +1,32 @@
[build-system]
requires = ["setuptools>=68"]
build-backend = "setuptools.build_meta"
[project]
name = "edu-industry-crawler"
version = "0.1.0"
description = "Policy-gated recruitment and school data connectors for the edu-industry platform"
readme = "README.md"
requires-python = ">=3.11"
dependencies = [
"beautifulsoup4>=4.12,<5",
"httpcore>=1,<2",
"httpx>=0.27,<1",
"jsonschema>=4.20,<5",
]
[project.optional-dependencies]
test = ["pytest>=8,<10"]
[project.scripts]
edu-industry-crawler = "edu_crawler.cli:main"
[tool.setuptools.packages.find]
where = ["src"]
[tool.setuptools.package-data]
edu_crawler = ["schemas/*.json"]
[tool.pytest.ini_options]
testpaths = ["tests"]
addopts = "-q"