Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 13 additions & 13 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ description = "HERMES network monitoring and anomaly detection pipeline"
# formatter, which actively rewrites the source into 3.14-only syntax.
requires-python = ">=3.14"
dependencies = [
"google-cloud-bigquery>=3.43.0",
"google-cloud-bigquery>=3.46.1",
# Arrow-based download path for tomography. WITHOUT this, the client logs
# "Storage Read API unavailable ... using REST download" and builds result
# frames from JSON rows instead of Arrow buffers. That is both far slower
Expand All @@ -26,27 +26,27 @@ dependencies = [
# inside a 28 GB cgroup, failing the whole 2025-08 backfill chunk.
# pyarrow is the wire format for that path — pin it here rather than relying
# on it arriving transitively via pandas/db-dtypes.
"google-cloud-bigquery-storage>=2.40.0",
"pyarrow>=25.0.0",
"db-dtypes>=1.7.1", # required by bigquery .to_dataframe() for DATE/TIME columns (download_edges)
"google-auth>=2.56.3",
"pandas>=3.0.5",
"google-cloud-bigquery-storage>=2.42.0",
"pyarrow>=26.0.0",
"db-dtypes>=1.7.2", # required by bigquery .to_dataframe() for DATE/TIME columns (download_edges)
"google-auth>=2.61.0",
"pandas>=3.0.6",
"requests>=2.34.2",
# Longest-prefix trie for IXP prefix->name mapping in
# peeringdb_ixp/snapshot.py. Same library the companion repo's
# merge-all-prefixes.py used, kept so the name-map semantics match.
"py-radix>=0.10",
"py-radix>=1.1.0",
"geopy>=2.5.0",
"tqdm>=4.70.0",
"maxminddb>=3.1.1",
"python-dotenv>=1.2.2",
"scipy>=1.18.0",
"tqdm>=4.70.1",
"maxminddb>=3.2.0",
"python-dotenv>=1.2.4",
"scipy>=1.18.1",
"wget>=3.2",
]

[project.optional-dependencies]
plot = ["matplotlib>=3.11.1", "geopandas>=1.1.4", "folium>=0.20.0"]
dev = ["ruff>=0.16.2", "mypy>=2.3.0", "pytest>=9.1.1", "pre-commit>=4.6.1", "pandas-stubs", "types-requests", "pyarrow>=25.0.0"]
plot = ["matplotlib>=3.11.2", "geopandas>=1.2.0", "folium>=0.20.0"]
dev = ["ruff>=0.17.0", "mypy>=2.4.0", "pytest>=9.1.1", "pre-commit>=4.6.2", "pandas-stubs", "types-requests", "pyarrow>=26.0.0"]

[project.scripts]
hermes-pipeline = "hermes.pipeline.union:main"
Expand Down
16 changes: 8 additions & 8 deletions requirements.txt
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
google-cloud-bigquery>=3.43.0
pandas>=3.0.5
google-cloud-bigquery>=3.46.1
pandas>=3.0.6
requests>=2.34.2
geopy>=2.5.0
tqdm>=4.70.0
maxminddb>=3.1.1
python-dotenv>=1.2.2
matplotlib>=3.11.1
scipy>=1.18.0
geopandas>=1.1.4 # optional: enables map panel in plot_event_timeline
tqdm>=4.70.1
maxminddb>=3.2.0
python-dotenv>=1.2.4
matplotlib>=3.11.2
scipy>=1.18.1
geopandas>=1.2.0 # optional: enables map panel in plot_event_timeline
folium>=0.20.0 # optional: interactive maps
wget>=3.2
Loading