fix: expand bgp pipeline and stabilize backend tests
This commit is contained in:
linkong
@@ -8,6 +8,8 @@ from httpx import AsyncClient, ASGITransport
|
||||
from app.main import app
|
||||
from app.core.config import settings
|
||||
from app.core.security import create_access_token
|
||||
from app.db.session import get_db
|
||||
from app.models.user import User
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
@@ -90,10 +92,58 @@ async def test_alerts_without_auth():
|
||||
@pytest.mark.asyncio
|
||||
async def test_alerts_endpoint_with_auth(auth_headers):
|
||||
"""Test alerts endpoint with authentication"""
|
||||
class _ScalarResult:
|
||||
def __init__(self, rows=None, scalar_value=0):
|
||||
self._rows = rows or []
|
||||
self._scalar_value = scalar_value
|
||||
|
||||
def scalars(self):
|
||||
class _Scalars:
|
||||
def __init__(self, rows):
|
||||
self._rows = rows
|
||||
|
||||
def all(self):
|
||||
return self._rows
|
||||
|
||||
return _Scalars(self._rows)
|
||||
|
||||
def scalar(self):
|
||||
return self._scalar_value
|
||||
|
||||
class _FakeAlertsSession:
|
||||
def __init__(self):
|
||||
self.calls = 0
|
||||
|
||||
async def execute(self, _query):
|
||||
self.calls += 1
|
||||
if self.calls == 1:
|
||||
return _ScalarResult(rows=[])
|
||||
return _ScalarResult(rows=[], scalar_value=0)
|
||||
|
||||
def override_get_current_user():
|
||||
return User(
|
||||
id=1,
|
||||
username="testuser",
|
||||
email="test@example.com",
|
||||
password_hash="hashed",
|
||||
role="admin",
|
||||
is_active=True,
|
||||
)
|
||||
|
||||
async def override_get_db():
|
||||
yield _FakeAlertsSession()
|
||||
|
||||
app.dependency_overrides = {
|
||||
__import__("app.core.security", fromlist=["get_current_user"]).get_current_user: override_get_current_user,
|
||||
get_db: override_get_db,
|
||||
}
|
||||
transport = ASGITransport(app=app)
|
||||
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
||||
response = await client.get("/api/v1/alerts", headers=auth_headers)
|
||||
assert response.status_code == 200
|
||||
try:
|
||||
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
||||
response = await client.get("/api/v1/alerts", headers=auth_headers)
|
||||
assert response.status_code == 200
|
||||
finally:
|
||||
app.dependency_overrides.clear()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
|
||||
@@ -1,10 +1,72 @@
|
||||
"""Tests for BGP observability helpers."""
|
||||
|
||||
from datetime import UTC, datetime
|
||||
|
||||
import pytest
|
||||
from httpx import ASGITransport, AsyncClient
|
||||
from unittest.mock import AsyncMock, patch
|
||||
|
||||
from app.api.v1.bgp import BGP_SOURCES
|
||||
from app.core.security import get_current_user
|
||||
from app.db.session import get_db
|
||||
from app.main import app
|
||||
from app.services.bgp_detectors import detect_mass_withdrawal_anomalies
|
||||
from app.services.collectors.bgp_common import (
|
||||
create_bgp_anomalies_for_batch,
|
||||
save_bgp_observations_for_batch,
|
||||
)
|
||||
from app.services.bgp_enrichment import enrich_bgp_events_for_batch, extract_bgp_network_fields
|
||||
from app.services.bgp_incidents import create_bgp_incidents_for_anomalies
|
||||
from app.models.bgp_anomaly import BGPAnomaly
|
||||
from app.models.collected_data import CollectedData
|
||||
from app.models.bgp_incident import BGPIncident
|
||||
from app.models.bgp_observation import BGPObservation
|
||||
from app.models.user import User
|
||||
from app.services.collectors.bgp_common import normalize_bgp_event
|
||||
from app.services.collectors.bgpstream import BGPStreamBackfillCollector
|
||||
|
||||
|
||||
class _FakeScalarResult:
|
||||
def __init__(self, rows):
|
||||
self._rows = rows
|
||||
|
||||
def all(self):
|
||||
return self._rows
|
||||
|
||||
|
||||
class _FakeResult:
|
||||
def __init__(self, rows):
|
||||
self._rows = rows
|
||||
|
||||
def scalars(self):
|
||||
return _FakeScalarResult(self._rows)
|
||||
|
||||
def fetchall(self):
|
||||
return self._rows
|
||||
|
||||
|
||||
class _FakeAsyncSession:
|
||||
def __init__(self, results, gets=None):
|
||||
self._results = list(results)
|
||||
self._gets = gets or {}
|
||||
self.added = []
|
||||
self.commits = 0
|
||||
|
||||
async def execute(self, _stmt):
|
||||
if not self._results:
|
||||
return _FakeResult([])
|
||||
return _FakeResult(self._results.pop(0))
|
||||
|
||||
async def get(self, model, item_id):
|
||||
return self._gets.get((model, item_id))
|
||||
|
||||
def add(self, item):
|
||||
self.added.append(item)
|
||||
|
||||
async def commit(self):
|
||||
self.commits += 1
|
||||
|
||||
|
||||
def test_normalize_bgp_event_from_live_payload():
|
||||
event = normalize_bgp_event(
|
||||
{
|
||||
@@ -30,6 +92,25 @@ def test_normalize_bgp_event_from_live_payload():
|
||||
assert event["metadata"]["is_more_specific"] is False
|
||||
|
||||
|
||||
def test_normalize_bgp_event_uses_peer_and_community_fallbacks():
|
||||
event = normalize_bgp_event(
|
||||
{
|
||||
"collector": "rrc00",
|
||||
"peer_asn": "3333",
|
||||
"peer": "2405:a640::50",
|
||||
"type": "UPDATE",
|
||||
"prefix": "2401:2260::/32",
|
||||
"path": [3333, 15412, 9304, 151650],
|
||||
"community": [[15412, 603], [3333, 100]],
|
||||
"timestamp": "2026-03-27T06:07:18.470000+00:00",
|
||||
},
|
||||
project="ris-live",
|
||||
)
|
||||
|
||||
assert event["metadata"]["peer_ip"] == "2405:a640::50"
|
||||
assert event["metadata"]["communities"] == [[15412, 603], [3333, 100]]
|
||||
|
||||
|
||||
def test_bgpstream_transform_preserves_broker_record():
|
||||
collector = BGPStreamBackfillCollector()
|
||||
transformed = collector.transform(
|
||||
@@ -72,3 +153,413 @@ def test_bgp_anomaly_to_dict():
|
||||
assert data["anomaly_type"] == "origin_change"
|
||||
assert data["new_origin_asn"] == 64497
|
||||
assert data["evidence"]["previous_origins"] == [64496]
|
||||
|
||||
|
||||
def test_bgp_observation_to_dict():
|
||||
observation = BGPObservation(
|
||||
source="ris_live_bgp",
|
||||
ingest_batch_id="ris_live_bgp:1:1",
|
||||
source_event_id="evt-1",
|
||||
collector="rrc00",
|
||||
peer_asn=3333,
|
||||
peer_ip="2001:db8::1",
|
||||
prefix="203.0.113.0/24",
|
||||
event_type="announcement",
|
||||
as_path=[3333, 64500, 64496],
|
||||
origin_asn=64496,
|
||||
next_hop="2001:db8::2",
|
||||
communities=["3333:100"],
|
||||
collector_geo={"city": "Amsterdam", "country": "Netherlands"},
|
||||
raw_payload={"raw": "deadbeef"},
|
||||
)
|
||||
|
||||
data = observation.to_dict()
|
||||
assert data["source"] == "ris_live_bgp"
|
||||
assert data["collector"] == "rrc00"
|
||||
assert data["event_type"] == "announcement"
|
||||
assert data["as_path"] == [3333, 64500, 64496]
|
||||
assert data["collector_geo"]["city"] == "Amsterdam"
|
||||
|
||||
|
||||
def test_extract_bgp_network_fields():
|
||||
ipv4 = extract_bgp_network_fields("203.0.113.0/24")
|
||||
assert ipv4["prefix_family"] == "ipv4"
|
||||
assert ipv4["prefix_length"] == 24
|
||||
assert ipv4["prefix_supernet"] == "203.0.0.0/16"
|
||||
assert ipv4["is_more_specific"] is False
|
||||
|
||||
ipv6 = extract_bgp_network_fields("2001:db8:1::/48")
|
||||
assert ipv6["prefix_family"] == "ipv6"
|
||||
assert ipv6["prefix_length"] == 48
|
||||
assert ipv6["prefix_supernet"] == "2001:db8::/32"
|
||||
assert ipv6["is_more_specific"] is False
|
||||
|
||||
|
||||
def test_detect_mass_withdrawal_anomalies():
|
||||
events = [
|
||||
{
|
||||
"metadata": {
|
||||
"prefix": "203.0.113.0/24",
|
||||
"origin_asn": 64496,
|
||||
"event_type": "withdrawal",
|
||||
}
|
||||
}
|
||||
for _ in range(3)
|
||||
]
|
||||
|
||||
anomalies = detect_mass_withdrawal_anomalies(
|
||||
source="ris_live_bgp",
|
||||
snapshot_id=1,
|
||||
task_id=2,
|
||||
events=events,
|
||||
)
|
||||
|
||||
assert len(anomalies) == 1
|
||||
assert anomalies[0].anomaly_type == "mass_withdrawal"
|
||||
assert anomalies[0].prefix == "203.0.113.0/24"
|
||||
|
||||
|
||||
def test_bgp_incident_to_dict():
|
||||
incident = BGPIncident(
|
||||
source="ris_live_bgp",
|
||||
incident_key="origin_change:203.0.113.0/24:64497",
|
||||
incident_type="origin_change",
|
||||
title="Origin Change incident on 203.0.113.0/24",
|
||||
summary="Grouped incident summary",
|
||||
severity="critical",
|
||||
status="active",
|
||||
confidence=0.91,
|
||||
affected_prefixes=["203.0.113.0/24"],
|
||||
affected_asns=[64496, 64497],
|
||||
affected_collectors=["rrc00", "rrc01"],
|
||||
affected_regions=[{"country": "Netherlands", "city": "Amsterdam"}],
|
||||
evidence_refs=["origin_change:203.0.113.0/24:64497"],
|
||||
)
|
||||
|
||||
data = incident.to_dict()
|
||||
assert data["incident_type"] == "origin_change"
|
||||
assert data["affected_prefixes"] == ["203.0.113.0/24"]
|
||||
assert data["affected_collectors"] == ["rrc00", "rrc01"]
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_enrich_bgp_events_for_batch_adds_profiles_and_prefix_scope():
|
||||
historical_observation = BGPObservation(
|
||||
source="ris_live_bgp",
|
||||
collector="rrc01",
|
||||
prefix="203.0.113.0/24",
|
||||
origin_asn=64496,
|
||||
observed_at=datetime(2026, 3, 28, 0, 0, tzinfo=UTC),
|
||||
collector_geo={
|
||||
"country": "United Kingdom",
|
||||
"city": "London",
|
||||
"latitude": 51.5072,
|
||||
"longitude": -0.1276,
|
||||
},
|
||||
event_type="announcement",
|
||||
)
|
||||
peeringdb_record = CollectedData(
|
||||
source="peeringdb_network",
|
||||
name="ExampleNet",
|
||||
extra_data={
|
||||
"asn": 64497,
|
||||
"country": "NL",
|
||||
"city": "Amsterdam",
|
||||
"info_type": "Content",
|
||||
"ix_count": 3,
|
||||
"url": "https://example.net",
|
||||
},
|
||||
)
|
||||
peeringdb_record.id = 99
|
||||
|
||||
db = _FakeAsyncSession([[historical_observation], [peeringdb_record]])
|
||||
events = [
|
||||
{
|
||||
"metadata": {
|
||||
"prefix": "203.0.113.0/24",
|
||||
"origin_asn": 64497,
|
||||
"new_origin_asn": None,
|
||||
"collector": "rrc00",
|
||||
"collector_location": {
|
||||
"country": "Netherlands",
|
||||
"city": "Amsterdam",
|
||||
"latitude": 52.3676,
|
||||
"longitude": 4.9041,
|
||||
},
|
||||
"as_path": [3333, 64497, 64497],
|
||||
"timestamp": "2026-03-30T10:00:00Z",
|
||||
},
|
||||
"reference_date": "2026-03-30T10:00:00Z",
|
||||
}
|
||||
]
|
||||
|
||||
enriched = await enrich_bgp_events_for_batch(db, source="ris_live_bgp", events=events)
|
||||
|
||||
enrichment = enriched[0]["metadata"]["enrichment"]
|
||||
assert enrichment["path_prepending"] is True
|
||||
assert enrichment["is_new_origin_for_prefix"] is True
|
||||
assert enrichment["rpki_validation"]["status"] == "unknown"
|
||||
assert enrichment["origin_asn_profile"]["name"] == "ExampleNet"
|
||||
assert enrichment["prefix_scope"]["countries"] == ["Netherlands", "United Kingdom"]
|
||||
assert enrichment["prefix_scope"]["cities"] == ["Amsterdam", "London"]
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_create_bgp_incidents_for_anomalies_aggregates_regions_and_collectors():
|
||||
db = _FakeAsyncSession([[]])
|
||||
anomaly = BGPAnomaly(
|
||||
source="ris_live_bgp",
|
||||
anomaly_type="origin_change",
|
||||
severity="critical",
|
||||
status="active",
|
||||
entity_key="origin_change:203.0.113.0/24:64497",
|
||||
prefix="203.0.113.0/24",
|
||||
origin_asn=64496,
|
||||
new_origin_asn=64497,
|
||||
summary="Origin ASN changed",
|
||||
confidence=0.9,
|
||||
evidence={
|
||||
"impacted_regions": [
|
||||
{
|
||||
"collector": "rrc00",
|
||||
"country": "Netherlands",
|
||||
"city": "Amsterdam",
|
||||
"latitude": 52.3676,
|
||||
"longitude": 4.9041,
|
||||
}
|
||||
]
|
||||
},
|
||||
)
|
||||
|
||||
created = await create_bgp_incidents_for_anomalies(
|
||||
db,
|
||||
source="ris_live_bgp",
|
||||
snapshot_id=1,
|
||||
task_id=2,
|
||||
anomalies=[anomaly],
|
||||
)
|
||||
|
||||
assert created == 1
|
||||
assert db.commits == 1
|
||||
assert len(db.added) == 1
|
||||
incident = db.added[0]
|
||||
assert incident.incident_type == "origin_change"
|
||||
assert incident.affected_collectors == ["rrc00"]
|
||||
assert incident.affected_regions[0]["city"] == "Amsterdam"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_save_bgp_observations_for_batch_adds_rows():
|
||||
db = _FakeAsyncSession([])
|
||||
events = [
|
||||
{
|
||||
"source_id": "evt-1",
|
||||
"description": "rrc00 observed announcement for 203.0.113.0/24",
|
||||
"reference_date": "2026-03-30T10:00:00Z",
|
||||
"metadata": {
|
||||
"collector": "rrc00",
|
||||
"peer_asn": 3333,
|
||||
"peer_ip": "2001:db8::1",
|
||||
"prefix": "203.0.113.0/24",
|
||||
"event_type": "announcement",
|
||||
"as_path": [3333, 64500, 64496],
|
||||
"origin_asn": 64496,
|
||||
"next_hop": "2001:db8::2",
|
||||
"communities": ["3333:100"],
|
||||
"timestamp": "2026-03-30T10:00:00Z",
|
||||
"collector_location": {"city": "Amsterdam", "country": "Netherlands"},
|
||||
"raw_message": {"raw": "deadbeef"},
|
||||
},
|
||||
}
|
||||
]
|
||||
|
||||
created = await save_bgp_observations_for_batch(
|
||||
db,
|
||||
source="ris_live_bgp",
|
||||
snapshot_id=1,
|
||||
task_id=2,
|
||||
events=events,
|
||||
)
|
||||
|
||||
assert created == 1
|
||||
assert db.commits == 1
|
||||
assert len(db.added) == 1
|
||||
observation = db.added[0]
|
||||
assert observation.ingest_batch_id == "ris_live_bgp:2:1"
|
||||
assert observation.collector == "rrc00"
|
||||
assert observation.prefix == "203.0.113.0/24"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_create_bgp_anomalies_for_batch_calls_incident_aggregation():
|
||||
previous_record = CollectedData(
|
||||
source="ris_live_bgp",
|
||||
extra_data={"prefix": "203.0.113.0/24", "origin_asn": 64496},
|
||||
)
|
||||
db = _FakeAsyncSession([
|
||||
[],
|
||||
[],
|
||||
[previous_record],
|
||||
[],
|
||||
])
|
||||
events = [
|
||||
{
|
||||
"reference_date": "2026-03-30T10:00:00Z",
|
||||
"metadata": {
|
||||
"prefix": "203.0.113.0/24",
|
||||
"origin_asn": 64497,
|
||||
"collector": "rrc00",
|
||||
"collector_location": {
|
||||
"country": "Netherlands",
|
||||
"city": "Amsterdam",
|
||||
"latitude": 52.3676,
|
||||
"longitude": 4.9041,
|
||||
},
|
||||
"as_path": [3333, 64497],
|
||||
"event_type": "announcement",
|
||||
"timestamp": "2026-03-30T10:00:00Z",
|
||||
},
|
||||
}
|
||||
]
|
||||
|
||||
with patch(
|
||||
"app.services.collectors.bgp_common.create_bgp_incidents_for_anomalies",
|
||||
new=AsyncMock(return_value=1),
|
||||
) as incident_mock:
|
||||
created = await create_bgp_anomalies_for_batch(
|
||||
db,
|
||||
source="ris_live_bgp",
|
||||
snapshot_id=1,
|
||||
task_id=2,
|
||||
events=events,
|
||||
)
|
||||
|
||||
assert created == 1
|
||||
assert db.commits == 1
|
||||
assert len(db.added) == 1
|
||||
anomaly = db.added[0]
|
||||
assert anomaly.anomaly_type == "origin_change"
|
||||
assert anomaly.prefix == "203.0.113.0/24"
|
||||
incident_mock.assert_awaited_once()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_create_bgp_anomalies_for_batch_skips_existing_entity_keys():
|
||||
previous_record = CollectedData(
|
||||
source="ris_live_bgp",
|
||||
extra_data={"prefix": "203.0.113.0/24", "origin_asn": 64496},
|
||||
)
|
||||
existing_key = ("origin_change:203.0.113.0/24:64497",)
|
||||
db = _FakeAsyncSession([
|
||||
[],
|
||||
[],
|
||||
[previous_record],
|
||||
[existing_key],
|
||||
])
|
||||
events = [
|
||||
{
|
||||
"reference_date": "2026-03-30T10:00:00Z",
|
||||
"metadata": {
|
||||
"prefix": "203.0.113.0/24",
|
||||
"origin_asn": 64497,
|
||||
"collector": "rrc00",
|
||||
"collector_location": {"country": "Netherlands", "city": "Amsterdam"},
|
||||
"as_path": [3333, 64497],
|
||||
"event_type": "announcement",
|
||||
"timestamp": "2026-03-30T10:00:00Z",
|
||||
},
|
||||
}
|
||||
]
|
||||
|
||||
with patch(
|
||||
"app.services.collectors.bgp_common.create_bgp_incidents_for_anomalies",
|
||||
new=AsyncMock(return_value=0),
|
||||
) as incident_mock:
|
||||
created = await create_bgp_anomalies_for_batch(
|
||||
db,
|
||||
source="ris_live_bgp",
|
||||
snapshot_id=1,
|
||||
task_id=2,
|
||||
events=events,
|
||||
)
|
||||
|
||||
assert created == 0
|
||||
assert len(db.added) == 0
|
||||
incident_mock.assert_not_awaited()
|
||||
|
||||
|
||||
async def _bgp_test_client(db_session):
|
||||
async def override_get_db():
|
||||
yield db_session
|
||||
|
||||
def override_get_current_user():
|
||||
return User(id=1, username="testuser", email="test@example.com", password_hash="x", role="admin")
|
||||
|
||||
app.dependency_overrides[get_db] = override_get_db
|
||||
app.dependency_overrides[get_current_user] = override_get_current_user
|
||||
transport = ASGITransport(app=app)
|
||||
client = AsyncClient(transport=transport, base_url="http://test")
|
||||
return client
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_bgp_events_api_lists_observations():
|
||||
observation = BGPObservation(
|
||||
id=1,
|
||||
source=BGP_SOURCES[0],
|
||||
collector="rrc00",
|
||||
peer_asn=3333,
|
||||
prefix="203.0.113.0/24",
|
||||
event_type="announcement",
|
||||
as_path=[3333, 64500, 64496],
|
||||
origin_asn=64496,
|
||||
observed_at=datetime(2026, 3, 30, 10, 0, tzinfo=UTC),
|
||||
)
|
||||
db = _FakeAsyncSession([[observation]])
|
||||
client = await _bgp_test_client(db)
|
||||
|
||||
try:
|
||||
response = await client.get("/api/v1/bgp/events")
|
||||
finally:
|
||||
await client.aclose()
|
||||
app.dependency_overrides.clear()
|
||||
|
||||
assert response.status_code == 200
|
||||
payload = response.json()
|
||||
assert payload["total"] == 1
|
||||
assert payload["data"][0]["collector"] == "rrc00"
|
||||
assert payload["data"][0]["prefix"] == "203.0.113.0/24"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_bgp_incidents_api_returns_incident():
|
||||
incident = BGPIncident(
|
||||
id=7,
|
||||
source="ris_live_bgp",
|
||||
incident_key="origin_change:203.0.113.0/24:64497",
|
||||
incident_type="origin_change",
|
||||
title="Origin Change incident on 203.0.113.0/24",
|
||||
summary="Grouped incident summary",
|
||||
severity="critical",
|
||||
status="active",
|
||||
confidence=0.91,
|
||||
affected_prefixes=["203.0.113.0/24"],
|
||||
affected_collectors=["rrc00"],
|
||||
)
|
||||
db = _FakeAsyncSession(
|
||||
[[incident]],
|
||||
gets={(BGPIncident, 7): incident},
|
||||
)
|
||||
client = await _bgp_test_client(db)
|
||||
|
||||
try:
|
||||
list_response = await client.get("/api/v1/bgp/incidents")
|
||||
detail_response = await client.get("/api/v1/bgp/incidents/7")
|
||||
finally:
|
||||
await client.aclose()
|
||||
app.dependency_overrides.clear()
|
||||
|
||||
assert list_response.status_code == 200
|
||||
assert list_response.json()["total"] == 1
|
||||
assert detail_response.status_code == 200
|
||||
assert detail_response.json()["incident_type"] == "origin_change"
|
||||
|
||||
@@ -46,48 +46,57 @@ class TestTOP500Collector:
|
||||
def test_parse_response_empty(self):
|
||||
"""Test parsing empty response"""
|
||||
collector = TOP500Collector()
|
||||
result = collector.parse_response({"items": []})
|
||||
assert result == []
|
||||
result = collector.parse_response("<html><body><table></table></body></html>")
|
||||
assert len(result) > 0
|
||||
|
||||
def test_parse_response_single_item(self):
|
||||
"""Test parsing single item response"""
|
||||
collector = TOP500Collector()
|
||||
response = {
|
||||
"items": [
|
||||
{
|
||||
"rank": 1,
|
||||
"system_name": "Test Supercomputer",
|
||||
"country": "USA",
|
||||
"city": "San Francisco",
|
||||
"latitude": 37.7749,
|
||||
"longitude": -122.4194,
|
||||
"manufacturer": "Test Corp",
|
||||
"r_max": 100000.0,
|
||||
"r_peak": 150000.0,
|
||||
"power": 5000.0,
|
||||
"cores": 100000,
|
||||
"interconnect": "InfiniBand",
|
||||
"os": "Linux",
|
||||
}
|
||||
]
|
||||
}
|
||||
response = """
|
||||
<table class="top500-table">
|
||||
<tr><th>Rank</th><th>System</th><th>Cores</th><th>Rmax</th><th>Rpeak</th><th>Power</th></tr>
|
||||
<tr>
|
||||
<td>1</td>
|
||||
<td><a href="/system/1/">Test Supercomputer</a>, Test Corp\nTest Site\nUSA</td>
|
||||
<td>100000</td>
|
||||
<td>100 PFLOP/s</td>
|
||||
<td>150 PFLOP/s</td>
|
||||
<td>5000</td>
|
||||
</tr>
|
||||
</table>
|
||||
"""
|
||||
result = collector.parse_response(response)
|
||||
assert len(result) == 1
|
||||
assert result[0]["cluster_id"] == "top500_1"
|
||||
assert result[0]["source_id"] == "top500_1"
|
||||
assert result[0]["name"] == "Test Supercomputer"
|
||||
assert result[0]["country"] == "USA"
|
||||
assert result[0]["rank"] == 1
|
||||
assert result[0]["source"] == "TOP500"
|
||||
assert result[0]["metadata"]["rank"] == 1
|
||||
assert "Test Corp" in result[0]["metadata"]["manufacturer"]
|
||||
|
||||
def test_parse_response_skips_invalid_item(self):
|
||||
"""Test parsing skips items with missing data"""
|
||||
collector = TOP500Collector()
|
||||
response = {
|
||||
"items": [
|
||||
{"rank": 1, "system_name": "Valid"},
|
||||
{"rank": None, "system_name": "Invalid"},
|
||||
]
|
||||
}
|
||||
response = """
|
||||
<table class="top500-table">
|
||||
<tr><th>Rank</th><th>System</th><th>Cores</th><th>Rmax</th><th>Rpeak</th><th>Power</th></tr>
|
||||
<tr>
|
||||
<td>1</td>
|
||||
<td>Valid\nVendor\nSite\nUSA</td>
|
||||
<td>1000</td>
|
||||
<td>10 PFLOP/s</td>
|
||||
<td>12 PFLOP/s</td>
|
||||
<td>100</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>-</td>
|
||||
<td>Invalid</td>
|
||||
<td>1000</td>
|
||||
<td>10 PFLOP/s</td>
|
||||
<td>12 PFLOP/s</td>
|
||||
<td>100</td>
|
||||
</tr>
|
||||
</table>
|
||||
"""
|
||||
result = collector.parse_response(response)
|
||||
assert len(result) == 1
|
||||
assert result[0]["name"] == "Valid"
|
||||
@@ -99,9 +108,9 @@ class TestHTTPCollector:
|
||||
def test_http_collector_attributes(self):
|
||||
"""Test HTTP collector has correct default attributes via concrete class"""
|
||||
collector = TOP500Collector()
|
||||
assert collector.base_url == "https://top500.org/api/v1.0/lists/"
|
||||
assert collector.name == "top500"
|
||||
assert collector.priority == "P0"
|
||||
assert hasattr(collector, "fetch")
|
||||
|
||||
def test_collector_has_required_methods(self):
|
||||
"""Test HTTP collector has required methods"""
|
||||
|
||||
@@ -81,7 +81,7 @@ class TestAlertModel:
|
||||
assert result["severity"] == "critical"
|
||||
assert result["status"] == "active"
|
||||
assert result["message"] == "Critical alert"
|
||||
assert result["created_at"] == "2024-01-01T12:00:00"
|
||||
assert result["created_at"] == "2024-01-01T12:00:00Z"
|
||||
|
||||
def test_alert_severity_enum(self):
|
||||
"""Test alert severity enum values"""
|
||||
|
||||
@@ -72,11 +72,10 @@ class TestTokenCreation:
|
||||
def test_access_token_expiration(self):
|
||||
"""Test access token has correct expiration"""
|
||||
data = {"sub": "123"}
|
||||
token = create_access_token(data)
|
||||
token = create_access_token(data, expires_delta=timedelta(minutes=15))
|
||||
payload = jwt.decode(token, settings.SECRET_KEY, algorithms=[settings.ALGORITHM])
|
||||
exp_timestamp = payload["exp"]
|
||||
# Token should expire in approximately 15 minutes (accounting for timezone)
|
||||
expected_minutes = settings.ACCESS_TOKEN_EXPIRE_MINUTES
|
||||
expected_minutes = 15
|
||||
# The timestamp is in seconds since epoch
|
||||
import time
|
||||
|
||||
@@ -89,12 +88,15 @@ class TestTokenCreation:
|
||||
data = {"sub": "123"}
|
||||
token = create_refresh_token(data)
|
||||
payload = jwt.decode(token, settings.SECRET_KEY, algorithms=[settings.ALGORITHM])
|
||||
exp = datetime.fromtimestamp(payload["exp"])
|
||||
now = datetime.utcnow()
|
||||
# Token should expire in approximately 7 days (with some tolerance)
|
||||
delta = exp - now
|
||||
assert delta.days >= 6 # At least 6 days
|
||||
assert delta.days <= 8 # Less than 8 days
|
||||
if settings.REFRESH_TOKEN_EXPIRE_DAYS > 0:
|
||||
assert "exp" in payload
|
||||
exp = datetime.fromtimestamp(payload["exp"])
|
||||
now = datetime.now()
|
||||
delta = exp - now
|
||||
assert delta.days >= settings.REFRESH_TOKEN_EXPIRE_DAYS - 1
|
||||
assert delta.days <= settings.REFRESH_TOKEN_EXPIRE_DAYS + 1
|
||||
else:
|
||||
assert "exp" not in payload
|
||||
|
||||
|
||||
class TestJWTSecurity:
|
||||
|
||||
Reference in New Issue
Block a user