aaae6a53c3
## Changelog ### New Features #### Cable Graph Service - Add cable_graph.py for finding shortest path between landing points - Implement haversine distance calculation for great circle distances - Support for dateline crossing (longitude normalization) - NetworkX-based graph for optimal path finding #### Data Collectors - Add ArcGISCableCollector for fetching submarine cable data from ArcGIS GeoJSON API - Add FAOLandingPointCollector for fetching landing point data from FAO CSV API ### Backend Changes #### API Updates - auth.py: Update authentication logic - datasources.py: Add datasource endpoints and management - visualization.py: Add visualization API endpoints - config.py: Update configuration settings - security.py: Improve security settings #### Models & Schemas - task.py: Update task model with new fields - token.py: Update token schema #### Services - collectors/base.py: Improve base collector with better error handling - collectors/__init__.py: Register new collectors - scheduler.py: Update scheduler logic - tasks/scheduler.py: Add task scheduling ### Frontend Changes - AppLayout.tsx: Improve layout component - index.css: Add global styles - DataSources.tsx: Enhance data sources management page - vite.config.ts: Add Vite configuration for earth module
46 lines
2.0 KiB
Python
46 lines
2.0 KiB
Python
"""__init__.py for collectors package"""
|
|
|
|
from app.services.collectors.base import BaseCollector, HTTPCollector, IntervalCollector
|
|
from app.services.collectors.registry import collector_registry, CollectorRegistry
|
|
from app.services.collectors.top500 import TOP500Collector
|
|
from app.services.collectors.epoch_ai import EpochAIGPUCollector
|
|
from app.services.collectors.huggingface import (
|
|
HuggingFaceModelCollector,
|
|
HuggingFaceDatasetCollector,
|
|
HuggingFaceSpacesCollector,
|
|
)
|
|
from app.services.collectors.peeringdb import (
|
|
PeeringDBIXPCollector,
|
|
PeeringDBNetworkCollector,
|
|
PeeringDBFacilityCollector,
|
|
)
|
|
from app.services.collectors.telegeography import (
|
|
TeleGeographyCableCollector,
|
|
TeleGeographyLandingPointCollector,
|
|
TeleGeographyCableSystemCollector,
|
|
)
|
|
from app.services.collectors.cloudflare import (
|
|
CloudflareRadarDeviceCollector,
|
|
CloudflareRadarTrafficCollector,
|
|
CloudflareRadarTopASCollector,
|
|
)
|
|
from app.services.collectors.arcgis_cables import ArcGISCableCollector
|
|
from app.services.collectors.fao_landing import FAOLandingPointCollector
|
|
|
|
collector_registry.register(TOP500Collector())
|
|
collector_registry.register(EpochAIGPUCollector())
|
|
collector_registry.register(HuggingFaceModelCollector())
|
|
collector_registry.register(HuggingFaceDatasetCollector())
|
|
collector_registry.register(HuggingFaceSpacesCollector())
|
|
collector_registry.register(PeeringDBIXPCollector())
|
|
collector_registry.register(PeeringDBNetworkCollector())
|
|
collector_registry.register(PeeringDBFacilityCollector())
|
|
collector_registry.register(TeleGeographyCableCollector())
|
|
collector_registry.register(TeleGeographyLandingPointCollector())
|
|
collector_registry.register(TeleGeographyCableSystemCollector())
|
|
collector_registry.register(CloudflareRadarDeviceCollector())
|
|
collector_registry.register(CloudflareRadarTrafficCollector())
|
|
collector_registry.register(CloudflareRadarTopASCollector())
|
|
collector_registry.register(ArcGISCableCollector())
|
|
collector_registry.register(FAOLandingPointCollector())
|