446 lines
15 KiB
PL/PgSQL
446 lines
15 KiB
PL/PgSQL
-- Database Schema for Intelligent Planet Plan
|
|
-- PostgreSQL 15+ with TimescaleDB
|
|
-- Generated at: 2024-01-20
|
|
|
|
-- ============================================
|
|
-- EXTENSIONS
|
|
-- ============================================
|
|
|
|
CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
|
|
CREATE EXTENSION IF NOT EXISTS "timescaledb";
|
|
|
|
-- ============================================
|
|
-- ENUMS
|
|
-- ============================================
|
|
|
|
CREATE TYPE user_role AS ENUM ('super_admin', 'admin', 'operator', 'viewer');
|
|
CREATE TYPE datasource_priority AS ENUM ('P0', 'P1', 'P2');
|
|
CREATE TYPE task_status AS ENUM ('pending', 'running', 'success', 'failed', 'cancelled');
|
|
CREATE TYPE alert_severity AS ENUM ('critical', 'warning', 'info');
|
|
CREATE TYPE alert_status AS ENUM ('active', 'acknowledged', 'resolved');
|
|
CREATE TYPE data_module AS ENUM ('L1', 'L2', 'L3', 'L4');
|
|
|
|
-- ============================================
|
|
-- USERS & AUTHENTICATION
|
|
-- ============================================
|
|
|
|
CREATE TABLE users (
|
|
id SERIAL PRIMARY KEY,
|
|
username VARCHAR(50) NOT NULL UNIQUE,
|
|
email VARCHAR(255) NOT NULL UNIQUE,
|
|
password_hash VARCHAR(255) NOT NULL,
|
|
role user_role NOT NULL DEFAULT 'viewer',
|
|
is_active BOOLEAN NOT NULL DEFAULT TRUE,
|
|
last_login_at TIMESTAMP WITH TIME ZONE,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
|
|
updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
CREATE INDEX idx_users_username ON users(username);
|
|
CREATE INDEX idx_users_role ON users(role);
|
|
CREATE INDEX idx_users_is_active ON users(is_active);
|
|
|
|
CREATE TABLE refresh_tokens (
|
|
id SERIAL PRIMARY KEY,
|
|
user_id INTEGER NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
token VARCHAR(500) NOT NULL UNIQUE,
|
|
expires_at TIMESTAMP WITH TIME ZONE NOT NULL,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
|
|
revoked_at TIMESTAMP WITH TIME ZONE
|
|
);
|
|
|
|
CREATE INDEX idx_refresh_tokens_user ON refresh_tokens(user_id);
|
|
CREATE INDEX idx_refresh_tokens_token ON refresh_tokens(token);
|
|
CREATE INDEX idx_refresh_tokens_expires ON refresh_tokens(expires_at);
|
|
|
|
-- ============================================
|
|
-- DATA SOURCES
|
|
-- ============================================
|
|
|
|
CREATE TABLE data_sources (
|
|
id SERIAL PRIMARY KEY,
|
|
name VARCHAR(100) NOT NULL,
|
|
module data_module NOT NULL,
|
|
priority datasource_priority NOT NULL DEFAULT 'P1',
|
|
frequency_minutes INTEGER NOT NULL DEFAULT 60,
|
|
collector_class VARCHAR(100) NOT NULL,
|
|
config JSONB NOT NULL DEFAULT '{}',
|
|
is_active BOOLEAN NOT NULL DEFAULT TRUE,
|
|
last_run_at TIMESTAMP WITH TIME ZONE,
|
|
last_status task_status,
|
|
next_run_at TIMESTAMP WITH TIME ZONE,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
|
|
updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
CREATE INDEX idx_datasources_module ON data_sources(module);
|
|
CREATE INDEX idx_datasources_priority ON data_sources(priority);
|
|
CREATE INDEX idx_datasources_is_active ON data_sources(is_active);
|
|
CREATE INDEX idx_datasources_next_run ON data_sources(next_run_at);
|
|
|
|
-- ============================================
|
|
-- COLLECTION TASKS
|
|
-- ============================================
|
|
|
|
CREATE TABLE collection_tasks (
|
|
id BIGSERIAL PRIMARY KEY,
|
|
datasource_id INTEGER NOT NULL REFERENCES data_sources(id) ON DELETE CASCADE,
|
|
status task_status NOT NULL DEFAULT 'pending',
|
|
started_at TIMESTAMP WITH TIME ZONE,
|
|
completed_at TIMESTAMP WITH TIME ZONE,
|
|
records_processed INTEGER DEFAULT 0,
|
|
error_message TEXT,
|
|
traceback TEXT,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
CREATE INDEX idx_tasks_datasource ON collection_tasks(datasource_id);
|
|
CREATE INDEX idx_tasks_status ON collection_tasks(status);
|
|
CREATE INDEX idx_tasks_created_at ON collection_tasks(created_at DESC);
|
|
|
|
-- Hypertable for time-series queries
|
|
SELECT create_hypertable('collection_tasks', 'created_at');
|
|
|
|
-- ============================================
|
|
-- GPU CLUSTERS (L1 - Hypertables)
|
|
-- ============================================
|
|
|
|
CREATE TABLE gpu_clusters (
|
|
time TIMESTAMP WITH TIME ZONE NOT NULL,
|
|
cluster_id VARCHAR(100) NOT NULL,
|
|
name VARCHAR(200) NOT NULL,
|
|
country VARCHAR(100),
|
|
city VARCHAR(100),
|
|
latitude DOUBLE PRECISION,
|
|
longitude DOUBLE PRECISION,
|
|
organization VARCHAR(200),
|
|
gpu_count INTEGER,
|
|
gpu_type VARCHAR(100),
|
|
total_flops DOUBLE PRECISION,
|
|
rank INTEGER,
|
|
source VARCHAR(50) NOT NULL
|
|
);
|
|
|
|
SELECT create_hypertable('gpu_clusters', 'time');
|
|
|
|
CREATE INDEX idx_gpu_clusters_cluster_id ON gpu_clusters(cluster_id);
|
|
CREATE INDEX idx_gpu_clusters_country ON gpu_clusters(country);
|
|
CREATE INDEX idx_gpu_clusters_source ON gpu_clusters(source);
|
|
CREATE INDEX idx_gpu_clusters_time ON gpu_clusters(time DESC);
|
|
|
|
-- Latest snapshot view
|
|
CREATE VIEW gpu_clusters_latest AS
|
|
SELECT DISTINCT ON (cluster_id) *
|
|
FROM gpu_clusters
|
|
ORDER BY cluster_id, time DESC;
|
|
|
|
-- ============================================
|
|
-- MODEL ECOSYSTEM (L1)
|
|
-- ============================================
|
|
|
|
CREATE TABLE model_ecosystem (
|
|
time TIMESTAMP WITH TIME ZONE NOT NULL,
|
|
model_id VARCHAR(200) NOT NULL,
|
|
model_name VARCHAR(200) NOT NULL,
|
|
publisher VARCHAR(200),
|
|
downloads INTEGER,
|
|
likes INTEGER,
|
|
stars INTEGER,
|
|
license VARCHAR(100),
|
|
size_bytes BIGINT,
|
|
source VARCHAR(50) NOT NULL
|
|
);
|
|
|
|
SELECT create_hypertable('model_ecosystem', 'time');
|
|
|
|
CREATE INDEX idx_models_model_id ON model_ecosystem(model_id);
|
|
CREATE INDEX idx_models_source ON model_ecosystem(source);
|
|
CREATE INDEX idx_models_time ON model_ecosystem(time DESC);
|
|
|
|
-- ============================================
|
|
-- SUPERCOMPUTERS (L1)
|
|
-- ============================================
|
|
|
|
CREATE TABLE supercomputers (
|
|
time TIMESTAMP WITH TIME ZONE NOT NULL,
|
|
rank INTEGER NOT NULL,
|
|
name VARCHAR(200) NOT NULL,
|
|
country VARCHAR(100),
|
|
city VARCHAR(100),
|
|
latitude DOUBLE PRECISION,
|
|
longitude DOUBLE PRECISION,
|
|
organization VARCHAR(200),
|
|
rmax_tflops DOUBLE PRECISION,
|
|
rpeak_tflops DOUBLE PRECISION,
|
|
power_mw DOUBLE PRECISION,
|
|
cpu_cores INTEGER,
|
|
accelerator_cores INTEGER,
|
|
memory_tb DOUBLE PRECISION,
|
|
interconnect VARCHAR(100),
|
|
os VARCHAR(100),
|
|
source VARCHAR(50) NOT NULL
|
|
);
|
|
|
|
SELECT create_hypertable('supercomputers', 'time');
|
|
|
|
CREATE INDEX idx_supercomputers_rank ON supercomputers(rank);
|
|
CREATE INDEX idx_supercomputers_country ON supercomputers(country);
|
|
CREATE INDEX idx_supercomputers_time ON supercomputers(time DESC);
|
|
|
|
-- ============================================
|
|
-- SUBCABLE CABLES (L2)
|
|
-- ============================================
|
|
|
|
CREATE TABLE submarine_cables (
|
|
id SERIAL PRIMARY KEY,
|
|
cable_id VARCHAR(100) NOT NULL UNIQUE,
|
|
name VARCHAR(200) NOT NULL,
|
|
length_km INTEGER,
|
|
owners JSONB DEFAULT '[]',
|
|
capacity_tbps DOUBLE PRECISION,
|
|
status VARCHAR(50) DEFAULT 'active',
|
|
source VARCHAR(50) NOT NULL,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
|
|
updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
CREATE TABLE cable_landing_points (
|
|
id SERIAL PRIMARY KEY,
|
|
cable_id VARCHAR(100) NOT NULL REFERENCES submarine_cables(cable_id) ON DELETE CASCADE,
|
|
sequence_number INTEGER NOT NULL,
|
|
country VARCHAR(100) NOT NULL,
|
|
city VARCHAR(100),
|
|
latitude DOUBLE PRECISION NOT NULL,
|
|
longitude DOUBLE PRECISION NOT NULL,
|
|
landing_type VARCHAR(50),
|
|
UNIQUE(cable_id, sequence_number)
|
|
);
|
|
|
|
CREATE INDEX idx_cables_name ON submarine_cables(name);
|
|
CREATE INDEX idx_cables_status ON submarine_cables(status);
|
|
CREATE INDEX idx_landing_cable ON cable_landing_points(cable_id);
|
|
|
|
-- ============================================
|
|
-- IXP NODES (L2)
|
|
-- ============================================
|
|
|
|
CREATE TABLE ixp_nodes (
|
|
id SERIAL PRIMARY KEY,
|
|
ixp_id VARCHAR(100) NOT NULL UNIQUE,
|
|
name VARCHAR(200) NOT NULL,
|
|
country VARCHAR(100),
|
|
city VARCHAR(100),
|
|
latitude DOUBLE PRECISION,
|
|
longitude DOUBLE PRECISION,
|
|
member_count INTEGER,
|
|
traffic_tbps DOUBLE PRECISION,
|
|
source VARCHAR(50) NOT NULL,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
|
|
updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
CREATE INDEX idx_ixp_country ON ixp_nodes(country);
|
|
CREATE INDEX idx_ixp_source ON ixp_nodes(source);
|
|
|
|
-- ============================================
|
|
-- CLOUD INFRASTRUCTURE (L1)
|
|
-- ============================================
|
|
|
|
CREATE TABLE cloud_infrastructure (
|
|
time TIMESTAMP WITH TIME ZONE NOT NULL,
|
|
provider VARCHAR(100) NOT NULL,
|
|
region VARCHAR(100) NOT NULL,
|
|
availability_zone VARCHAR(100),
|
|
data_center_count INTEGER,
|
|
total_capacity_mw DOUBLE PRECISION,
|
|
source VARCHAR(50) NOT NULL
|
|
);
|
|
|
|
SELECT create_hypertable('cloud_infrastructure', 'time');
|
|
|
|
CREATE INDEX idx_cloud_provider ON cloud_infrastructure(provider);
|
|
CREATE INDEX idx_cloud_region ON cloud_infrastructure(region);
|
|
CREATE INDEX idx_cloud_time ON cloud_infrastructure(time DESC);
|
|
|
|
-- ============================================
|
|
-- ALERTS
|
|
-- ============================================
|
|
|
|
CREATE TABLE alert_rules (
|
|
id SERIAL PRIMARY KEY,
|
|
name VARCHAR(200) NOT NULL,
|
|
description TEXT,
|
|
datasource_id INTEGER REFERENCES data_sources(id) ON DELETE SET NULL,
|
|
condition JSONB NOT NULL,
|
|
severity alert_severity NOT NULL,
|
|
notification_channels JSONB DEFAULT '[]',
|
|
is_active BOOLEAN NOT NULL DEFAULT TRUE,
|
|
cooldown_minutes INTEGER DEFAULT 30,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
|
|
updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
CREATE INDEX idx_alert_rules_active ON alert_rules(is_active);
|
|
CREATE INDEX idx_alert_rules_severity ON alert_rules(severity);
|
|
|
|
CREATE TABLE alerts (
|
|
id BIGSERIAL PRIMARY KEY,
|
|
rule_id INTEGER NOT NULL REFERENCES alert_rules(id),
|
|
datasource_id INTEGER REFERENCES data_sources(id) ON DELETE SET NULL,
|
|
severity alert_severity NOT NULL,
|
|
status alert_status NOT NULL DEFAULT 'active',
|
|
message TEXT NOT NULL,
|
|
detail JSONB DEFAULT '{}',
|
|
acknowledged_by INTEGER REFERENCES users(id),
|
|
acknowledged_at TIMESTAMP WITH TIME ZONE,
|
|
resolved_by INTEGER REFERENCES users(id),
|
|
resolved_at TIMESTAMP WITH TIME ZONE,
|
|
resolution_note TEXT,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
SELECT create_hypertable('alerts', 'created_at');
|
|
|
|
CREATE INDEX idx_alerts_status ON alerts(status);
|
|
CREATE INDEX idx_alerts_severity ON alerts(severity);
|
|
CREATE INDEX idx_alerts_datasource ON alerts(datasource_id);
|
|
CREATE INDEX idx_alerts_created ON alerts(created_at DESC);
|
|
|
|
-- ============================================
|
|
-- AUDIT LOGS
|
|
-- ============================================
|
|
|
|
CREATE TABLE audit_logs (
|
|
id BIGSERIAL PRIMARY KEY,
|
|
user_id INTEGER REFERENCES users(id) ON DELETE SET NULL,
|
|
action VARCHAR(100) NOT NULL,
|
|
resource VARCHAR(100) NOT NULL,
|
|
resource_id VARCHAR(100),
|
|
detail JSONB DEFAULT '{}',
|
|
ip_address INET,
|
|
user_agent TEXT,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
SELECT create_hypertable('audit_logs', 'created_at');
|
|
|
|
CREATE INDEX idx_audit_user ON audit_logs(user_id);
|
|
CREATE INDEX idx_audit_action ON audit_logs(action);
|
|
CREATE INDEX idx_audit_resource ON audit_logs(resource);
|
|
CREATE INDEX idx_audit_created ON audit_logs(created_at DESC);
|
|
|
|
-- ============================================
|
|
-- SYSTEM CONFIGURATION
|
|
-- ============================================
|
|
|
|
CREATE TABLE system_config (
|
|
id SERIAL PRIMARY KEY,
|
|
key VARCHAR(100) NOT NULL UNIQUE,
|
|
value JSONB NOT NULL,
|
|
description TEXT,
|
|
is_sensitive BOOLEAN NOT NULL DEFAULT FALSE,
|
|
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
|
|
updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
|
|
);
|
|
|
|
-- Default configurations
|
|
INSERT INTO system_config (key, value, description) VALUES
|
|
('data_retention_days', '30', 'Number of days to retain time-series data'),
|
|
('refresh_interval', '300', 'Default WebSocket refresh interval in seconds'),
|
|
('timezone', 'Asia/Shanghai', 'System timezone'),
|
|
('max_concurrent_tasks', '5', 'Maximum concurrent collection tasks'),
|
|
('api_rate_limit', '100', 'API requests per minute per user'),
|
|
('jwt_access_token_expire', '900', 'JWT access token expiration in seconds'),
|
|
('jwt_refresh_token_expire', '604800', 'JWT refresh token expiration in seconds');
|
|
|
|
-- ============================================
|
|
-- FUNCTIONS & TRIGGERS
|
|
-- ============================================
|
|
|
|
-- Updated_at trigger function
|
|
CREATE OR REPLACE FUNCTION update_updated_at_column()
|
|
RETURNS TRIGGER AS $$
|
|
BEGIN
|
|
NEW.updated_at = NOW();
|
|
RETURN NEW;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
-- Apply updated_at trigger to all tables with updated_at column
|
|
CREATE TRIGGER update_users_updated_at BEFORE UPDATE ON users
|
|
FOR EACH ROW EXECUTE FUNCTION update_updated_at_column();
|
|
|
|
CREATE TRIGGER update_datasources_updated_at BEFORE UPDATE ON data_sources
|
|
FOR EACH ROW EXECUTE FUNCTION update_updated_at_column();
|
|
|
|
CREATE TRIGGER update_alert_rules_updated_at BEFORE UPDATE ON alert_rules
|
|
FOR EACH ROW EXECUTE FUNCTION update_updated_at_column();
|
|
|
|
CREATE TRIGGER update_system_config_updated_at BEFORE UPDATE ON system_config
|
|
FOR EACH ROW EXECUTE FUNCTION update_updated_at_column();
|
|
|
|
-- ============================================
|
|
-- VIEWS
|
|
-- ============================================
|
|
|
|
-- Data source overview
|
|
CREATE VIEW datasource_overview AS
|
|
SELECT
|
|
ds.id,
|
|
ds.name,
|
|
ds.module,
|
|
ds.priority,
|
|
ds.frequency_minutes,
|
|
ds.is_active,
|
|
ds.last_run_at,
|
|
ds.last_status,
|
|
COUNT(ct.id) FILTER (WHERE ct.status = 'success') as total_success,
|
|
COUNT(ct.id) FILTER (WHERE ct.status = 'failed') as total_failed,
|
|
MAX(ct.created_at) as last_task_at
|
|
FROM data_sources ds
|
|
LEFT JOIN collection_tasks ct ON ct.datasource_id = ds.id
|
|
GROUP BY ds.id;
|
|
|
|
-- System health view
|
|
CREATE VIEW system_health AS
|
|
SELECT
|
|
NOW() as check_time,
|
|
(SELECT COUNT(*) FROM data_sources WHERE is_active = true) as active_datasources,
|
|
(SELECT COUNT(*) FROM collection_tasks WHERE status = 'running') as running_tasks,
|
|
(SELECT COUNT(*) FROM alerts WHERE status = 'active') as active_alerts,
|
|
(SELECT COUNT(*) FROM users WHERE is_active = true) as active_users;
|
|
|
|
-- ============================================
|
|
-- DATA RETENTION POLICY
|
|
-- ============================================
|
|
|
|
-- Example: Add retention policy for hypertables
|
|
-- SELECT add_retention_policy('gpu_clusters', INTERVAL '30 days');
|
|
-- SELECT add_retention_policy('collection_tasks', INTERVAL '90 days');
|
|
-- SELECT add_retention_policy('audit_logs', INTERVAL '180 days');
|
|
|
|
-- ============================================
|
|
-- ROW LEVEL SECURITY (RLS)
|
|
-- ============================================
|
|
|
|
-- Enable RLS for sensitive tables
|
|
ALTER TABLE users ENABLE ROW LEVEL SECURITY;
|
|
ALTER TABLE audit_logs ENABLE ROW LEVEL SECURITY;
|
|
|
|
-- RLS policies
|
|
CREATE POLICY "Admins can view all users" ON users
|
|
FOR SELECT USING (current_setting('app.current_role', true) IN ('super_admin', 'admin'));
|
|
|
|
CREATE POLICY "Users can view own data" ON users
|
|
FOR SELECT USING (auth.uid() = id);
|
|
|
|
-- ============================================
|
|
-- COMMENTS
|
|
-- ============================================
|
|
|
|
COMMENT ON TABLE gpu_clusters IS 'L1: Global AI GPU cluster distribution data';
|
|
COMMENT ON TABLE submarine_cables IS 'L2: Submarine cable infrastructure and landing points';
|
|
COMMENT ON TABLE ixp_nodes IS 'L2: Internet Exchange Point nodes and connectivity';
|
|
COMMENT ON TABLE model_ecosystem IS 'L1: AI model download statistics and ecosystem data';
|
|
COMMENT ON TABLE cloud_infrastructure IS 'L1: Cloud data center capacity and distribution';
|