189 lines
7.2 KiB
MySQL
189 lines
7.2 KiB
MySQL
|
-- -----------------------------------------------------------------------
|
||
|
|
-- Copyright (c) 2022 Cisco Systems, Inc. and others. All rights reserved.
|
||
|
|
--
|
||
|
|
-- Ugrade from 2.2.0 to 2.2.1 changes
|
||
|
|
-- -----------------------------------------------------------------------
|
||
|
|
CREATE INDEX IF NOT EXISTS ip_rib_first_added_timestamp_idx ON ip_rib (first_added_timestamp DESC);
|
||
|
|
|
||
|
|
CREATE OR REPLACE FUNCTION update_global_ip_rib(max_interval interval DEFAULT '2 hour')
|
||
|
|
RETURNS void AS $$
|
||
|
|
DECLARE
|
||
|
|
execution_start timestamptz := clock_timestamp();
|
||
|
|
insert_count int;
|
||
|
|
start_time timestamptz := now();
|
||
|
|
chg_prefix inet;
|
||
|
|
BEGIN
|
||
|
|
|
||
|
|
select time_bucket('5 minutes', timestamp - interval '5 minute') INTO start_time
|
||
|
|
FROM global_ip_rib order by timestamp desc limit 1;
|
||
|
|
|
||
|
|
IF start_time is null THEN
|
||
|
|
start_time = time_bucket('5 minutes', now() - max_interval);
|
||
|
|
raise INFO '-> Last query time is null, setting last query time within %', max_interval;
|
||
|
|
ELSIF start_time < now() - max_interval THEN
|
||
|
|
start_time = time_bucket('5 minutes', now() - max_interval);
|
||
|
|
raise INFO '-> Last query time is greater than max % time, setting last query time', max_interval;
|
||
|
|
ELSIF start_time > now() THEN
|
||
|
|
start_time = time_bucket('5 minutes', now() - interval '15 minutes');
|
||
|
|
raise INFO '-> Last query time is greater than current time, setting last query time to past 15 minutes';
|
||
|
|
END IF;
|
||
|
|
|
||
|
|
raise INFO 'Start time : %', execution_start;
|
||
|
|
raise INFO 'Last Query Time : %', start_time;
|
||
|
|
|
||
|
|
raise INFO '-> Looping through changed prefixes ...';
|
||
|
|
|
||
|
|
insert_count = 0;
|
||
|
|
|
||
|
|
FOR chg_prefix IN
|
||
|
|
SELECT prefix
|
||
|
|
FROM ip_rib_log WHERE timestamp >= start_time AND origin_as != 23456
|
||
|
|
UNION SELECT prefix FROM ip_rib where first_added_timestamp >= start_time
|
||
|
|
GROUP BY prefix
|
||
|
|
|
||
|
|
LOOP
|
||
|
|
insert_count = insert_count + 1;
|
||
|
|
|
||
|
|
INSERT INTO global_ip_rib (prefix,prefix_len,recv_origin_as,
|
||
|
|
iswithdrawn,timestamp,first_added_timestamp,num_peers,advertising_peers,withdrawn_peers)
|
||
|
|
|
||
|
|
SELECT r.prefix,
|
||
|
|
max(r.prefix_len),
|
||
|
|
r.origin_as,
|
||
|
|
bool_and(r.iswithdrawn) as isWithdrawn,
|
||
|
|
max(r.timestamp),
|
||
|
|
min(r.first_added_timestamp),
|
||
|
|
count(distinct r.peer_hash_id) as total_peers,
|
||
|
|
count(distinct r.peer_hash_id) FILTER (WHERE r.iswithdrawn = False) as advertising_peers,
|
||
|
|
count(distinct r.peer_hash_id) FILTER (WHERE r.iswithdrawn = True) as withdrawn_peers
|
||
|
|
FROM ip_rib r
|
||
|
|
WHERE r.prefix = chg_prefix
|
||
|
|
AND origin_as != 23456
|
||
|
|
GROUP BY r.prefix, r.origin_as
|
||
|
|
ON CONFLICT (prefix,recv_origin_as)
|
||
|
|
DO UPDATE SET timestamp=excluded.timestamp,
|
||
|
|
first_added_timestamp=excluded.first_added_timestamp,
|
||
|
|
iswithdrawn=excluded.iswithdrawn,
|
||
|
|
num_peers=excluded.num_peers,
|
||
|
|
advertising_peers=excluded.advertising_peers,
|
||
|
|
withdrawn_peers=excluded.withdrawn_peers;
|
||
|
|
|
||
|
|
END LOOP;
|
||
|
|
|
||
|
|
raise INFO 'Rows updated : %', insert_count;
|
||
|
|
raise INFO 'Duration : %', clock_timestamp() - execution_start;
|
||
|
|
raise INFO 'Completion time: %', clock_timestamp();
|
||
|
|
|
||
|
|
-- Update IRR
|
||
|
|
raise INFO '-> Updating IRR info';
|
||
|
|
UPDATE global_ip_rib r SET
|
||
|
|
irr_origin_as=i.origin_as,
|
||
|
|
irr_source=i.source,
|
||
|
|
irr_descr=i.descr
|
||
|
|
FROM info_route i
|
||
|
|
WHERE r.timestamp >= start_time and i.prefix = r.prefix;
|
||
|
|
|
||
|
|
GET DIAGNOSTICS insert_count = row_count;
|
||
|
|
raise INFO 'Rows updated : %', insert_count;
|
||
|
|
raise INFO 'Duration : %', clock_timestamp() - execution_start;
|
||
|
|
raise INFO 'Completion time: %', clock_timestamp();
|
||
|
|
|
||
|
|
|
||
|
|
-- Update RPKI entries - Limit query to only update what has changed in interval time
|
||
|
|
-- NOTE: The global_ip_rib table should have current times when first run (new table).
|
||
|
|
-- This will result in this query taking a while. After first run, it shouldn't take
|
||
|
|
-- as long.
|
||
|
|
raise INFO '-> Updating RPKI info';
|
||
|
|
UPDATE global_ip_rib r SET rpki_origin_as=p.origin_as
|
||
|
|
FROM rpki_validator p
|
||
|
|
WHERE r.timestamp >= start_time
|
||
|
|
AND p.prefix >>= r.prefix
|
||
|
|
AND r.prefix_len >= p.prefix_len
|
||
|
|
AND r.prefix_len <= p.prefix_len_max;
|
||
|
|
|
||
|
|
GET DIAGNOSTICS insert_count = row_count;
|
||
|
|
raise INFO 'Rows updated : %', insert_count;
|
||
|
|
raise INFO 'Duration : %', clock_timestamp() - execution_start;
|
||
|
|
|
||
|
|
|
||
|
|
raise INFO 'Completion time: %', clock_timestamp();
|
||
|
|
|
||
|
|
END;
|
||
|
|
$$ LANGUAGE plpgsql;
|
||
|
|
|
||
|
|
CREATE OR REPLACE FUNCTION sync_global_ip_rib()
|
||
|
|
RETURNS void AS $$
|
||
|
|
DECLARE
|
||
|
|
execution_start timestamptz := clock_timestamp();
|
||
|
|
insert_count int;
|
||
|
|
start_time timestamptz := now();
|
||
|
|
BEGIN
|
||
|
|
|
||
|
|
raise INFO 'Start time : %', execution_start;
|
||
|
|
|
||
|
|
INSERT INTO global_ip_rib (prefix,prefix_len,recv_origin_as,
|
||
|
|
iswithdrawn,timestamp,first_added_timestamp,num_peers,advertising_peers,withdrawn_peers)
|
||
|
|
|
||
|
|
SELECT r.prefix,
|
||
|
|
max(r.prefix_len),
|
||
|
|
r.origin_as,
|
||
|
|
bool_and(r.iswithdrawn) as isWithdrawn,
|
||
|
|
max(r.timestamp),
|
||
|
|
min(r.first_added_timestamp),
|
||
|
|
count(distinct r.peer_hash_id) as total_peers,
|
||
|
|
count(distinct r.peer_hash_id) FILTER (WHERE r.iswithdrawn = False) as advertising_peers,
|
||
|
|
count(distinct r.peer_hash_id) FILTER (WHERE r.iswithdrawn = True) as withdrawn_peers
|
||
|
|
FROM ip_rib r
|
||
|
|
WHERE origin_as != 23456
|
||
|
|
GROUP BY r.prefix, r.origin_as
|
||
|
|
ON CONFLICT (prefix,recv_origin_as)
|
||
|
|
DO UPDATE SET timestamp=excluded.timestamp,
|
||
|
|
first_added_timestamp=excluded.first_added_timestamp,
|
||
|
|
iswithdrawn=excluded.iswithdrawn,
|
||
|
|
num_peers=excluded.num_peers,
|
||
|
|
advertising_peers=excluded.advertising_peers,
|
||
|
|
withdrawn_peers=excluded.withdrawn_peers;
|
||
|
|
|
||
|
|
GET DIAGNOSTICS insert_count = row_count;
|
||
|
|
raise INFO 'Rows updated : %', insert_count;
|
||
|
|
raise INFO 'Duration : %', clock_timestamp() - execution_start;
|
||
|
|
raise INFO 'Completion time: %', clock_timestamp();
|
||
|
|
|
||
|
|
-- Update IRR
|
||
|
|
raise INFO '-> Updating IRR info';
|
||
|
|
UPDATE global_ip_rib r SET
|
||
|
|
irr_origin_as=i.origin_as,
|
||
|
|
irr_source=i.source,
|
||
|
|
irr_descr=i.descr
|
||
|
|
FROM info_route i
|
||
|
|
WHERE i.prefix = r.prefix;
|
||
|
|
|
||
|
|
GET DIAGNOSTICS insert_count = row_count;
|
||
|
|
raise INFO 'Rows updated : %', insert_count;
|
||
|
|
raise INFO 'Duration : %', clock_timestamp() - execution_start;
|
||
|
|
raise INFO 'Completion time: %', clock_timestamp();
|
||
|
|
|
||
|
|
|
||
|
|
-- Update RPKI entries - Limit query to only update what has changed in interval time
|
||
|
|
-- NOTE: The global_ip_rib table should have current times when first run (new table).
|
||
|
|
-- This will result in this query taking a while. After first run, it shouldn't take
|
||
|
|
-- as long.
|
||
|
|
raise INFO '-> Updating RPKI info';
|
||
|
|
UPDATE global_ip_rib r SET rpki_origin_as=p.origin_as
|
||
|
|
FROM rpki_validator p
|
||
|
|
WHERE
|
||
|
|
p.prefix >>= r.prefix
|
||
|
|
AND r.prefix_len >= p.prefix_len
|
||
|
|
AND r.prefix_len <= p.prefix_len_max;
|
||
|
|
|
||
|
|
GET DIAGNOSTICS insert_count = row_count;
|
||
|
|
raise INFO 'Rows updated : %', insert_count;
|
||
|
|
raise INFO 'Duration : %', clock_timestamp() - execution_start;
|
||
|
|
|
||
|
|
|
||
|
|
raise INFO 'Completion time: %', clock_timestamp();
|
||
|
|
|
||
|
|
END;
|
||
|
|
$$ LANGUAGE plpgsql;
|
||
|
|
|