2 DROP FUNCTION IF EXISTS core_cities_merge_country;
4 CREATE FUNCTION core_cities_merge_country() RETURNS INT DETERMINISTIC
6 DECLARE co_done INT DEFAULT FALSE;
8 DECLARE v_count INT DEFAULT 0;
9 DECLARE v_total INT DEFAULT 0;
11 DECLARE v_id INT DEFAULT 0;
12 DECLARE v_iso TEXT DEFAULT '';
13 DECLARE v_local_name TEXT DEFAULT '';
14 -- DECLARE v_type TEXT DEFAULT '';
15 DECLARE v_in_location INT DEFAULT 0;
16 DECLARE v_geo_lat INT DEFAULT 0;
17 DECLARE v_geo_lng INT DEFAULT 0;
19 DECLARE v_id_tmp INT DEFAULT 0;
20 DECLARE v_iso_tmp TEXT DEFAULT '';
21 DECLARE v_local_name_tmp TEXT DEFAULT '';
22 DECLARE v_type_tmp TEXT DEFAULT '';
23 DECLARE v_in_location_tmp INT DEFAULT 0;
25 DECLARE v_id_tmp_tmp INT DEFAULT 0;
27 DECLARE co_csr CURSOR FOR
29 id,iso,local_name,in_location
35 SELECT COUNT(id) INTO v_total FROM meta_location WHERE type = 'CO';
41 FETCH co_csr INTO v_id,v_iso,v_local_name,v_in_location;
43 SET v_count = v_count + 1;
47 SELECT id INTO v_id_tmp FROM core_geoip_country WHERE code = v_iso;
50 INSERT INTO core_geoip_country (code, name, continent_id) VALUES (v_iso, v_local_name, 0);
53 IF v_count = v_total THEN
68 DROP FUNCTION IF EXISTS core_cities_merge_division;
70 CREATE FUNCTION core_cities_merge_division() RETURNS INT DETERMINISTIC
72 DECLARE re_done INT DEFAULT FALSE;
74 DECLARE v_count INT DEFAULT 0;
75 DECLARE v_total INT DEFAULT 0;
77 DECLARE v_id INT DEFAULT 0;
78 DECLARE v_iso TEXT DEFAULT '';
79 DECLARE v_local_name TEXT DEFAULT '';
80 -- DECLARE v_type TEXT DEFAULT '';
81 DECLARE v_in_location INT DEFAULT 0;
82 DECLARE v_geo_lat INT DEFAULT 0;
83 DECLARE v_geo_lng INT DEFAULT 0;
85 DECLARE v_country_id INT DEFAULT 0;
86 DECLARE v_iso_tmp TEXT DEFAULT '';
87 DECLARE v_local_name_tmp TEXT DEFAULT '';
89 DECLARE v_division_id INT DEFAULT 0;
91 DECLARE re_csr CURSOR FOR
93 id,iso,local_name,in_location
99 SELECT COUNT(id) INTO v_total FROM meta_location WHERE type = 'RE';
105 FETCH re_csr INTO v_id,v_iso,v_local_name,v_in_location;
107 SET v_count = v_count + 1;
109 SET v_country_id = 0;
110 SET v_division_id = 0;
112 SET v_local_name_tmp = '';
114 IF v_in_location IS NOT NULL THEN
115 SELECT iso, local_name INTO v_iso_tmp, v_local_name_tmp FROM meta_location WHERE id = v_in_location;
117 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_iso_tmp;
121 SELECT id INTO v_division_id FROM core_geoip_division WHERE (name = v_local_name OR (name LIKE (CONCAT('%', v_local_name, '%')) AND code = SUBSTRING_INDEX(v_iso, '-', -1)) AND country_id = v_country_id;
123 IF(v_division_id = 0) THEN
125 INSERT INTO core_geoip_division (code, name, country_id) VALUES (v_iso, v_local_name, v_country_id);
130 IF v_count = v_total THEN
143 DROP FUNCTION IF EXISTS core_cities_merge_city;
145 CREATE FUNCTION core_cities_merge_city() RETURNS INT DETERMINISTIC
147 DECLARE ci_done INT DEFAULT FALSE;
149 DECLARE v_count INT DEFAULT 0;
150 DECLARE v_total INT DEFAULT 0;
152 DECLARE v_id INT DEFAULT 0;
153 DECLARE v_iso TEXT DEFAULT '';
154 DECLARE v_local_name TEXT DEFAULT '';
155 -- DECLARE v_type TEXT DEFAULT '';
156 DECLARE v_in_location INT DEFAULT 0;
157 DECLARE v_geo_lat INT DEFAULT 0;
158 DECLARE v_geo_lng INT DEFAULT 0;
160 DECLARE v_id_tmp INT DEFAULT 0;
161 DECLARE v_iso_tmp TEXT DEFAULT '';
162 DECLARE v_local_name_tmp TEXT DEFAULT '';
163 DECLARE v_type_tmp TEXT DEFAULT '';
164 DECLARE v_in_location_tmp INT DEFAULT 0;
166 DECLARE v_id_tmp_tmp INT DEFAULT 0;
168 DECLARE ci_csr CURSOR FOR
170 id,iso,local_name,in_location,geo_lat,geo_lng
176 SELECT COUNT(id) INTO v_total FROM meta_location WHERE type = 'CI';
182 FETCH ci_csr INTO v_id,v_iso,v_local_name,v_in_location,v_geo_lat,v_geo_lng;
184 SET v_count = v_count + 1;
187 SET v_id_tmp_tmp = 0;
189 SELECT id INTO v_id_tmp FROM core_geoip_city WHERE name = v_local_name LIMIT 1;
191 IF(v_id_tmp = 0) THEN
192 IF v_in_location IS NOT NULL THEN
194 SELECT iso, local_name, type, in_location INTO v_iso_tmp, v_local_name_tmp, v_type_tmp, v_in_location_tmp FROM meta_location WHERE id = v_in_location;
196 IF v_type_tmp = 'CO' THEN
197 SELECT id INTO v_id_tmp FROM core_geoip_country WHERE code = v_iso_tmp;
199 INSERT INTO core_geoip_city (name, country_id) VALUES (v_local_name, v_id_tmp);
202 IF v_type_tmp = 'RE' THEN
203 SELECT id INTO v_id_tmp FROM core_geoip_division WHERE name = v_local_name_tmp;
205 SELECT iso, local_name, type INTO v_iso_tmp, v_local_name_tmp, v_type_tmp FROM meta_location WHERE id = v_in_location_tmp;
207 SELECT id INTO v_id_tmp_tmp FROM core_geoip_country WHERE code = v_iso_tmp;
209 INSERT INTO core_geoip_city (name, country_id, division_id) VALUES (v_local_name, v_id_tmp_tmp, v_id_tmp);
214 IF v_geo_lat IS NOT NULL OR v_geo_lng IS NOT NULL THEN
215 SET v_id_tmp = LAST_INSERT_ID();
217 INSERT INTO core_geoip_location (latitude, longitude, city_id) VALUES (v_geo_lat, v_geo_lng, v_id_tmp);
223 IF v_count = v_total THEN
235 -----------------------------------------------------------------------------------------------------------------
238 DROP FUNCTION IF EXISTS core_country_locations;
240 CREATE FUNCTION core_country_locations() RETURNS INT DETERMINISTIC
242 DECLARE v_count INT DEFAULT 0;
243 DECLARE v_total INT DEFAULT 0;
245 DECLARE v_geoname_id INT DEFAULT 0;
246 DECLARE v_continent_code TEXT DEFAULT '';
247 DECLARE v_continent_name TEXT DEFAULT '';
248 DECLARE v_country_iso_code TEXT DEFAULT '';
249 DECLARE v_country_name TEXT DEFAULT '';
251 DECLARE v_country_id INT DEFAULT 0;
252 DECLARE v_continent_id INT DEFAULT 0;
254 DECLARE csr CURSOR FOR
256 geoname_id,continent_code,continent_name,country_iso_code,country_name
260 SELECT COUNT(geoname_id) INTO v_total FROM country_locations;
266 FETCH csr INTO v_geoname_id,v_continent_code,v_continent_name,v_country_iso_code,v_country_name;
268 SET v_count = v_count + 1;
270 SET v_country_id = 0;
271 SET v_continent_id = 0;
273 IF (v_continent_code != '') THEN
274 SELECT id INTO v_continent_id FROM core_geoip_continent WHERE code = v_continent_code;
276 IF v_continent_id = 0 THEN
277 INSERT INTO core_geoip_continent (code, name) VALUES (v_continent_code, v_continent_name);
278 SET v_continent_id = LAST_INSERT_ID();
283 IF (v_country_iso_code != '') THEN
285 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
287 IF v_country_id = 0 THEN
288 INSERT INTO core_geoip_country (code, name, continent_id) VALUES (v_country_iso_code, v_country_name, v_continent_id);
293 IF v_count = v_total THEN
306 DROP FUNCTION IF EXISTS core_country_blocks;
308 CREATE FUNCTION core_country_blocks() RETURNS INT DETERMINISTIC
310 DECLARE v_count INT DEFAULT 0;
311 DECLARE v_total INT DEFAULT 0;
313 DECLARE v_geoname_id INT DEFAULT 0;
314 DECLARE v_network_start_ip TEXT DEFAULT '';
315 DECLARE v_network_mask_length INT DEFAULT 0;
316 DECLARE v_is_anonymous_proxy INT DEFAULT 0;
317 DECLARE v_is_satellite_provider INT DEFAULT 0;
319 DECLARE v_country_iso_code TEXT DEFAULT '';
321 DECLARE v_country_id INT DEFAULT 0;
323 DECLARE csr CURSOR FOR
325 network_start_ip,network_mask_length,geoname_id,is_anonymous_proxy,is_satellite_provider
331 registered_country_geoname_id != 0
333 geoname_id = registered_country_geoname_id
335 network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
337 SELECT COUNT(network_start_ip) INTO v_total FROM country_blocks WHERE geoname_id != 0 AND registered_country_geoname_id != 0 AND geoname_id = registered_country_geoname_id AND network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
343 FETCH csr INTO v_network_start_ip,v_network_mask_length,v_geoname_id,v_is_anonymous_proxy,v_is_satellite_provider;
345 SET v_count = v_count + 1;
347 SET v_country_id = 0;
349 SELECT country_iso_code INTO v_country_iso_code FROM country_locations WHERE geoname_id = v_geoname_id;
351 IF v_country_iso_code != '' THEN
352 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
354 IF v_country_id != 0 THEN
355 INSERT INTO core_geoip_country_network_mapping (start_ip, mask_length, country_id, is_anonymous_proxy, is_satellite_provider) VALUES (SUBSTRING_INDEX(v_network_start_ip,':','-1'), POW(2, 128-v_network_mask_length),v_country_id,v_is_anonymous_proxy,v_is_satellite_provider);
360 IF v_count = v_total THEN
376 DROP FUNCTION IF EXISTS core_city_locations;
378 CREATE FUNCTION core_city_locations() RETURNS INT DETERMINISTIC
380 DECLARE v_count INT DEFAULT 0;
381 DECLARE v_total INT DEFAULT 0;
383 DECLARE v_country_iso_code TEXT DEFAULT '';
384 DECLARE v_subdivision_iso_code TEXT DEFAULT '';
385 DECLARE v_subdivision_name TEXT DEFAULT '';
386 DECLARE v_city_name TEXT DEFAULT '';
387 DECLARE v_metro_code TEXT DEFAULT '';
388 DECLARE v_time_zone TEXT DEFAULT '';
390 DECLARE v_country_id INT DEFAULT 0;
391 DECLARE v_division_id INT DEFAULT 0;
392 DECLARE v_city_id INT DEFAULT 0;
394 DECLARE csr CURSOR FOR
396 country_iso_code,subdivision_iso_code,subdivision_name,city_name,metro_code,time_zone
400 subdivision_name != '' OR city_name != '';
402 SELECT COUNT(geoname_id) INTO v_total FROM city_locations WHERE subdivision_name != '' OR city_name != '';;
408 FETCH csr INTO v_country_iso_code,v_subdivision_iso_code,v_subdivision_name,v_city_name,v_metro_code,v_time_zone;
410 SET v_count = v_count + 1;
412 SET v_country_id = 0;
413 SET v_division_id = 0;
417 IF (v_country_iso_code != '') THEN
418 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
421 IF v_subdivision_name != '' THEN
422 SELECT id INTO v_division_id FROM core_geoip_division WHERE name = v_subdivision_name AND country_id = v_country_id;
424 IF v_division_id = 0 THEN
425 INSERT INTO core_geoip_division (code, name, country_id) VALUES (v_subdivision_iso_code, v_subdivision_name, v_country_id);
426 SET v_division_id = LAST_INSERT_ID();
432 IF v_city_name != '' THEN
434 SELECT id INTO v_city_id FROM core_geoip_city WHERE name = v_city_name AND country_id = v_country_id AND division_id = v_division_id;
436 IF v_city_id = 0 THEN
437 INSERT INTO core_geoip_city (name, country_id, division_id, metro_code, time_zone) VALUES (v_city_name, v_country_id, v_division_id, v_metro_code, v_time_zone);
443 IF v_count = v_total THEN
457 DROP FUNCTION IF EXISTS core_city_blocks_mapping;
459 CREATE FUNCTION core_city_blocks_mapping() RETURNS INT DETERMINISTIC
461 DECLARE v_count INT DEFAULT 0;
462 DECLARE v_total INT DEFAULT 0;
465 DECLARE v_geoname_id INT DEFAULT 0;
467 DECLARE v_country_id INT DEFAULT 0;
468 DECLARE v_divison_id INT DEFAULT 0;
469 DECLARE v_city_id INT DEFAULT 0;
470 DECLARE v_mapping_id INT DEFAULT 0;
471 DECLARE v_country_iso_code TEXT DEFAULT '';
472 DECLARE v_subdivision_name TEXT DEFAULT '';
473 DECLARE v_city_name TEXT DEFAULT '';
475 DECLARE csr CURSOR FOR
483 network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
485 SELECT COUNT(DISTINCT(geoname_id)) INTO v_total FROM city_blocks WHERE geoname_id != 0 AND network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
491 FETCH csr INTO v_geoname_id;
493 SET v_count = v_count + 1;
495 SET v_country_id = 0;
496 SET v_divison_id = 0;
498 SET v_mapping_id = 0;
500 SET v_country_iso_code = '';
501 SET v_subdivision_name = '';
502 SET v_city_name = '';
504 SELECT id INTO v_mapping_id FROM city_blocks_mapping WHERE geoname_id = v_geoname_id AND city_id = v_city_id;
506 IF v_mapping_id = 0 THEN
507 SELECT country_iso_code,subdivision_name,city_name INTO v_country_iso_code, v_subdivision_name, v_city_name FROM city_locations WHERE geoname_id = v_geoname_id;
509 IF v_country_iso_code != '' THEN
510 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
513 IF v_subdivision_name != '' THEN
514 SELECT id INTO v_divison_id FROM core_geoip_division WHERE name = v_subdivision_name AND country_id = v_country_id;
517 SELECT id INTO v_city_id FROM core_geoip_city WHERE name = v_city_name AND country_id = v_country_id AND division_id = v_divison_id;
519 IF v_city_id != 0 THEN
520 INSERT INTO city_blocks_mapping (geoname_id, city_id) VALUES (v_geoname_id, v_city_id);
527 IF v_count = v_total THEN
541 -- DROP FUNCTION IF EXISTS core_city_blocks;
543 -- CREATE FUNCTION core_city_blocks() RETURNS INT DETERMINISTIC
545 -- DECLARE v_count INT DEFAULT 0;
546 -- DECLARE v_total INT DEFAULT 0;
548 -- DECLARE v_network_start_ip TEXT DEFAULT '';
549 -- DECLARE v_network_mask_length INT DEFAULT 0;
550 -- DECLARE v_geoname_id INT DEFAULT 0;
551 -- DECLARE v_latitude DECIMAL(11,8) DEFAULT 0;
552 -- DECLARE v_longitude DECIMAL(11,8) DEFAULT 0;
553 -- DECLARE v_is_anonymous_proxy INT DEFAULT 0;
554 -- DECLARE v_is_satellite_provider INT DEFAULT 0;
557 -- DECLARE v_city_id INT DEFAULT 0;
558 -- DECLARE v_mapping_id INT DEFAULT 0;
560 -- DECLARE csr CURSOR FOR
562 -- network_start_ip,network_mask_length,geoname_id,latitude, longitude, is_anonymous_proxy,is_satellite_provider
568 -- network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
570 -- SELECT COUNT(network_start_ip) INTO v_total FROM city_blocks WHERE geoname_id != 0 AND network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
576 -- FETCH csr INTO v_network_start_ip,v_network_mask_length,v_geoname_id,v_latitude,v_longitude,v_is_anonymous_proxy,v_is_satellite_provider;
578 -- SET v_count = v_count + 1;
580 -- SET v_city_id = 0;
581 -- SET v_mapping_id = 0;
583 -- SELECT id, city_id INTO v_mapping_id, v_city_id FROM city_blocks_mapping WHERE geoname_id = v_geoname_id;
585 -- IF v_mapping_id != 0 THEN
587 -- INSERT INTO core_geoip_location (latitude, longitude, city_id) VALUES (v_latitude, v_longitude, v_city_id);
589 -- INSERT INTO core_geoip_city_network_mapping (start_ip, mask_length, city_id, is_anonymous_proxy, is_satellite_provider) VALUES (SUBSTRING_INDEX(v_network_start_ip,':','-1'), POW(2, 128-v_network_mask_length),v_city_id,v_is_anonymous_proxy,v_is_satellite_provider);
593 -- IF v_count = v_total THEN