2 DROP FUNCTION IF EXISTS core_cities_merge_country;
4 CREATE FUNCTION core_cities_merge_country() RETURNS INT DETERMINISTIC
6 DECLARE co_done INT DEFAULT FALSE;
8 DECLARE v_count INT DEFAULT 0;
9 DECLARE v_total INT DEFAULT 0;
11 DECLARE v_id INT DEFAULT 0;
12 DECLARE v_iso TEXT DEFAULT '';
13 DECLARE v_local_name TEXT DEFAULT '';
14 -- DECLARE v_type TEXT DEFAULT '';
15 DECLARE v_in_location INT DEFAULT 0;
16 DECLARE v_geo_lat INT DEFAULT 0;
17 DECLARE v_geo_lng INT DEFAULT 0;
19 DECLARE v_id_tmp INT DEFAULT 0;
20 DECLARE v_iso_tmp TEXT DEFAULT '';
21 DECLARE v_local_name_tmp TEXT DEFAULT '';
22 DECLARE v_type_tmp TEXT DEFAULT '';
23 DECLARE v_in_location_tmp INT DEFAULT 0;
25 DECLARE v_id_tmp_tmp INT DEFAULT 0;
27 DECLARE co_csr CURSOR FOR
29 id,iso,local_name,in_location
35 SELECT COUNT(id) INTO v_total FROM meta_location WHERE type = 'CO';
41 FETCH co_csr INTO v_id,v_iso,v_local_name,v_in_location;
43 SET v_count = v_count + 1;
47 SELECT id INTO v_id_tmp FROM core_geoip_country WHERE code = v_iso;
50 INSERT INTO core_geoip_country (code, name, continent_id) VALUES (v_iso, v_local_name, 0);
53 IF v_count = v_total THEN
68 DROP FUNCTION IF EXISTS core_cities_merge_division;
70 CREATE FUNCTION core_cities_merge_division() RETURNS INT DETERMINISTIC
72 DECLARE re_done INT DEFAULT FALSE;
74 DECLARE v_count INT DEFAULT 0;
75 DECLARE v_total INT DEFAULT 0;
77 DECLARE v_id INT DEFAULT 0;
78 DECLARE v_iso TEXT DEFAULT '';
79 DECLARE v_local_name TEXT DEFAULT '';
80 -- DECLARE v_type TEXT DEFAULT '';
81 DECLARE v_in_location INT DEFAULT 0;
82 DECLARE v_geo_lat INT DEFAULT 0;
83 DECLARE v_geo_lng INT DEFAULT 0;
85 DECLARE v_country_id INT DEFAULT 0;
86 DECLARE v_iso_tmp TEXT DEFAULT '';
87 DECLARE v_local_name_tmp TEXT DEFAULT '';
88 DECLARE v_type_tmp TEXT DEFAULT '';
89 DECLARE v_in_location_tmp INT DEFAULT 0;
91 DECLARE v_division_id INT DEFAULT 0;
93 DECLARE re_csr CURSOR FOR
95 id,iso,local_name,in_location
101 SELECT COUNT(id) INTO v_total FROM meta_location WHERE type = 'RE';
107 FETCH re_csr INTO v_id,v_iso,v_local_name,v_in_location;
109 SET v_count = v_count + 1;
111 SET v_country_id = 0;
112 SET v_division_id = 0;
114 SET v_local_name_tmp = '';
117 IF v_in_location IS NOT NULL
118 SELECT iso, local_name, type INTO v_iso_tmp, v_local_name_tmp, v_type_tmp FROM meta_location WHERE id = v_in_location;
120 SELECT id INTO v_id_tmp FROM core_geoip_country WHERE code = v_iso_tmp;
124 SELECT id INTO v_id_tmp FROM core_geoip_division WHERE name = v_local_name;
126 IF(v_id_tmp = 0) THEN
127 IF v_in_location IS NOT NULL THEN
130 SELECT id INTO v_id_tmp FROM core_geoip_country WHERE code = v_iso_tmp;
134 INSERT INTO core_geoip_division (code, name, country_id) VALUES (v_iso, v_local_name, v_id_tmp);
139 IF v_count = v_total THEN
152 DROP FUNCTION IF EXISTS core_cities_merge_city;
154 CREATE FUNCTION core_cities_merge_city() RETURNS INT DETERMINISTIC
156 DECLARE ci_done INT DEFAULT FALSE;
158 DECLARE v_count INT DEFAULT 0;
159 DECLARE v_total INT DEFAULT 0;
161 DECLARE v_id INT DEFAULT 0;
162 DECLARE v_iso TEXT DEFAULT '';
163 DECLARE v_local_name TEXT DEFAULT '';
164 -- DECLARE v_type TEXT DEFAULT '';
165 DECLARE v_in_location INT DEFAULT 0;
166 DECLARE v_geo_lat INT DEFAULT 0;
167 DECLARE v_geo_lng INT DEFAULT 0;
169 DECLARE v_id_tmp INT DEFAULT 0;
170 DECLARE v_iso_tmp TEXT DEFAULT '';
171 DECLARE v_local_name_tmp TEXT DEFAULT '';
172 DECLARE v_type_tmp TEXT DEFAULT '';
173 DECLARE v_in_location_tmp INT DEFAULT 0;
175 DECLARE v_id_tmp_tmp INT DEFAULT 0;
177 DECLARE ci_csr CURSOR FOR
179 id,iso,local_name,in_location,geo_lat,geo_lng
185 SELECT COUNT(id) INTO v_total FROM meta_location WHERE type = 'CI';
191 FETCH ci_csr INTO v_id,v_iso,v_local_name,v_in_location,v_geo_lat,v_geo_lng;
193 SET v_count = v_count + 1;
196 SET v_id_tmp_tmp = 0;
198 SELECT id INTO v_id_tmp FROM core_geoip_city WHERE name = v_local_name LIMIT 1;
200 IF(v_id_tmp = 0) THEN
201 IF v_in_location IS NOT NULL THEN
203 SELECT iso, local_name, type, in_location INTO v_iso_tmp, v_local_name_tmp, v_type_tmp, v_in_location_tmp FROM meta_location WHERE id = v_in_location;
205 IF v_type_tmp = 'CO' THEN
206 SELECT id INTO v_id_tmp FROM core_geoip_country WHERE code = v_iso_tmp;
208 INSERT INTO core_geoip_city (name, country_id) VALUES (v_local_name, v_id_tmp);
211 IF v_type_tmp = 'RE' THEN
212 SELECT id INTO v_id_tmp FROM core_geoip_division WHERE name = v_local_name_tmp;
214 SELECT iso, local_name, type INTO v_iso_tmp, v_local_name_tmp, v_type_tmp FROM meta_location WHERE id = v_in_location_tmp;
216 SELECT id INTO v_id_tmp_tmp FROM core_geoip_country WHERE code = v_iso_tmp;
218 INSERT INTO core_geoip_city (name, country_id, division_id) VALUES (v_local_name, v_id_tmp_tmp, v_id_tmp);
223 IF v_geo_lat IS NOT NULL OR v_geo_lng IS NOT NULL THEN
224 SET v_id_tmp = LAST_INSERT_ID();
226 INSERT INTO core_geoip_location (latitude, longitude, city_id) VALUES (v_geo_lat, v_geo_lng, v_id_tmp);
232 IF v_count = v_total THEN
244 -----------------------------------------------------------------------------------------------------------------
247 DROP FUNCTION IF EXISTS core_country_locations;
249 CREATE FUNCTION core_country_locations() RETURNS INT DETERMINISTIC
251 DECLARE v_count INT DEFAULT 0;
252 DECLARE v_total INT DEFAULT 0;
254 DECLARE v_geoname_id INT DEFAULT 0;
255 DECLARE v_continent_code TEXT DEFAULT '';
256 DECLARE v_continent_name TEXT DEFAULT '';
257 DECLARE v_country_iso_code TEXT DEFAULT '';
258 DECLARE v_country_name TEXT DEFAULT '';
260 DECLARE v_country_id INT DEFAULT 0;
261 DECLARE v_continent_id INT DEFAULT 0;
263 DECLARE csr CURSOR FOR
265 geoname_id,continent_code,continent_name,country_iso_code,country_name
269 SELECT COUNT(geoname_id) INTO v_total FROM country_locations;
275 FETCH csr INTO v_geoname_id,v_continent_code,v_continent_name,v_country_iso_code,v_country_name;
277 SET v_count = v_count + 1;
279 SET v_country_id = 0;
280 SET v_continent_id = 0;
282 IF (v_continent_code != '') THEN
283 SELECT id INTO v_continent_id FROM core_geoip_continent WHERE code = v_continent_code;
285 IF v_continent_id = 0 THEN
286 INSERT INTO core_geoip_continent (code, name) VALUES (v_continent_code, v_continent_name);
287 SET v_continent_id = LAST_INSERT_ID();
292 IF (v_country_iso_code != '') THEN
294 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
296 IF v_country_id = 0 THEN
297 INSERT INTO core_geoip_country (code, name, continent_id) VALUES (v_country_iso_code, v_country_name, v_continent_id);
302 IF v_count = v_total THEN
315 DROP FUNCTION IF EXISTS core_country_blocks;
317 CREATE FUNCTION core_country_blocks() RETURNS INT DETERMINISTIC
319 DECLARE v_count INT DEFAULT 0;
320 DECLARE v_total INT DEFAULT 0;
322 DECLARE v_geoname_id INT DEFAULT 0;
323 DECLARE v_network_start_ip TEXT DEFAULT '';
324 DECLARE v_network_mask_length INT DEFAULT 0;
325 DECLARE v_is_anonymous_proxy INT DEFAULT 0;
326 DECLARE v_is_satellite_provider INT DEFAULT 0;
328 DECLARE v_country_iso_code TEXT DEFAULT '';
330 DECLARE v_country_id INT DEFAULT 0;
332 DECLARE csr CURSOR FOR
334 network_start_ip,network_mask_length,geoname_id,is_anonymous_proxy,is_satellite_provider
340 registered_country_geoname_id != 0
342 geoname_id = registered_country_geoname_id
344 network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
346 SELECT COUNT(network_start_ip) INTO v_total FROM country_blocks WHERE geoname_id != 0 AND registered_country_geoname_id != 0 AND geoname_id = registered_country_geoname_id AND network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
352 FETCH csr INTO v_network_start_ip,v_network_mask_length,v_geoname_id,v_is_anonymous_proxy,v_is_satellite_provider;
354 SET v_count = v_count + 1;
356 SET v_country_id = 0;
358 SELECT country_iso_code INTO v_country_iso_code FROM country_locations WHERE geoname_id = v_geoname_id;
360 IF v_country_iso_code != '' THEN
361 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
363 IF v_country_id != 0 THEN
364 INSERT INTO core_geoip_country_network_mapping (start_ip, mask_length, country_id, is_anonymous_proxy, is_satellite_provider) VALUES (SUBSTRING_INDEX(v_network_start_ip,':','-1'), POW(2, 128-v_network_mask_length),v_country_id,v_is_anonymous_proxy,v_is_satellite_provider);
369 IF v_count = v_total THEN
385 DROP FUNCTION IF EXISTS core_city_locations;
387 CREATE FUNCTION core_city_locations() RETURNS INT DETERMINISTIC
389 DECLARE v_count INT DEFAULT 0;
390 DECLARE v_total INT DEFAULT 0;
392 DECLARE v_country_iso_code TEXT DEFAULT '';
393 DECLARE v_subdivision_iso_code TEXT DEFAULT '';
394 DECLARE v_subdivision_name TEXT DEFAULT '';
395 DECLARE v_city_name TEXT DEFAULT '';
396 DECLARE v_metro_code TEXT DEFAULT '';
397 DECLARE v_time_zone TEXT DEFAULT '';
399 DECLARE v_country_id INT DEFAULT 0;
400 DECLARE v_division_id INT DEFAULT 0;
401 DECLARE v_city_id INT DEFAULT 0;
403 DECLARE csr CURSOR FOR
405 country_iso_code,subdivision_iso_code,subdivision_name,city_name,metro_code,time_zone
409 subdivision_name != '' OR city_name != '';
411 SELECT COUNT(geoname_id) INTO v_total FROM city_locations WHERE subdivision_name != '' OR city_name != '';;
417 FETCH csr INTO v_country_iso_code,v_subdivision_iso_code,v_subdivision_name,v_city_name,v_metro_code,v_time_zone;
419 SET v_count = v_count + 1;
421 SET v_country_id = 0;
422 SET v_division_id = 0;
426 IF (v_country_iso_code != '') THEN
427 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
430 IF v_subdivision_name != '' THEN
431 SELECT id INTO v_division_id FROM core_geoip_division WHERE name = v_subdivision_name AND country_id = v_country_id;
433 IF v_division_id = 0 THEN
434 INSERT INTO core_geoip_division (code, name, country_id) VALUES (v_subdivision_iso_code, v_subdivision_name, v_country_id);
435 SET v_division_id = LAST_INSERT_ID();
441 IF v_city_name != '' THEN
443 SELECT id INTO v_city_id FROM core_geoip_city WHERE name = v_city_name AND country_id = v_country_id AND division_id = v_division_id;
445 IF v_city_id = 0 THEN
446 INSERT INTO core_geoip_city (name, country_id, division_id, metro_code, time_zone) VALUES (v_city_name, v_country_id, v_division_id, v_metro_code, v_time_zone);
452 IF v_count = v_total THEN
466 DROP FUNCTION IF EXISTS core_city_blocks_mapping;
468 CREATE FUNCTION core_city_blocks_mapping() RETURNS INT DETERMINISTIC
470 DECLARE v_count INT DEFAULT 0;
471 DECLARE v_total INT DEFAULT 0;
474 DECLARE v_geoname_id INT DEFAULT 0;
476 DECLARE v_country_id INT DEFAULT 0;
477 DECLARE v_divison_id INT DEFAULT 0;
478 DECLARE v_city_id INT DEFAULT 0;
479 DECLARE v_mapping_id INT DEFAULT 0;
480 DECLARE v_country_iso_code TEXT DEFAULT '';
481 DECLARE v_subdivision_name TEXT DEFAULT '';
482 DECLARE v_city_name TEXT DEFAULT '';
484 DECLARE csr CURSOR FOR
492 network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
494 SELECT COUNT(DISTINCT(geoname_id)) INTO v_total FROM city_blocks WHERE geoname_id != 0 AND network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
500 FETCH csr INTO v_geoname_id;
502 SET v_count = v_count + 1;
504 SET v_country_id = 0;
505 SET v_divison_id = 0;
507 SET v_mapping_id = 0;
509 SET v_country_iso_code = '';
510 SET v_subdivision_name = '';
511 SET v_city_name = '';
513 SELECT id INTO v_mapping_id FROM city_blocks_mapping WHERE geoname_id = v_geoname_id AND city_id = v_city_id;
515 IF v_mapping_id = 0 THEN
516 SELECT country_iso_code,subdivision_name,city_name INTO v_country_iso_code, v_subdivision_name, v_city_name FROM city_locations WHERE geoname_id = v_geoname_id;
518 IF v_country_iso_code != '' THEN
519 SELECT id INTO v_country_id FROM core_geoip_country WHERE code = v_country_iso_code;
522 IF v_subdivision_name != '' THEN
523 SELECT id INTO v_divison_id FROM core_geoip_division WHERE name = v_subdivision_name AND country_id = v_country_id;
526 SELECT id INTO v_city_id FROM core_geoip_city WHERE name = v_city_name AND country_id = v_country_id AND division_id = v_divison_id;
528 IF v_city_id != 0 THEN
529 INSERT INTO city_blocks_mapping (geoname_id, city_id) VALUES (v_geoname_id, v_city_id);
536 IF v_count = v_total THEN
550 -- DROP FUNCTION IF EXISTS core_city_blocks;
552 -- CREATE FUNCTION core_city_blocks() RETURNS INT DETERMINISTIC
554 -- DECLARE v_count INT DEFAULT 0;
555 -- DECLARE v_total INT DEFAULT 0;
557 -- DECLARE v_network_start_ip TEXT DEFAULT '';
558 -- DECLARE v_network_mask_length INT DEFAULT 0;
559 -- DECLARE v_geoname_id INT DEFAULT 0;
560 -- DECLARE v_latitude DECIMAL(11,8) DEFAULT 0;
561 -- DECLARE v_longitude DECIMAL(11,8) DEFAULT 0;
562 -- DECLARE v_is_anonymous_proxy INT DEFAULT 0;
563 -- DECLARE v_is_satellite_provider INT DEFAULT 0;
566 -- DECLARE v_city_id INT DEFAULT 0;
567 -- DECLARE v_mapping_id INT DEFAULT 0;
569 -- DECLARE csr CURSOR FOR
571 -- network_start_ip,network_mask_length,geoname_id,latitude, longitude, is_anonymous_proxy,is_satellite_provider
577 -- network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
579 -- SELECT COUNT(network_start_ip) INTO v_total FROM city_blocks WHERE geoname_id != 0 AND network_start_ip REGEXP '::ffff:[0-9]+.[0-9]+.[0-9]+.[0-9]+$';
585 -- FETCH csr INTO v_network_start_ip,v_network_mask_length,v_geoname_id,v_latitude,v_longitude,v_is_anonymous_proxy,v_is_satellite_provider;
587 -- SET v_count = v_count + 1;
589 -- SET v_city_id = 0;
590 -- SET v_mapping_id = 0;
592 -- SELECT id, city_id INTO v_mapping_id, v_city_id FROM city_blocks_mapping WHERE geoname_id = v_geoname_id;
594 -- IF v_mapping_id != 0 THEN
596 -- INSERT INTO core_geoip_location (latitude, longitude, city_id) VALUES (v_latitude, v_longitude, v_city_id);
598 -- INSERT INTO core_geoip_city_network_mapping (start_ip, mask_length, city_id, is_anonymous_proxy, is_satellite_provider) VALUES (SUBSTRING_INDEX(v_network_start_ip,':','-1'), POW(2, 128-v_network_mask_length),v_city_id,v_is_anonymous_proxy,v_is_satellite_provider);
602 -- IF v_count = v_total THEN