From 446916d2d657e4b48e9c5ab2a5fec5968d84f623 Mon Sep 17 00:00:00 2001
From: Christopher Lenke <christopher.lenke@uni-bielefeld.de>
Date: Wed, 20 Nov 2024 14:00:53 +0100
Subject: [PATCH] =?UTF-8?q?L=C3=B6sche=20create=5Fdownload=5Fpg=5Fii=5Fvar?=
=?UTF-8?q?char=5F=5Fvarchar=5F=5Fvarchar=5F=5Fvarchar=5F=5Fvarchar=5F=5Fv?=
=?UTF-8?q?archar=5F=5Fint8=5F.txt?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
...char__varchar__varchar__varchar__int8_.txt | 178 ------------------
1 file changed, 178 deletions(-)
delete mode 100644 Procedures/create_download_pg_ii_varchar__varchar__varchar__varchar__varchar__varchar__int8_.txt
diff --git a/Procedures/create_download_pg_ii_varchar__varchar__varchar__varchar__varchar__varchar__int8_.txt b/Procedures/create_download_pg_ii_varchar__varchar__varchar__varchar__varchar__varchar__int8_.txt
deleted file mode 100644
index 9146d1d..0000000
--- a/Procedures/create_download_pg_ii_varchar__varchar__varchar__varchar__varchar__varchar__int8_.txt
+++ /dev/null
@@ -1,178 +0,0 @@
--- DROP PROCEDURE schema_xyz.create_download_pg_ii(varchar, varchar, varchar, varchar, varchar, varchar, int8);
-
-CREATE OR REPLACE PROCEDURE schema_xyz.create_download_pg_ii(source_schema_name character varying, source_item_tablename character varying, source_affiliation_tablename character varying, target_schema character varying, desired_tablename character varying, data_format character varying, limit_size bigint)
- LANGUAGE plpgsql
-AS $procedure$
-
-
-DECLARE
-
-create_string varchar(2000);
-source_item_tab varchar(100);
-source_aff_tab varchar(100);
-desired_tab varchar(300);
-
-BEGIN
-
-/*
-data format has to be wos or scp
-restriction to countrycode 'DEU'
-limit_size of 0 means no limitation, all deu addresses
-no random sampling
-
-**/
-
-source_item_tab = source_schema_name || '.' || source_item_tablename;
-source_aff_tab = source_schema_name || '.' || source_affiliation_tablename;
-desired_tab = target_schema || '.' || desired_tablename;
-
-EXECUTE 'drop table if exists '||desired_tab;
-EXECUTE 'drop table if exists '||desired_tab||'_ztab_1';
-
-
-
-if (lower(data_format) = 'wos') then
-
- if (limit_size = '0') then
-
- execute 'create table '||desired_tab||'_ztab_1 as (
- SELECT item_id, aff_seq_nr, city, organization, wos_suborganization,
- wos_street, postal_code, country
- FROM '||source_aff_tab||'
- where countrycode=''DEU'')';
- commit;
-
- else
-
- execute 'create table '||desired_tab||'_ztab_1 as (
- SELECT item_id, aff_seq_nr, city, organization, wos_suborganization,
- wos_street, postal_code, country
- FROM '||source_aff_tab||'
- where countrycode=''DEU''
- limit '||limit_size||')';
- commit;
-
- end if;
-
- raise notice 'Step 1 done: ztab 1 created';
-
- execute 'drop index if exists ' || target_schema || '.i_' ||desired_tablename||'_ztab_1';
- execute 'create index i_' ||desired_tablename||'_ztab_1 on '|| desired_tab ||'_ztab_1(item_id)';
- commit;
-
- raise notice 'Step 2 done: Index creation.';
-
- execute 'create table '||desired_tab||' as (
- SELECT a.item_id, a.aff_seq_nr, a.city, a.organization, a.wos_suborganization,
- a.wos_street, a.postal_code, a.country, b.pubyear
- FROM '||desired_tab||'_ztab_1 a
- join '||source_item_tab||' b
- on a.item_id=b.item_id)';
- commit;
-
- execute 'alter table '||desired_tab||' add column address_full varchar(2000)';
- commit;
-
- raise notice 'Step 3 done: Table creation done with pubyear.';
-
-
- execute 'update '||desired_tab||' set city = trim(both from city)';
- commit;
- execute 'update '||desired_tab||' set wos_street = trim(both from wos_street)';
- commit;
- execute 'update '||desired_tab||' set postal_code = trim(both from postal_code)';
- commit;
- execute 'update '||desired_tab||' set country = trim(both from country)';
- commit;
-
-
- raise notice 'Step 4 done: trim done.';
-
- execute 'update '||desired_tab||' set address_full=array_to_string(organization || wos_suborganization ||
- trim(both from wos_street) ||
- trim(both from postal_code|| '' '' ||city) ||
- trim(both from country)
- , '', '')';
- commit;
-
- raise notice 'Step 5 done: address full creation done.';
-
-
-elsif (lower(data_format) = 'scp') then
-
- if (limit_size <> '0') then
-
- execute 'create table '||desired_tab||'_ztab_1 as (
- SELECT item_id, aff_seq_nr, scopus_city_group as city, organization,
- scopus_address_part, country, countrycode
- FROM '||source_aff_tab||'
- where countrycode=''DEU''
- limit '||limit_size ||')';
-
- else
-
- execute 'create table '||desired_tab||'_ztab_1 as (
- SELECT item_id, aff_seq_nr, scopus_city_group as city, organization,
- scopus_address_part, country, countrycode
- FROM '||source_aff_tab||'
- where countrycode=''DEU'')';
-
- end if;
-
- raise notice 'Step 1 done: ztab 1 created';
-
- execute 'drop index if exists ' || target_schema || '.i_' ||desired_tablename||'_ztab_1';
- execute 'create index i_' ||desired_tablename||'_ztab_1 on '|| desired_tab ||'_ztab_1(item_id)';
- commit;
-
- raise notice 'Step 2 done: Index creation.';
-
- execute 'create table '||desired_tab||' as (
- SELECT a.item_id, a.aff_seq_nr, a.city, a.organization,
- a.scopus_address_part, a.country, a.countrycode, b.pubyear
- FROM '||desired_tab||'_ztab_1 a
- join '||source_item_tab||' b
- on a.item_id=b.item_id)';
- commit;
-
- execute 'alter table '||desired_tab||' add column address_full varchar(2000)';
- commit;
-
- raise notice 'Step 3 done: Table creation done with pubyear.';
-
- execute 'update '||desired_tab||' set city = trim(both from city)';
- commit;
- execute 'update '||desired_tab||' set scopus_address_part = trim(both from scopus_address_part)';
- commit;
- execute 'update '||desired_tab||' set country = trim(both from country)';
- commit;
-
- raise notice 'Step 4 done: trim done.';
-
- execute 'update '||desired_tab||' set address_full=array_to_string(organization ||
- trim(both from scopus_address_part) ||
- trim(both from city) ||
- trim(both from country) ||
- trim(both from countrycode)
- , '', '') ';
- commit;
-
- raise notice 'Step 5 done: address full creation done.';
-
-else
-
- RAISE EXCEPTION 'unknown data format, has to be wos or scp';
-
-end if;
-
--- cleanup
-execute 'update '||desired_tab||'
-set address_full = regexp_replace(address_full, ''(, ){2,}'', '', '')
-where address_full like ''%, , %'' ';
-
-execute 'drop table if exists '||desired_tab||'_ztab_1';
-commit;
-
-END;
-$procedure$
-;
--
GitLab