From: Don Armstrong Date: Mon, 12 Dec 2011 22:06:10 +0000 (-0800) Subject: add load data X-Git-Url: https://git.donarmstrong.com/?p=dbsnp.git;a=commitdiff_plain;h=12865ce31f7eb369ad1d5ac3425fb580b9139ff6 add load data --- diff --git a/utils/load_snp_data.sh b/utils/load_snp_data.sh new file mode 100755 index 0000000..5eae047 --- /dev/null +++ b/utils/load_snp_data.sh @@ -0,0 +1,35 @@ +#!/bin/sh + +psql -c 'DROP DATABASE snp'; +psql -c 'CREATE DATABASE snp'; + +DATA_DIR=/srv/ncbi/db_snp/ +SCHEMA_DIR=/srv/ncbi/db_snp_utils/schema +UTIL_DIR=${SCHEMA_DIR}/../utils/ + +(cd ${SCHEMA_DIR}/shared_schema; + cat dbSNP_main_table_postgresql.sql |psql snp; +) +(cd ${SCHEMA_DIR}/human_9606_schema; + cat *_table_postgresql.sql|psql snp; + ${UTIL_DIR}/human_gty1_indexes_creation.pl create trigger |psql snp; +) +(cd ${DATA_DIR}/shared_data; + for a in $(find -type f -iname '*.bcp.gz' -printf '%f\n'|sort); do + echo $a; + zcat $a | perl -pe 's/\r/\\r/g' |psql snp -c "COPY ${a%%.bcp.gz} FROM STDIN WITH NULL ''"; + done; +) +(cd ${DATA_DIR}/organism_data; + for a in $(find -type f -iname '*.bcp.gz' -printf '%f\n'|sort); do + echo $a; + zcat $a | perl -pe 's/\r/\\r/g' |psql snp -c "COPY ${a%%.bcp.gz} FROM STDIN WITH NULL ''"; + done; +) +(cd ${SCHEMA_DIR}/shared_schema; + cat dbSNP_main_index_postgresql.sql dbSNP_main_constraint_postgresql.sql|psql snp; +) +(cd ${SCHEMA_DIR}/human_9606_schema; + cat *_{index,constraint}_postgresql.sql|psql snp; + ${UTIL_DIR}/human_gty1_indexes_creation.pl index |psql snp; +)