From fae45c7d29c8f53dac97b7bb56a7f270c1b7c096 Mon Sep 17 00:00:00 2001 From: "Zhe(Kevin) Chen" Date: Thu, 5 Sep 2019 09:18:17 -0700 Subject: [PATCH 1/3] removed character, fixed create table error --- sql/pg_schema.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/pg_schema.sql b/sql/pg_schema.sql index 3ca34d0..1383ac8 100644 --- a/sql/pg_schema.sql +++ b/sql/pg_schema.sql @@ -284,7 +284,7 @@ CREATE TABLE "users" ( "country_code" character(3), "state" character varying(255), "city" character varying(255), - "location" character text + "location" text ) WITHOUT OIDS; From 376f9715a3942f58afa37582087a31b6f99ace86 Mon Sep 17 00:00:00 2001 From: "Zhe(Kevin) Chen" Date: Mon, 9 Sep 2019 20:14:37 -0700 Subject: [PATCH 2/3] add project_id index for project_commits table --- sql/pg_indexes_and_foreign_keys.sql | 1 + 1 file changed, 1 insertion(+) diff --git a/sql/pg_indexes_and_foreign_keys.sql b/sql/pg_indexes_and_foreign_keys.sql index e689a45..604a213 100644 --- a/sql/pg_indexes_and_foreign_keys.sql +++ b/sql/pg_indexes_and_foreign_keys.sql @@ -6,6 +6,7 @@ ALTER TABLE ONLY users ADD CONSTRAINT users_login_key UNIQUE (login); CREATE INDEX "followers_follower_id" ON "followers" ("follower_id"); CREATE INDEX "project_commits_commit_id" ON "project_commits" ("commit_id"); +CREATE INDEX "project_commits_project_id" ON "project_commits" ("project_id"); CREATE INDEX "project_languages_project_id" ON "project_languages" ("project_id"); CREATE INDEX "projects_name" ON "projects" ("name"); From 4c619a71248871f1639ff38ba193f78bce3bc31a Mon Sep 17 00:00:00 2001 From: "Zhe(Kevin) Chen" Date: Wed, 9 Oct 2019 09:02:12 -0700 Subject: [PATCH 3/3] fix bad commits data --- sql/ght-restore-pg | 3 +++ 1 file changed, 3 insertions(+) diff --git a/sql/ght-restore-pg b/sql/ght-restore-pg index 7d6f547..2a9f20f 100755 --- a/sql/ght-restore-pg +++ b/sql/ght-restore-pg @@ -64,6 +64,9 @@ fi echo "`date` Creating the DB schema" cat $dumpDir/pg_schema.sql | $psql +# 1.5 some commits data comtain invalid datetime values, this step will replace those values with earlist unix time +sed -i -e 's/0000-00-00 00:00:00/1970-01-02 00:00:00/' commits.csv + # 2. Restore CSV files with disabled FK checks for f in $dumpDir/*.csv ; do table=`basename $f|cut -f1 -d'.'`