Data release to version 2020_09_03_01_03_16 (#305)

* Data release to version 2020_09_03_01_03_16 * Fix tests
datacommonsorg · Sep 3, 2020 · f882058 · f882058
1 parent 27270f3
commit f882058
Show file tree

Hide file tree

Showing 16 changed files with 1,962 additions and 1,176 deletions.
diff --git a/deployment/bigquery.txt b/deployment/bigquery.txt
@@ -1 +1 @@
-google.com:datcom-store-dev.dc_kg_2020_08_27_01_02_21
+google.com:datcom-store-dev.dc_kg_2020_09_03_01_03_16
diff --git a/deployment/bigtable.txt b/deployment/bigtable.txt
@@ -1 +1 @@
-borgcron_2020_08_27_01_02_21
+borgcron_2020_09_03_01_03_16
diff --git a/e2etest/get_places_in_test.go b/e2etest/get_places_in_test.go
@@ -73,11 +73,18 @@ func TestGetPlacesIn(t *testing.T) {
 			t.Errorf("Can not Unmarshal payload")
 			continue
 		}
+
+		goldenFile := path.Join(goldenPath, c.goldenFile)
+		if generateGolden {
+			updateGolden(result, goldenFile)
+			continue
+		}
+
 		var expected []map[string]string
-		file, _ := ioutil.ReadFile(path.Join(goldenPath, c.goldenFile))
+		file, _ := ioutil.ReadFile(goldenFile)
 		err = json.Unmarshal(file, &expected)
 		if err != nil {
-			t.Errorf("Can not Unmarshal golden file %s: %v", c.goldenFile, err)
+			t.Errorf("Can not Unmarshal golden file %s: %v", goldenFile, err)
 			continue
 		}
 		if diff := cmp.Diff(result, expected); diff != "" {

diff --git a/e2etest/get_stat_series_test.go b/e2etest/get_stat_series_test.go
@@ -122,7 +122,7 @@ func TestGetStatSeries(t *testing.T) {
 			continue
 		}
 
-		if diff := cmp.Diff(resp, expected, protocmp.Transform()); diff != "" {
+		if diff := cmp.Diff(resp, &expected, protocmp.Transform()); diff != "" {
 			t.Errorf("payload got diff: %v", diff)
 			continue
 		}

diff --git a/golden_response/staging/get_landing_page/county.json b/golden_response/staging/get_landing_page/county.json
@@ -1757,7 +1757,14 @@
         "2020-08-22": 15688,
         "2020-08-23": 15688,
         "2020-08-24": 16151,
-        "2020-08-25": 16306
+        "2020-08-25": 16306,
+        "2020-08-26": 16306,
+        "2020-08-27": 16607,
+        "2020-08-28": 16814,
+        "2020-08-29": 17013,
+        "2020-08-30": 17013,
+        "2020-08-31": 17349,
+        "2020-09-01": 17465
       },
       "provenanceDomain": "nytimes.com"
     },
@@ -1970,7 +1977,14 @@
         "2020-08-22": 225,
         "2020-08-23": 225,
         "2020-08-24": 225,
-        "2020-08-25": 234
+        "2020-08-25": 234,
+        "2020-08-26": 234,
+        "2020-08-27": 241,
+        "2020-08-28": 246,
+        "2020-08-29": 246,
+        "2020-08-30": 245,
+        "2020-08-31": 245,
+        "2020-09-01": 249
       },
       "provenanceDomain": "nytimes.com"
     },

diff --git a/golden_response/staging/get_places_in/county_zip.json b/golden_response/staging/get_places_in/county_zip.json
@@ -1,59 +1,230 @@
 [
-  { "dcid": "geoId/06085", "place": "zip/94022" },
-  { "dcid": "geoId/06085", "place": "zip/94024" },
-  { "dcid": "geoId/06085", "place": "zip/94040" },
-  { "dcid": "geoId/06085", "place": "zip/94041" },
-  { "dcid": "geoId/06085", "place": "zip/94043" },
-  { "dcid": "geoId/06085", "place": "zip/94085" },
-  { "dcid": "geoId/06085", "place": "zip/94086" },
-  { "dcid": "geoId/06085", "place": "zip/94087" },
-  { "dcid": "geoId/06085", "place": "zip/94089" },
-  { "dcid": "geoId/06085", "place": "zip/94301" },
-  { "dcid": "geoId/06085", "place": "zip/94304" },
-  { "dcid": "geoId/06085", "place": "zip/94305" },
-  { "dcid": "geoId/06085", "place": "zip/94306" },
-  { "dcid": "geoId/06085", "place": "zip/95002" },
-  { "dcid": "geoId/06085", "place": "zip/95008" },
-  { "dcid": "geoId/06085", "place": "zip/95013" },
-  { "dcid": "geoId/06085", "place": "zip/95014" },
-  { "dcid": "geoId/06085", "place": "zip/95020" },
-  { "dcid": "geoId/06085", "place": "zip/95030" },
-  { "dcid": "geoId/06085", "place": "zip/95032" },
-  { "dcid": "geoId/06085", "place": "zip/95035" },
-  { "dcid": "geoId/06085", "place": "zip/95037" },
-  { "dcid": "geoId/06085", "place": "zip/95046" },
-  { "dcid": "geoId/06085", "place": "zip/95050" },
-  { "dcid": "geoId/06085", "place": "zip/95051" },
-  { "dcid": "geoId/06085", "place": "zip/95053" },
-  { "dcid": "geoId/06085", "place": "zip/95054" },
-  { "dcid": "geoId/06085", "place": "zip/95070" },
-  { "dcid": "geoId/06085", "place": "zip/95110" },
-  { "dcid": "geoId/06085", "place": "zip/95111" },
-  { "dcid": "geoId/06085", "place": "zip/95112" },
-  { "dcid": "geoId/06085", "place": "zip/95113" },
-  { "dcid": "geoId/06085", "place": "zip/95116" },
-  { "dcid": "geoId/06085", "place": "zip/95117" },
-  { "dcid": "geoId/06085", "place": "zip/95118" },
-  { "dcid": "geoId/06085", "place": "zip/95119" },
-  { "dcid": "geoId/06085", "place": "zip/95120" },
-  { "dcid": "geoId/06085", "place": "zip/95121" },
-  { "dcid": "geoId/06085", "place": "zip/95122" },
-  { "dcid": "geoId/06085", "place": "zip/95123" },
-  { "dcid": "geoId/06085", "place": "zip/95124" },
-  { "dcid": "geoId/06085", "place": "zip/95125" },
-  { "dcid": "geoId/06085", "place": "zip/95126" },
-  { "dcid": "geoId/06085", "place": "zip/95127" },
-  { "dcid": "geoId/06085", "place": "zip/95128" },
-  { "dcid": "geoId/06085", "place": "zip/95129" },
-  { "dcid": "geoId/06085", "place": "zip/95130" },
-  { "dcid": "geoId/06085", "place": "zip/95131" },
-  { "dcid": "geoId/06085", "place": "zip/95132" },
-  { "dcid": "geoId/06085", "place": "zip/95133" },
-  { "dcid": "geoId/06085", "place": "zip/95134" },
-  { "dcid": "geoId/06085", "place": "zip/95135" },
-  { "dcid": "geoId/06085", "place": "zip/95136" },
-  { "dcid": "geoId/06085", "place": "zip/95138" },
-  { "dcid": "geoId/06085", "place": "zip/95139" },
-  { "dcid": "geoId/06085", "place": "zip/95140" },
-  { "dcid": "geoId/06085", "place": "zip/95148" }
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94022"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94024"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94040"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94041"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94043"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94085"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94086"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94087"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94089"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94301"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94304"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94305"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/94306"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95002"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95008"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95013"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95014"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95020"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95030"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95032"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95035"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95037"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95046"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95050"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95051"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95053"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95054"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95070"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95110"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95111"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95112"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95113"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95116"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95117"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95118"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95119"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95120"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95121"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95122"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95123"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95124"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95125"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95126"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95127"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95128"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95129"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95130"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95131"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95132"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95133"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95134"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95135"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95136"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95138"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95139"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95140"
+  },
+  {
+    "dcid": "geoId/06085",
+    "place": "zip/95148"
+  }
 ]