Add more data exploration scripts

priobike · Nov 24, 2023 · faeabee · faeabee
1 parent e349e5f
commit faeabee
Show file tree

Hide file tree

Showing 5 changed files with 117 additions and 8 deletions.
diff --git a/studies/db/go_rewrite/main.go b/studies/db/go_rewrite/main.go
@@ -1,13 +1,19 @@
 package main
 
 import (
-	"studies/runner"
+	"studies/things"
 )
 
 func main() {
-	runner.Run()
+	// runner.Run()
 	// times.DebugPrint()
 	//times.DebugPrint()
 	// Wait forever.
 	// select {}
+
+	tp := things.NewThingsProvider(false)
+	tp.FilterOnlyPrimarySignalSecondarySignalAndCycleSecondDatastreams()
+	tldThings := tp.Things
+	println("Processing", len(tldThings), "things")
+
 }
diff --git a/studies/db/go_rewrite/notebooks/meta_stats.json b/studies/db/go_rewrite/notebooks/meta_stats.json
@@ -0,0 +1,5 @@
+{
+ "cs_observation_count_total": 961136904,
+ "ps_observation_count_total": 1171647438,
+ "things_with_observations": 18104
+}
diff --git a/studies/db/go_rewrite/notebooks/studies_charts_meta.ipynb b/studies/db/go_rewrite/notebooks/studies_charts_meta.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
@@ -50,7 +50,7 @@
     "import collections\n",
     "import matplotlib.gridspec as gridspec\n",
     "\n",
-    "with open('processed_things_2023_11_21_2.json') as f:\n",
+    "with open('processed_things_2023_11_24.json') as f:\n",
     "    processed_things = json.load(f)\n",
     "\n",
     "# Stats\n",