Updating config.py

.gitignore

@@ -1 +1,2 @@
 local_config.py
+.DS_Store

config.py

@@ -1,65 +1,12 @@
-SQLALCHEMY_URL = ''
-SQLALCHEMY_ECHO = False
-WORKING_DIR = '~/Code/ClassifierPipeline'
-API_URL = "https://api.adsabs.harvard.edu/v1" # ADS API URL
-API_TOKEN = ''
-# Config file save directory
-CONFIG_DIR = '/Users/thomasallen/Code/ClassifierPipeline/config_files/'
-# Input Data
-DATA_FULL_SAMPLE = '/Users/thomasallen/Code/ClassifierPipeline/data/full_sample.csv'
-DATA_GROUND_TRUTH = '/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth.csv'
-DATA_GROUND_TRUTH_ALL = '/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth_all_curated.csv'
-# DATA_GROUND_TRUTH_ALL = '/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth_all.csv'
-DATA_GROUND_TRUTH_ALL_PICKLE = '/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth_all.pkl'
-DATA_GROUND_TRUTH_ALL_JSON = '/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth_all.json'
-TEST_DATA_SOURCE = "Classified_CSV" # "Article', 'Classified_CSV'
-DATA_SAMPLE_CLASSIFIED = '/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth_sample_classified.csv' # Initial classified sample
-DATA_EXTRA_HELIO = '/Users/thomasallen/Code/ClassifierPipeline/data/helio_nature_science_bibcode_list.csv'
-DATA_EXTRA_PLANETARY = '/Users/thomasallen/Code/ClassifierPipeline/data/ps_nature_science_bibcode_list.csv'
-# DATA_SAMPLE_CLASSIFIED_NEW = '/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth_sample_classified_new.csv' # Latest classified sample
-DATA_SAMPLE_CLASSIFIED_NEW = "/Users/thomasallen/Code/ClassifierPipeline/data/ground_truth_sample_classified_title_abstract_no_labels_chkp32100.csv"
-# Classification Parameters
-RUN_SAMPLE_CLASSIFICATION = "no"
-CLASSIFICATION_INPUT_TEXT = "title abstract"
-# CLASSIFICATION_INPUT_TEXT = 'Abstract' # 'title', 'abstract' 'title abstract'
-# Classification Model
-PUBLISHED_MODEL = False
-# CLASSIFICATION_PRETRAINED_MODEL = "adsabs/ASTROBERT"
-# CLASSIFICATION_PRETRAINED_MODEL_UNPUBLISHED = "/Users/thomasallen/Code/ClassifierPipeline/models/checkpoint-32100"
-# CLASSIFICATION_PRETRAINED_MODEL_UNPUBLISHED = "/Users/thomasallen/Code/ClassifierPipeline/models/checkpoint-32100"
-CLASSIFICATION_PRETRAINED_MODEL = "ClassifierPipeline/tests/models/checkpoint-32100/"
+
+API_URL = "https://devapi.adsabs.harvard.edu/v1" # ADS API URL
+API_TOKEN = ""
+
+
+CLASSIFICATION_PRETRAINED_MODEL = ""
 CLASSIFICATION_PRETRAINED_MODEL_REVISION = "SciX-Categorizer"
 CLASSIFICATION_PRETRAINED_MODEL_TOKENIZER = "adsabs/ASTROBERT"
-CLASSIFICATION_INPUT_TEXT = "title abstract"
-# Plots
-SHOW_BARCHART_COUNTS_ALL = False
-MAKE_CATEGORY_BOXPLOTS = True
-SHOW_CATEGORY_BOXPLOTS = False
-BOXPLOT_SAVE_DIR = '/Users/thomasallen/Code/ClassifierPipeline/figures/Score_Boxplots/'
-EXAMINE_CATAGORIES = False
-
-TEST_THRESHOLDS = True
-TEST_THRESHOLDS_METHOD = "max"
-TEST_LABELS = False
 
-EXPLORE_EARTH_SCIENCE = True
-ADD_EARTH_SCIENCE_TWEAK = False
-EARTH_SCIENCE_TWEAK_THRESHOLD = 0.015
+CLASSIFICATION_THRESHOLDS = [0.06, 0.03, 0.04, 0.02, 0.99, 0.02, 0.02, 0.99]
 ADDITIONAL_EARTH_SCIENCE_PROCESSING = True
 ADDITIONAL_EARTH_SCIENCE_PROCESSING_THRESHOLD = 0.015
-
-EXPLORE_MULTI_CLASS = True
-GENERAL_THRESHOLD = 0.0
-# Thresholds for model checkpoint 32100
-# [Astrophysics, Heliophysics, Planetary Science, Earth Science, Biophysics, Other Physics, Other, Garbage]
-# [0.06, 0.03, 0.04, 0.02, 0.0, 0.02, 0.02, 0.0]
-CLASSIFICATION_THRESHOLDS = [0.06, 0.03, 0.04, 0.02, 0.99, 0.02, 0.02, 0.99]
-ASTRONOMY_THRESHOLD_DELTA = 0.06
-HELIOPHYSICS_THRESHOLD_DELTA = 0.03
-PLANETARY_SCIENCE_THRESHOLD_DELTA = 0.04
-EARTH_SCIENCE_THRESHOLD_DELTA = 0.02
-BIOPHYSICS_THRESHOLD_DELTA = 0.0
-OTHER_PHYSICS_THRESHOLD_DELTA = 0.02
-OTHER_THRESHOLD_DELTA = 0.02
-GARBAGE_THRESHOLD_DELTA = 0.0
-