From be35bdca15763240b26f7c42ad8d7090cdcc0a1b Mon Sep 17 00:00:00 2001 From: DanielCorralesAlonso Date: Thu, 21 Nov 2024 11:39:12 +0100 Subject: [PATCH] update --- config.yaml | 2 +- use_cases.ipynb | 1110 ++++++++++++++++++++++++++++++++--------------- 2 files changed, 772 insertions(+), 340 deletions(-) diff --git a/config.yaml b/config.yaml index 9ec1488..a324d62 100644 --- a/config.yaml +++ b/config.yaml @@ -148,7 +148,7 @@ colors: # -- Use case -single_run: False +single_run: True num_runs: 640 max_workers: 64 diff --git a/use_cases.ipynb b/use_cases.ipynb index 38613cf..de7524c 100644 --- a/use_cases.ipynb +++ b/use_cases.ipynb @@ -1117,7 +1117,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -1333,6 +1333,7 @@ "\n", "use_case_new_strategy(\n", " logger = logger,\n", + " single_run=True,\n", " output_dir = 'notebook/' + label,\n", " log_dir = log_dir,\n", " run_label = ''\n", @@ -1525,110 +1526,226 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[4.011942483017116, 4.168480067521723, 6.801984517973132, 7.0]" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cfg[\"lambda_list\"]" + ] + }, + { + "cell_type": "code", + "execution_count": null, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "2024-11-20 17:34:13,274 - INFO - Configuration variables of interest:\n", - "2024-11-20 17:34:13,274 - INFO - Configuration variables of interest:\n", - "2024-11-20 17:34:13,278 - INFO - Single run: True\n", - "2024-11-20 17:34:13,278 - INFO - Single run: True\n", - "2024-11-20 17:34:13,279 - INFO - Use all variables: True\n", - "2024-11-20 17:34:13,279 - INFO - Use all variables: True\n", - "2024-11-20 17:34:13,281 - INFO - Use case with new test: True\n", - "2024-11-20 17:34:13,281 - INFO - Use case with new test: True\n", - "2024-11-20 17:34:13,282 - INFO - PE method: {'PE_cost': 5, 'PE_info': 4, 'PE_prob': 0.7}\n", - "2024-11-20 17:34:13,282 - INFO - PE method: {'PE_cost': 5, 'PE_info': 4, 'PE_prob': 0.7}\n", - "2024-11-20 17:34:13,283 - INFO - Reading the network file...\n", - "2024-11-20 17:34:13,283 - INFO - Reading the network file...\n", - "2024-11-20 17:34:13,314 - INFO - Located at: outputs/linear_rel_point_cond_mut_info_elicitFalse_newtestTrue/decision_models/DM_screening_rel_point_cond_mut_info_linear_new_test.xdsl\n", - "2024-11-20 17:34:13,314 - INFO - Located at: outputs/linear_rel_point_cond_mut_info_elicitFalse_newtestTrue/decision_models/DM_screening_rel_point_cond_mut_info_linear_new_test.xdsl\n", - "2024-11-20 17:34:13,315 - INFO - Comfort values: 1 - 4.011942483017116, 2 - 4.168480067521723, 3 - 6.3, 4 - 7.0\n", - "2024-11-20 17:34:13,315 - INFO - Comfort values: 1 - 4.011942483017116, 2 - 4.168480067521723, 3 - 6.3, 4 - 7.0\n", - "2024-11-20 17:34:14,046 - INFO - All variables are kept in the dataframe for calculation of utilities.\n", - "2024-11-20 17:34:14,046 - INFO - All variables are kept in the dataframe for calculation of utilities.\n", - "2024-11-20 17:34:14,049 - INFO - Operational limits for the screening strategies: {'No_scr_no_col': inf, 'No_scr_col': 3000, 'gFOBT': 30000, 'FIT': 42000, 'Blood_based': 7000, 'Stool_DNA': 5000, 'CTC': 2000, 'Colon_capsule': 2000, 'New_test': 10000}\n", - "2024-11-20 17:34:14,049 - INFO - Operational limits for the screening strategies: {'No_scr_no_col': inf, 'No_scr_col': 3000, 'gFOBT': 30000, 'FIT': 42000, 'Blood_based': 7000, 'Stool_DNA': 5000, 'CTC': 2000, 'Colon_capsule': 2000, 'New_test': 10000}\n", - "2024-11-20 17:34:14,050 - INFO - A single simulation of the tests will be performed...\n", - "2024-11-20 17:34:14,050 - INFO - A single simulation of the tests will be performed...\n", - "2024-11-20 17:35:28,025 - INFO - Calculation finished!\n", - "2024-11-20 17:35:28,025 - INFO - Calculation finished!\n", - "2024-11-20 17:35:28,027 - INFO - ----------------------\n", - "2024-11-20 17:35:28,027 - INFO - ----------------------\n", - "2024-11-20 17:35:28,029 - INFO - New screening strategy without operational limits\n", - "2024-11-20 17:35:28,029 - INFO - New screening strategy without operational limits\n", - "2024-11-20 17:35:28,030 - INFO - No limit on the number of tests.\n", - "2024-11-20 17:35:28,030 - INFO - No limit on the number of tests.\n", - "2024-11-20 17:35:28,086 - INFO - ** Testing strategy: gFOBT **\n", - "2024-11-20 17:35:28,086 - INFO - ** Testing strategy: gFOBT **\n", - "2024-11-20 17:35:28,102 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,102 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,103 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,103 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,121 - INFO - ** Testing strategy: FIT **\n", - "2024-11-20 17:35:28,121 - INFO - ** Testing strategy: FIT **\n", - "2024-11-20 17:35:28,137 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,137 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,139 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,139 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,157 - INFO - ** Testing strategy: Blood_based **\n", - "2024-11-20 17:35:28,157 - INFO - ** Testing strategy: Blood_based **\n", - "2024-11-20 17:35:28,172 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,172 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,174 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,174 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,193 - INFO - ** Testing strategy: Stool_DNA **\n", - "2024-11-20 17:35:28,193 - INFO - ** Testing strategy: Stool_DNA **\n", - "2024-11-20 17:35:28,212 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,212 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,214 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,214 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,232 - INFO - ** Testing strategy: CTC **\n", - "2024-11-20 17:35:28,232 - INFO - ** Testing strategy: CTC **\n", - "2024-11-20 17:35:28,246 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,246 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,248 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,248 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,265 - INFO - ** Testing strategy: Colon_capsule **\n", - "2024-11-20 17:35:28,265 - INFO - ** Testing strategy: Colon_capsule **\n", - "2024-11-20 17:35:28,279 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,279 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:28,282 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,282 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:28,543 - INFO - ** Testing strategy: New_test **\n", - "2024-11-20 17:35:28,543 - INFO - ** Testing strategy: New_test **\n", - "2024-11-20 17:35:28,679 - INFO - --> Number of recommended tests: 339707\n", - "2024-11-20 17:35:28,679 - INFO - --> Number of recommended tests: 339707\n", - "2024-11-20 17:35:28,681 - INFO - --> Number of tests performed: 339707 \n", - "\n", - "2024-11-20 17:35:28,681 - INFO - --> Number of tests performed: 339707 \n", - "\n", - "2024-11-20 17:35:37,222 - INFO - Total number of colonoscopies performed: 20484\n", - "2024-11-20 17:35:37,222 - INFO - Total number of colonoscopies performed: 20484\n", - "2024-11-20 17:35:37,242 - INFO - ---> Total cost of the strategy: 21630187.10 €\n", - "2024-11-20 17:35:37,242 - INFO - ---> Total cost of the strategy: 21630187.10 €\n", - "2024-11-20 17:35:37,244 - INFO - ---> Mean cost per screened participant: 63.67 €\n", - "2024-11-20 17:35:37,244 - INFO - ---> Mean cost per screened participant: 63.67 €\n", - "2024-11-20 17:35:37,246 - INFO - ---> Mean cost per individual in the total population: 63.67 €\n", - "2024-11-20 17:35:37,246 - INFO - ---> Mean cost per individual in the total population: 63.67 €\n", - "2024-11-20 17:35:37,247 - INFO - ---> Total time for the simulation: 9.19 seconds\n", - "2024-11-20 17:35:37,247 - INFO - ---> Total time for the simulation: 9.19 seconds\n", - "2024-11-20 17:35:42,929 - INFO - ---> Distribution of positive predictions: \n", + "2024-11-21 10:59:42,909 - INFO - Configuration variables of interest:\n", + "2024-11-21 10:59:42,909 - INFO - Configuration variables of interest:\n", + "2024-11-21 10:59:42,909 - INFO - Configuration variables of interest:\n", + "2024-11-21 10:59:42,909 - INFO - Configuration variables of interest:\n", + "2024-11-21 10:59:42,911 - INFO - Single run: True\n", + "2024-11-21 10:59:42,911 - INFO - Single run: True\n", + "2024-11-21 10:59:42,911 - INFO - Single run: True\n", + "2024-11-21 10:59:42,911 - INFO - Single run: True\n", + "2024-11-21 10:59:42,913 - INFO - Use all variables: True\n", + "2024-11-21 10:59:42,913 - INFO - Use all variables: True\n", + "2024-11-21 10:59:42,913 - INFO - Use all variables: True\n", + "2024-11-21 10:59:42,913 - INFO - Use all variables: True\n", + "2024-11-21 10:59:42,914 - INFO - Use case with new test: True\n", + "2024-11-21 10:59:42,914 - INFO - Use case with new test: True\n", + "2024-11-21 10:59:42,914 - INFO - Use case with new test: True\n", + "2024-11-21 10:59:42,914 - INFO - Use case with new test: True\n", + "2024-11-21 10:59:42,916 - INFO - PE method: {'PE_cost': 5, 'PE_info': 4, 'PE_prob': 0.7}\n", + "2024-11-21 10:59:42,916 - INFO - PE method: {'PE_cost': 5, 'PE_info': 4, 'PE_prob': 0.7}\n", + "2024-11-21 10:59:42,916 - INFO - PE method: {'PE_cost': 5, 'PE_info': 4, 'PE_prob': 0.7}\n", + "2024-11-21 10:59:42,916 - INFO - PE method: {'PE_cost': 5, 'PE_info': 4, 'PE_prob': 0.7}\n", + "2024-11-21 10:59:42,917 - INFO - Reading the network file...\n", + "2024-11-21 10:59:42,917 - INFO - Reading the network file...\n", + "2024-11-21 10:59:42,917 - INFO - Reading the network file...\n", + "2024-11-21 10:59:42,917 - INFO - Reading the network file...\n", + "2024-11-21 10:59:42,959 - INFO - Located at: outputs/linear_rel_point_cond_mut_info_elicitFalse_newtestTrue/decision_models/DM_screening_rel_point_cond_mut_info_linear_new_test.xdsl\n", + "2024-11-21 10:59:42,959 - INFO - Located at: outputs/linear_rel_point_cond_mut_info_elicitFalse_newtestTrue/decision_models/DM_screening_rel_point_cond_mut_info_linear_new_test.xdsl\n", + "2024-11-21 10:59:42,959 - INFO - Located at: outputs/linear_rel_point_cond_mut_info_elicitFalse_newtestTrue/decision_models/DM_screening_rel_point_cond_mut_info_linear_new_test.xdsl\n", + "2024-11-21 10:59:42,959 - INFO - Located at: outputs/linear_rel_point_cond_mut_info_elicitFalse_newtestTrue/decision_models/DM_screening_rel_point_cond_mut_info_linear_new_test.xdsl\n", + "2024-11-21 10:59:42,961 - INFO - Comfort values: 1 - 4.011942483017116, 2 - 4.168480067521723, 3 - 6.801984517973132, 4 - 7.0\n", + "2024-11-21 10:59:42,961 - INFO - Comfort values: 1 - 4.011942483017116, 2 - 4.168480067521723, 3 - 6.801984517973132, 4 - 7.0\n", + "2024-11-21 10:59:42,961 - INFO - Comfort values: 1 - 4.011942483017116, 2 - 4.168480067521723, 3 - 6.801984517973132, 4 - 7.0\n", + "2024-11-21 10:59:42,961 - INFO - Comfort values: 1 - 4.011942483017116, 2 - 4.168480067521723, 3 - 6.801984517973132, 4 - 7.0\n", + "2024-11-21 10:59:43,532 - INFO - All variables are kept in the dataframe for calculation of utilities.\n", + "2024-11-21 10:59:43,532 - INFO - All variables are kept in the dataframe for calculation of utilities.\n", + "2024-11-21 10:59:43,532 - INFO - All variables are kept in the dataframe for calculation of utilities.\n", + "2024-11-21 10:59:43,532 - INFO - All variables are kept in the dataframe for calculation of utilities.\n", + "2024-11-21 10:59:43,535 - INFO - Operational limits for the screening strategies: {'No_scr_no_col': inf, 'No_scr_col': 3000, 'gFOBT': 30000, 'FIT': 42000, 'Blood_based': 7000, 'Stool_DNA': 5000, 'CTC': 2000, 'Colon_capsule': 2000, 'New_test': 50000}\n", + "2024-11-21 10:59:43,535 - INFO - Operational limits for the screening strategies: {'No_scr_no_col': inf, 'No_scr_col': 3000, 'gFOBT': 30000, 'FIT': 42000, 'Blood_based': 7000, 'Stool_DNA': 5000, 'CTC': 2000, 'Colon_capsule': 2000, 'New_test': 50000}\n", + "2024-11-21 10:59:43,535 - INFO - Operational limits for the screening strategies: {'No_scr_no_col': inf, 'No_scr_col': 3000, 'gFOBT': 30000, 'FIT': 42000, 'Blood_based': 7000, 'Stool_DNA': 5000, 'CTC': 2000, 'Colon_capsule': 2000, 'New_test': 50000}\n", + "2024-11-21 10:59:43,535 - INFO - Operational limits for the screening strategies: {'No_scr_no_col': inf, 'No_scr_col': 3000, 'gFOBT': 30000, 'FIT': 42000, 'Blood_based': 7000, 'Stool_DNA': 5000, 'CTC': 2000, 'Colon_capsule': 2000, 'New_test': 50000}\n", + "2024-11-21 10:59:43,537 - INFO - A single simulation of the tests will be performed...\n", + "2024-11-21 10:59:43,537 - INFO - A single simulation of the tests will be performed...\n", + "2024-11-21 10:59:43,537 - INFO - A single simulation of the tests will be performed...\n", + "2024-11-21 10:59:43,537 - INFO - A single simulation of the tests will be performed...\n", + "2024-11-21 11:00:59,346 - INFO - Calculation finished!\n", + "2024-11-21 11:00:59,346 - INFO - Calculation finished!\n", + "2024-11-21 11:00:59,346 - INFO - Calculation finished!\n", + "2024-11-21 11:00:59,346 - INFO - Calculation finished!\n", + "2024-11-21 11:00:59,349 - INFO - ----------------------\n", + "2024-11-21 11:00:59,349 - INFO - ----------------------\n", + "2024-11-21 11:00:59,349 - INFO - ----------------------\n", + "2024-11-21 11:00:59,349 - INFO - ----------------------\n", + "2024-11-21 11:00:59,352 - INFO - New screening strategy without operational limits\n", + "2024-11-21 11:00:59,352 - INFO - New screening strategy without operational limits\n", + "2024-11-21 11:00:59,352 - INFO - New screening strategy without operational limits\n", + "2024-11-21 11:00:59,352 - INFO - New screening strategy without operational limits\n", + "2024-11-21 11:00:59,354 - INFO - No limit on the number of tests.\n", + "2024-11-21 11:00:59,354 - INFO - No limit on the number of tests.\n", + "2024-11-21 11:00:59,354 - INFO - No limit on the number of tests.\n", + "2024-11-21 11:00:59,354 - INFO - No limit on the number of tests.\n", + "2024-11-21 11:00:59,420 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:00:59,420 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:00:59,420 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:00:59,420 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:00:59,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,461 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:00:59,461 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:00:59,461 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:00:59,461 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:00:59,482 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,482 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,482 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,482 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,484 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,484 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,484 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,484 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,503 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:00:59,503 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:00:59,503 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:00:59,503 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:00:59,526 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,526 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,526 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,526 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,529 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,529 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,529 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,529 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,552 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:00:59,552 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:00:59,552 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:00:59,552 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:00:59,569 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,569 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,569 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,569 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,572 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,572 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,572 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,572 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,593 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:00:59,593 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:00:59,593 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:00:59,593 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:00:59,615 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,615 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,615 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,615 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,617 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,617 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,617 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,617 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,637 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:00:59,637 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:00:59,637 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:00:59,637 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:00:59,654 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,654 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,654 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,654 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:00:59,656 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,656 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,656 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,656 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:00:59,867 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:00:59,867 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:00:59,867 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:00:59,867 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:00:59,996 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:00:59,996 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:00:59,996 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:00:59,996 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:00,000 - INFO - --> Number of tests performed: 339707 \n", + "\n", + "2024-11-21 11:01:00,000 - INFO - --> Number of tests performed: 339707 \n", + "\n", + "2024-11-21 11:01:00,000 - INFO - --> Number of tests performed: 339707 \n", + "\n", + "2024-11-21 11:01:00,000 - INFO - --> Number of tests performed: 339707 \n", + "\n", + "2024-11-21 11:01:09,076 - INFO - Total number of colonoscopies performed: 20484\n", + "2024-11-21 11:01:09,076 - INFO - Total number of colonoscopies performed: 20484\n", + "2024-11-21 11:01:09,076 - INFO - Total number of colonoscopies performed: 20484\n", + "2024-11-21 11:01:09,076 - INFO - Total number of colonoscopies performed: 20484\n", + "2024-11-21 11:01:09,099 - INFO - ---> Total cost of the strategy: 21630187.10 €\n", + "2024-11-21 11:01:09,099 - INFO - ---> Total cost of the strategy: 21630187.10 €\n", + "2024-11-21 11:01:09,099 - INFO - ---> Total cost of the strategy: 21630187.10 €\n", + "2024-11-21 11:01:09,099 - INFO - ---> Total cost of the strategy: 21630187.10 €\n", + "2024-11-21 11:01:09,102 - INFO - ---> Mean cost per screened participant: 63.67 €\n", + "2024-11-21 11:01:09,102 - INFO - ---> Mean cost per screened participant: 63.67 €\n", + "2024-11-21 11:01:09,102 - INFO - ---> Mean cost per screened participant: 63.67 €\n", + "2024-11-21 11:01:09,102 - INFO - ---> Mean cost per screened participant: 63.67 €\n", + "2024-11-21 11:01:09,105 - INFO - ---> Mean cost per individual in the total population: 63.67 €\n", + "2024-11-21 11:01:09,105 - INFO - ---> Mean cost per individual in the total population: 63.67 €\n", + "2024-11-21 11:01:09,105 - INFO - ---> Mean cost per individual in the total population: 63.67 €\n", + "2024-11-21 11:01:09,105 - INFO - ---> Mean cost per individual in the total population: 63.67 €\n", + "2024-11-21 11:01:09,107 - INFO - ---> Total time for the simulation: 9.73 seconds\n", + "2024-11-21 11:01:09,107 - INFO - ---> Total time for the simulation: 9.73 seconds\n", + "2024-11-21 11:01:09,107 - INFO - ---> Total time for the simulation: 9.73 seconds\n", + "2024-11-21 11:01:09,107 - INFO - ---> Total time for the simulation: 9.73 seconds\n", + "2024-11-21 11:01:14,265 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", "New_test 0.0 0.0 0.0 False 319198\n", @@ -1637,7 +1754,7 @@ " True 6\n", " 1.0 1.0 False 191\n", " True 187\n", - "2024-11-20 17:35:42,929 - INFO - ---> Distribution of positive predictions: \n", + "2024-11-21 11:01:14,265 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", "New_test 0.0 0.0 0.0 False 319198\n", @@ -1646,7 +1763,41 @@ " True 6\n", " 1.0 1.0 False 191\n", " True 187\n", - "2024-11-20 17:35:43,808 - INFO - precision recall f1-score support\n", + "2024-11-21 11:01:14,265 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "New_test 0.0 0.0 0.0 False 319198\n", + " True 25\n", + " 1.0 0.0 0.0 False 20100\n", + " True 6\n", + " 1.0 1.0 False 191\n", + " True 187\n", + "2024-11-21 11:01:14,265 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "New_test 0.0 0.0 0.0 False 319198\n", + " True 25\n", + " 1.0 0.0 0.0 False 20100\n", + " True 6\n", + " 1.0 1.0 False 191\n", + " True 187\n", + "2024-11-21 11:01:15,415 - INFO - precision recall f1-score support\n", + "Negative 0.999909 0.999437 0.999673 339489.000000\n", + "Positive 0.494709 0.857798 0.627517 218.000000\n", + "accuracy 0.999346 0.999346 0.999346 0.999346\n", + "macro avg 0.747309 0.928618 0.813595 339707.000000\n", + "weighted avg 0.999584 0.999346 0.999434 339707.000000\n", + "sensitivity 0.857798 NaN NaN NaN\n", + "specificity 0.999437 NaN NaN NaN\n", + "2024-11-21 11:01:15,415 - INFO - precision recall f1-score support\n", + "Negative 0.999909 0.999437 0.999673 339489.000000\n", + "Positive 0.494709 0.857798 0.627517 218.000000\n", + "accuracy 0.999346 0.999346 0.999346 0.999346\n", + "macro avg 0.747309 0.928618 0.813595 339707.000000\n", + "weighted avg 0.999584 0.999346 0.999434 339707.000000\n", + "sensitivity 0.857798 NaN NaN NaN\n", + "specificity 0.999437 NaN NaN NaN\n", + "2024-11-21 11:01:15,415 - INFO - precision recall f1-score support\n", "Negative 0.999909 0.999437 0.999673 339489.000000\n", "Positive 0.494709 0.857798 0.627517 218.000000\n", "accuracy 0.999346 0.999346 0.999346 0.999346\n", @@ -1654,7 +1805,7 @@ "weighted avg 0.999584 0.999346 0.999434 339707.000000\n", "sensitivity 0.857798 NaN NaN NaN\n", "specificity 0.999437 NaN NaN NaN\n", - "2024-11-20 17:35:43,808 - INFO - precision recall f1-score support\n", + "2024-11-21 11:01:15,415 - INFO - precision recall f1-score support\n", "Negative 0.999909 0.999437 0.999673 339489.000000\n", "Positive 0.494709 0.857798 0.627517 218.000000\n", "accuracy 0.999346 0.999346 0.999346 0.999346\n", @@ -1662,139 +1813,293 @@ "weighted avg 0.999584 0.999346 0.999434 339707.000000\n", "sensitivity 0.857798 NaN NaN NaN\n", "specificity 0.999437 NaN NaN NaN\n", - "2024-11-20 17:35:43,817 - INFO - ----------------------\n", - "2024-11-20 17:35:43,817 - INFO - ----------------------\n", - "2024-11-20 17:35:43,819 - INFO - New screening strategy with operational limits\n", - "2024-11-20 17:35:43,819 - INFO - New screening strategy with operational limits\n", - "2024-11-20 17:35:43,820 - INFO - Limited number of tests will be performed.\n", - "2024-11-20 17:35:43,820 - INFO - Limited number of tests will be performed.\n", - "2024-11-20 17:35:57,874 - INFO - ** Testing strategy: gFOBT **\n", - "2024-11-20 17:35:57,874 - INFO - ** Testing strategy: gFOBT **\n", - "2024-11-20 17:35:57,898 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:57,898 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:57,900 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:57,900 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:57,920 - INFO - ** Testing strategy: FIT **\n", - "2024-11-20 17:35:57,920 - INFO - ** Testing strategy: FIT **\n", - "2024-11-20 17:35:57,944 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:57,944 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:57,945 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:57,945 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:57,971 - INFO - ** Testing strategy: Blood_based **\n", - "2024-11-20 17:35:57,971 - INFO - ** Testing strategy: Blood_based **\n", - "2024-11-20 17:35:57,995 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:57,995 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:57,997 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:57,997 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:58,030 - INFO - ** Testing strategy: Stool_DNA **\n", - "2024-11-20 17:35:58,030 - INFO - ** Testing strategy: Stool_DNA **\n", - "2024-11-20 17:35:58,056 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:58,056 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:58,058 - INFO - --> Number of tests performed: 5000 \n", - "\n", - "2024-11-20 17:35:58,058 - INFO - --> Number of tests performed: 5000 \n", - "\n", - "2024-11-20 17:35:58,228 - INFO - ** Testing strategy: CTC **\n", - "2024-11-20 17:35:58,228 - INFO - ** Testing strategy: CTC **\n", - "2024-11-20 17:35:58,244 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:58,244 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:58,245 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:58,245 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:58,263 - INFO - ** Testing strategy: Colon_capsule **\n", - "2024-11-20 17:35:58,263 - INFO - ** Testing strategy: Colon_capsule **\n", - "2024-11-20 17:35:58,279 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:58,279 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:35:58,281 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:58,281 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:35:58,317 - INFO - ** Testing strategy: New_test **\n", - "2024-11-20 17:35:58,317 - INFO - ** Testing strategy: New_test **\n", - "2024-11-20 17:35:58,449 - INFO - --> Number of recommended tests: 339707\n", - "2024-11-20 17:35:58,449 - INFO - --> Number of recommended tests: 339707\n", - "2024-11-20 17:35:58,452 - INFO - --> Number of tests performed: 10000 \n", - "\n", - "2024-11-20 17:35:58,452 - INFO - --> Number of tests performed: 10000 \n", - "\n", - "2024-11-20 17:35:58,799 - INFO - Total number of colonoscopies performed: 1341\n", - "2024-11-20 17:35:58,799 - INFO - Total number of colonoscopies performed: 1341\n", - "2024-11-20 17:35:59,112 - INFO - ---> Total cost of the strategy: 2563718.48 €\n", - "2024-11-20 17:35:59,112 - INFO - ---> Total cost of the strategy: 2563718.48 €\n", - "2024-11-20 17:35:59,113 - INFO - ---> Mean cost per screened participant: 170.91 €\n", - "2024-11-20 17:35:59,113 - INFO - ---> Mean cost per screened participant: 170.91 €\n", - "2024-11-20 17:35:59,115 - INFO - ---> Mean cost per individual in the total population: 7.55 €\n", - "2024-11-20 17:35:59,115 - INFO - ---> Mean cost per individual in the total population: 7.55 €\n", - "2024-11-20 17:35:59,116 - INFO - ---> Total time for the simulation: 14.98 seconds\n", - "2024-11-20 17:35:59,116 - INFO - ---> Total time for the simulation: 14.98 seconds\n", - "2024-11-20 17:36:05,430 - INFO - ---> Distribution of positive predictions: \n", + "2024-11-21 11:01:15,430 - INFO - ----------------------\n", + "2024-11-21 11:01:15,430 - INFO - ----------------------\n", + "2024-11-21 11:01:15,430 - INFO - ----------------------\n", + "2024-11-21 11:01:15,430 - INFO - ----------------------\n", + "2024-11-21 11:01:15,433 - INFO - New screening strategy with operational limits\n", + "2024-11-21 11:01:15,433 - INFO - New screening strategy with operational limits\n", + "2024-11-21 11:01:15,433 - INFO - New screening strategy with operational limits\n", + "2024-11-21 11:01:15,433 - INFO - New screening strategy with operational limits\n", + "2024-11-21 11:01:15,436 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:15,436 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:15,436 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:15,436 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:29,031 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:29,031 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:29,031 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:29,031 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:29,049 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,049 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,049 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,049 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,052 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,052 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,052 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,052 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,085 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:29,085 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:29,085 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:29,085 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:29,103 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,103 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,103 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,103 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,106 - INFO - --> Number of tests performed: 1787 \n", + "\n", + "2024-11-21 11:01:29,106 - INFO - --> Number of tests performed: 1787 \n", + "\n", + "2024-11-21 11:01:29,106 - INFO - --> Number of tests performed: 1787 \n", + "\n", + "2024-11-21 11:01:29,106 - INFO - --> Number of tests performed: 1787 \n", + "\n", + "2024-11-21 11:01:29,179 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:29,179 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:29,179 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:29,179 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:29,205 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,205 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,205 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,205 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,207 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,207 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,207 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,207 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,229 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:29,229 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:29,229 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:29,229 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:29,250 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,250 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,250 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,250 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,253 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,253 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,253 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,253 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,279 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:29,279 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:29,279 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:29,279 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:29,297 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,297 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,297 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,297 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,299 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,299 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,299 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,299 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,320 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:29,320 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:29,320 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:29,320 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:29,340 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,340 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,340 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,340 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:29,342 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,342 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,342 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,342 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:29,398 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:29,398 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:29,398 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:29,398 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:29,528 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:29,528 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:29,528 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:29,528 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:29,530 - INFO - --> Number of tests performed: 50000 \n", + "\n", + "2024-11-21 11:01:29,530 - INFO - --> Number of tests performed: 50000 \n", + "\n", + "2024-11-21 11:01:29,530 - INFO - --> Number of tests performed: 50000 \n", + "\n", + "2024-11-21 11:01:29,530 - INFO - --> Number of tests performed: 50000 \n", + "\n", + "2024-11-21 11:01:30,975 - INFO - Total number of colonoscopies performed: 3115\n", + "2024-11-21 11:01:30,975 - INFO - Total number of colonoscopies performed: 3115\n", + "2024-11-21 11:01:30,975 - INFO - Total number of colonoscopies performed: 3115\n", + "2024-11-21 11:01:30,975 - INFO - Total number of colonoscopies performed: 3115\n", + "2024-11-21 11:01:31,253 - INFO - ---> Total cost of the strategy: 3309948.51 €\n", + "2024-11-21 11:01:31,253 - INFO - ---> Total cost of the strategy: 3309948.51 €\n", + "2024-11-21 11:01:31,253 - INFO - ---> Total cost of the strategy: 3309948.51 €\n", + "2024-11-21 11:01:31,253 - INFO - ---> Total cost of the strategy: 3309948.51 €\n", + "2024-11-21 11:01:31,255 - INFO - ---> Mean cost per screened participant: 63.91 €\n", + "2024-11-21 11:01:31,255 - INFO - ---> Mean cost per screened participant: 63.91 €\n", + "2024-11-21 11:01:31,255 - INFO - ---> Mean cost per screened participant: 63.91 €\n", + "2024-11-21 11:01:31,255 - INFO - ---> Mean cost per screened participant: 63.91 €\n", + "2024-11-21 11:01:31,258 - INFO - ---> Mean cost per individual in the total population: 9.74 €\n", + "2024-11-21 11:01:31,258 - INFO - ---> Mean cost per individual in the total population: 9.74 €\n", + "2024-11-21 11:01:31,258 - INFO - ---> Mean cost per individual in the total population: 9.74 €\n", + "2024-11-21 11:01:31,258 - INFO - ---> Mean cost per individual in the total population: 9.74 €\n", + "2024-11-21 11:01:31,261 - INFO - ---> Total time for the simulation: 15.54 seconds\n", + "2024-11-21 11:01:31,261 - INFO - ---> Total time for the simulation: 15.54 seconds\n", + "2024-11-21 11:01:31,261 - INFO - ---> Total time for the simulation: 15.54 seconds\n", + "2024-11-21 11:01:31,261 - INFO - ---> Total time for the simulation: 15.54 seconds\n", + "2024-11-21 11:01:36,692 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "FIT 0.0 0.0 0.0 False 1730\n", + " True 1\n", + " 1.0 0.0 0.0 False 55\n", + " 1.0 1.0 True 1\n", + "New_test 0.0 0.0 0.0 False 46925\n", + " True 16\n", + " 1.0 0.0 0.0 False 2938\n", + " True 1\n", + " 1.0 1.0 False 28\n", + " True 92\n", + "No_scr_no_col 0.0 0.0 0.0 False 287813\n", + " True 107\n", + "2024-11-21 11:01:36,692 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", - "New_test 0.0 0.0 0.0 False 9358\n", - " True 5\n", - " 1.0 0.0 0.0 False 599\n", - " 1.0 1.0 False 8\n", - " True 30\n", - "No_scr_no_col 0.0 0.0 0.0 False 324537\n", - " True 170\n", - "Stool_DNA 0.0 0.0 0.0 False 4294\n", - " True 2\n", - " 1.0 0.0 0.0 False 686\n", - " 1.0 1.0 False 7\n", - " True 11\n", - "2024-11-20 17:36:05,430 - INFO - ---> Distribution of positive predictions: \n", + "FIT 0.0 0.0 0.0 False 1730\n", + " True 1\n", + " 1.0 0.0 0.0 False 55\n", + " 1.0 1.0 True 1\n", + "New_test 0.0 0.0 0.0 False 46925\n", + " True 16\n", + " 1.0 0.0 0.0 False 2938\n", + " True 1\n", + " 1.0 1.0 False 28\n", + " True 92\n", + "No_scr_no_col 0.0 0.0 0.0 False 287813\n", + " True 107\n", + "2024-11-21 11:01:36,692 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", - "New_test 0.0 0.0 0.0 False 9358\n", - " True 5\n", - " 1.0 0.0 0.0 False 599\n", - " 1.0 1.0 False 8\n", - " True 30\n", - "No_scr_no_col 0.0 0.0 0.0 False 324537\n", - " True 170\n", - "Stool_DNA 0.0 0.0 0.0 False 4294\n", - " True 2\n", - " 1.0 0.0 0.0 False 686\n", - " 1.0 1.0 False 7\n", - " True 11\n", - "2024-11-20 17:36:06,248 - INFO - precision recall f1-score support\n", - "Negative 0.999479 0.999956 0.999717 339489.000000\n", - "Positive 0.732143 0.188073 0.299270 218.000000\n", - "accuracy 0.999435 0.999435 0.999435 0.999435\n", - "macro avg 0.865811 0.594015 0.649494 339707.000000\n", - "weighted avg 0.999307 0.999435 0.999268 339707.000000\n", - "sensitivity 0.188073 NaN NaN NaN\n", - "specificity 0.999956 NaN NaN NaN\n", - "2024-11-20 17:36:06,248 - INFO - precision recall f1-score support\n", - "Negative 0.999479 0.999956 0.999717 339489.000000\n", - "Positive 0.732143 0.188073 0.299270 218.000000\n", - "accuracy 0.999435 0.999435 0.999435 0.999435\n", - "macro avg 0.865811 0.594015 0.649494 339707.000000\n", - "weighted avg 0.999307 0.999435 0.999268 339707.000000\n", - "sensitivity 0.188073 NaN NaN NaN\n", - "specificity 0.999956 NaN NaN NaN\n", - "2024-11-20 17:36:06,256 - INFO - ----------------------\n", - "2024-11-20 17:36:06,256 - INFO - ----------------------\n", - "2024-11-20 17:36:06,257 - INFO - Old screening strategy\n", - "2024-11-20 17:36:06,257 - INFO - Old screening strategy\n", - "2024-11-20 17:36:07,605 - INFO - Total number of colonoscopies performed: 1774\n", - "2024-11-20 17:36:07,605 - INFO - Total number of colonoscopies performed: 1774\n", - "2024-11-20 17:36:07,620 - INFO - ---> Total cost of the strategy: 2488725.62 €\n", - "2024-11-20 17:36:07,620 - INFO - ---> Total cost of the strategy: 2488725.62 €\n", - "2024-11-20 17:36:07,621 - INFO - ---> Mean cost per screened participant: 50.71 €\n", - "2024-11-20 17:36:07,621 - INFO - ---> Mean cost per screened participant: 50.71 €\n", - "2024-11-20 17:36:07,622 - INFO - ---> Mean cost per individual in the total population: 7.33 €\n", - "2024-11-20 17:36:07,622 - INFO - ---> Mean cost per individual in the total population: 7.33 €\n", - "2024-11-20 17:36:07,623 - INFO - ---> Total time for the simulation: 1.35 seconds\n", - "2024-11-20 17:36:07,623 - INFO - ---> Total time for the simulation: 1.35 seconds\n", - "2024-11-20 17:36:12,822 - INFO - ---> Distribution of positive predictions: \n", + "FIT 0.0 0.0 0.0 False 1730\n", + " True 1\n", + " 1.0 0.0 0.0 False 55\n", + " 1.0 1.0 True 1\n", + "New_test 0.0 0.0 0.0 False 46925\n", + " True 16\n", + " 1.0 0.0 0.0 False 2938\n", + " True 1\n", + " 1.0 1.0 False 28\n", + " True 92\n", + "No_scr_no_col 0.0 0.0 0.0 False 287813\n", + " True 107\n", + "2024-11-21 11:01:36,692 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "FIT 0.0 0.0 0.0 False 1730\n", + " True 1\n", + " 1.0 0.0 0.0 False 55\n", + " 1.0 1.0 True 1\n", + "New_test 0.0 0.0 0.0 False 46925\n", + " True 16\n", + " 1.0 0.0 0.0 False 2938\n", + " True 1\n", + " 1.0 1.0 False 28\n", + " True 92\n", + "No_scr_no_col 0.0 0.0 0.0 False 287813\n", + " True 107\n", + "2024-11-21 11:01:37,446 - INFO - precision recall f1-score support\n", + "Negative 0.999632 0.999918 0.999775 339489.00000\n", + "Positive 0.768595 0.426606 0.548673 218.00000\n", + "accuracy 0.999550 0.999550 0.999550 0.99955\n", + "macro avg 0.884113 0.713262 0.774224 339707.00000\n", + "weighted avg 0.999484 0.999550 0.999485 339707.00000\n", + "sensitivity 0.426606 NaN NaN NaN\n", + "specificity 0.999918 NaN NaN NaN\n", + "2024-11-21 11:01:37,446 - INFO - precision recall f1-score support\n", + "Negative 0.999632 0.999918 0.999775 339489.00000\n", + "Positive 0.768595 0.426606 0.548673 218.00000\n", + "accuracy 0.999550 0.999550 0.999550 0.99955\n", + "macro avg 0.884113 0.713262 0.774224 339707.00000\n", + "weighted avg 0.999484 0.999550 0.999485 339707.00000\n", + "sensitivity 0.426606 NaN NaN NaN\n", + "specificity 0.999918 NaN NaN NaN\n", + "2024-11-21 11:01:37,446 - INFO - precision recall f1-score support\n", + "Negative 0.999632 0.999918 0.999775 339489.00000\n", + "Positive 0.768595 0.426606 0.548673 218.00000\n", + "accuracy 0.999550 0.999550 0.999550 0.99955\n", + "macro avg 0.884113 0.713262 0.774224 339707.00000\n", + "weighted avg 0.999484 0.999550 0.999485 339707.00000\n", + "sensitivity 0.426606 NaN NaN NaN\n", + "specificity 0.999918 NaN NaN NaN\n", + "2024-11-21 11:01:37,446 - INFO - precision recall f1-score support\n", + "Negative 0.999632 0.999918 0.999775 339489.00000\n", + "Positive 0.768595 0.426606 0.548673 218.00000\n", + "accuracy 0.999550 0.999550 0.999550 0.99955\n", + "macro avg 0.884113 0.713262 0.774224 339707.00000\n", + "weighted avg 0.999484 0.999550 0.999485 339707.00000\n", + "sensitivity 0.426606 NaN NaN NaN\n", + "specificity 0.999918 NaN NaN NaN\n", + "2024-11-21 11:01:37,463 - INFO - ----------------------\n", + "2024-11-21 11:01:37,463 - INFO - ----------------------\n", + "2024-11-21 11:01:37,463 - INFO - ----------------------\n", + "2024-11-21 11:01:37,463 - INFO - ----------------------\n", + "2024-11-21 11:01:37,465 - INFO - Old screening strategy\n", + "2024-11-21 11:01:37,465 - INFO - Old screening strategy\n", + "2024-11-21 11:01:37,465 - INFO - Old screening strategy\n", + "2024-11-21 11:01:37,465 - INFO - Old screening strategy\n", + "2024-11-21 11:01:38,784 - INFO - Total number of colonoscopies performed: 1774\n", + "2024-11-21 11:01:38,784 - INFO - Total number of colonoscopies performed: 1774\n", + "2024-11-21 11:01:38,784 - INFO - Total number of colonoscopies performed: 1774\n", + "2024-11-21 11:01:38,784 - INFO - Total number of colonoscopies performed: 1774\n", + "2024-11-21 11:01:38,797 - INFO - ---> Total cost of the strategy: 2488725.62 €\n", + "2024-11-21 11:01:38,797 - INFO - ---> Total cost of the strategy: 2488725.62 €\n", + "2024-11-21 11:01:38,797 - INFO - ---> Total cost of the strategy: 2488725.62 €\n", + "2024-11-21 11:01:38,797 - INFO - ---> Total cost of the strategy: 2488725.62 €\n", + "2024-11-21 11:01:38,800 - INFO - ---> Mean cost per screened participant: 50.71 €\n", + "2024-11-21 11:01:38,800 - INFO - ---> Mean cost per screened participant: 50.71 €\n", + "2024-11-21 11:01:38,800 - INFO - ---> Mean cost per screened participant: 50.71 €\n", + "2024-11-21 11:01:38,800 - INFO - ---> Mean cost per screened participant: 50.71 €\n", + "2024-11-21 11:01:38,802 - INFO - ---> Mean cost per individual in the total population: 7.33 €\n", + "2024-11-21 11:01:38,802 - INFO - ---> Mean cost per individual in the total population: 7.33 €\n", + "2024-11-21 11:01:38,802 - INFO - ---> Mean cost per individual in the total population: 7.33 €\n", + "2024-11-21 11:01:38,802 - INFO - ---> Mean cost per individual in the total population: 7.33 €\n", + "2024-11-21 11:01:38,804 - INFO - ---> Total time for the simulation: 1.32 seconds\n", + "2024-11-21 11:01:38,804 - INFO - ---> Total time for the simulation: 1.32 seconds\n", + "2024-11-21 11:01:38,804 - INFO - ---> Total time for the simulation: 1.32 seconds\n", + "2024-11-21 11:01:38,804 - INFO - ---> Total time for the simulation: 1.32 seconds\n", + "2024-11-21 11:01:43,714 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "FIT 0 0 0 False 47277\n", + " True 23\n", + " 1 0 0 False 1671\n", + " True 2\n", + " 1 1 False 19\n", + " True 82\n", + "No_scr_no_col 0 0 0 False 290522\n", + " True 111\n", + "2024-11-21 11:01:43,714 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "FIT 0 0 0 False 47277\n", + " True 23\n", + " 1 0 0 False 1671\n", + " True 2\n", + " 1 1 False 19\n", + " True 82\n", + "No_scr_no_col 0 0 0 False 290522\n", + " True 111\n", + "2024-11-21 11:01:43,714 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", "FIT 0 0 0 False 47277\n", @@ -1805,7 +2110,7 @@ " True 82\n", "No_scr_no_col 0 0 0 False 290522\n", " True 111\n", - "2024-11-20 17:36:12,822 - INFO - ---> Distribution of positive predictions: \n", + "2024-11-21 11:01:43,714 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option Prediction_screening Prediction_colonoscopy Final_decision CRC \n", "FIT 0 0 0 False 47277\n", @@ -1816,7 +2121,23 @@ " True 82\n", "No_scr_no_col 0 0 0 False 290522\n", " True 111\n", - "2024-11-20 17:36:13,591 - INFO - precision recall f1-score support\n", + "2024-11-21 11:01:44,403 - INFO - precision recall f1-score support\n", + "Negative 0.999600 0.999944 0.999772 339489.000000\n", + "Positive 0.811881 0.376147 0.514107 218.000000\n", + "accuracy 0.999544 0.999544 0.999544 0.999544\n", + "macro avg 0.905740 0.688045 0.756939 339707.000000\n", + "weighted avg 0.999479 0.999544 0.999460 339707.000000\n", + "sensitivity 0.376147 NaN NaN NaN\n", + "specificity 0.999944 NaN NaN NaN\n", + "2024-11-21 11:01:44,403 - INFO - precision recall f1-score support\n", + "Negative 0.999600 0.999944 0.999772 339489.000000\n", + "Positive 0.811881 0.376147 0.514107 218.000000\n", + "accuracy 0.999544 0.999544 0.999544 0.999544\n", + "macro avg 0.905740 0.688045 0.756939 339707.000000\n", + "weighted avg 0.999479 0.999544 0.999460 339707.000000\n", + "sensitivity 0.376147 NaN NaN NaN\n", + "specificity 0.999944 NaN NaN NaN\n", + "2024-11-21 11:01:44,403 - INFO - precision recall f1-score support\n", "Negative 0.999600 0.999944 0.999772 339489.000000\n", "Positive 0.811881 0.376147 0.514107 218.000000\n", "accuracy 0.999544 0.999544 0.999544 0.999544\n", @@ -1824,7 +2145,7 @@ "weighted avg 0.999479 0.999544 0.999460 339707.000000\n", "sensitivity 0.376147 NaN NaN NaN\n", "specificity 0.999944 NaN NaN NaN\n", - "2024-11-20 17:36:13,591 - INFO - precision recall f1-score support\n", + "2024-11-21 11:01:44,403 - INFO - precision recall f1-score support\n", "Negative 0.999600 0.999944 0.999772 339489.000000\n", "Positive 0.811881 0.376147 0.514107 218.000000\n", "accuracy 0.999544 0.999544 0.999544 0.999544\n", @@ -1832,112 +2153,222 @@ "weighted avg 0.999479 0.999544 0.999460 339707.000000\n", "sensitivity 0.376147 NaN NaN NaN\n", "specificity 0.999944 NaN NaN NaN\n", - "2024-11-20 17:36:13,599 - INFO - Comparison of the strategies\n", - "2024-11-20 17:36:13,599 - INFO - Comparison of the strategies\n", - "2024-11-20 17:36:13,602 - INFO - Limited number of tests will be performed.\n", - "2024-11-20 17:36:13,602 - INFO - Limited number of tests will be performed.\n", - "2024-11-20 17:36:14,696 - INFO - ** Testing strategy: gFOBT **\n", - "2024-11-20 17:36:14,696 - INFO - ** Testing strategy: gFOBT **\n", - "2024-11-20 17:36:14,717 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:14,717 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:14,719 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:14,719 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:14,771 - INFO - ** Testing strategy: FIT **\n", - "2024-11-20 17:36:14,771 - INFO - ** Testing strategy: FIT **\n", - "2024-11-20 17:36:14,788 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:14,788 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:14,789 - INFO - --> Number of tests performed: 11091 \n", - "\n", - "2024-11-20 17:36:14,789 - INFO - --> Number of tests performed: 11091 \n", - "\n", - "2024-11-20 17:36:15,124 - INFO - ** Testing strategy: Blood_based **\n", - "2024-11-20 17:36:15,124 - INFO - ** Testing strategy: Blood_based **\n", - "2024-11-20 17:36:15,138 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,138 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,141 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,141 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,162 - INFO - ** Testing strategy: Stool_DNA **\n", - "2024-11-20 17:36:15,162 - INFO - ** Testing strategy: Stool_DNA **\n", - "2024-11-20 17:36:15,178 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,178 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,179 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,179 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,198 - INFO - ** Testing strategy: CTC **\n", - "2024-11-20 17:36:15,198 - INFO - ** Testing strategy: CTC **\n", - "2024-11-20 17:36:15,214 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,214 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,216 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,216 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,235 - INFO - ** Testing strategy: Colon_capsule **\n", - "2024-11-20 17:36:15,235 - INFO - ** Testing strategy: Colon_capsule **\n", - "2024-11-20 17:36:15,252 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,252 - INFO - --> Number of recommended tests: 0\n", - "2024-11-20 17:36:15,254 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,254 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,273 - INFO - ** Testing strategy: New_test **\n", - "2024-11-20 17:36:15,273 - INFO - ** Testing strategy: New_test **\n", - "2024-11-20 17:36:15,404 - INFO - --> Number of recommended tests: 339707\n", - "2024-11-20 17:36:15,404 - INFO - --> Number of recommended tests: 339707\n", - "2024-11-20 17:36:15,405 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,405 - INFO - --> Number of tests performed: 0 \n", - "\n", - "2024-11-20 17:36:15,435 - INFO - Total number of colonoscopies performed: 433\n", - "2024-11-20 17:36:15,435 - INFO - Total number of colonoscopies performed: 433\n", - "2024-11-20 17:36:15,467 - INFO - ---> Total cost of the strategy: 594730.92 €\n", - "2024-11-20 17:36:15,467 - INFO - ---> Total cost of the strategy: 594730.92 €\n", - "2024-11-20 17:36:15,468 - INFO - ---> Mean cost per screened participant: 231.15 €\n", - "2024-11-20 17:36:15,468 - INFO - ---> Mean cost per screened participant: 231.15 €\n", - "2024-11-20 17:36:15,469 - INFO - ---> Mean cost per individual in the total population: 1.75 €\n", - "2024-11-20 17:36:15,469 - INFO - ---> Mean cost per individual in the total population: 1.75 €\n", - "2024-11-20 17:36:15,470 - INFO - ---> Total time for the simulation: 1.83 seconds\n", - "2024-11-20 17:36:15,470 - INFO - ---> Total time for the simulation: 1.83 seconds\n", - "2024-11-20 17:36:21,255 - INFO - ---> Distribution of positive predictions: \n", + "2024-11-21 11:01:44,416 - INFO - Comparison of the strategies\n", + "2024-11-21 11:01:44,416 - INFO - Comparison of the strategies\n", + "2024-11-21 11:01:44,416 - INFO - Comparison of the strategies\n", + "2024-11-21 11:01:44,416 - INFO - Comparison of the strategies\n", + "2024-11-21 11:01:44,418 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:44,418 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:44,418 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:44,418 - INFO - Limited number of tests will be performed.\n", + "2024-11-21 11:01:44,970 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:44,970 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:44,970 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:44,970 - INFO - ** Testing strategy: gFOBT **\n", + "2024-11-21 11:01:44,986 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:44,986 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:44,986 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:44,986 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:44,990 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:44,990 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:44,990 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:44,990 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:45,040 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:45,040 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:45,040 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:45,040 - INFO - ** Testing strategy: FIT **\n", + "2024-11-21 11:01:45,059 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:45,059 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:45,059 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:45,059 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:45,062 - INFO - --> Number of tests performed: 49074 \n", + "\n", + "2024-11-21 11:01:45,062 - INFO - --> Number of tests performed: 49074 \n", + "\n", + "2024-11-21 11:01:45,062 - INFO - --> Number of tests performed: 49074 \n", + "\n", + "2024-11-21 11:01:45,062 - INFO - --> Number of tests performed: 49074 \n", + "\n", + "2024-11-21 11:01:46,293 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:46,293 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:46,293 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:46,293 - INFO - ** Testing strategy: Blood_based **\n", + "2024-11-21 11:01:46,309 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,309 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,309 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,309 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,313 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,313 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,313 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,313 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,333 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:46,333 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:46,333 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:46,333 - INFO - ** Testing strategy: Stool_DNA **\n", + "2024-11-21 11:01:46,354 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,354 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,354 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,354 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,356 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,356 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,356 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,356 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,376 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:46,376 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:46,376 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:46,376 - INFO - ** Testing strategy: CTC **\n", + "2024-11-21 11:01:46,395 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,395 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,395 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,395 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,397 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,397 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,397 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,397 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,420 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:46,420 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:46,420 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:46,420 - INFO - ** Testing strategy: Colon_capsule **\n", + "2024-11-21 11:01:46,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,437 - INFO - --> Number of recommended tests: 0\n", + "2024-11-21 11:01:46,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,439 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,459 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:46,459 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:46,459 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:46,459 - INFO - ** Testing strategy: New_test **\n", + "2024-11-21 11:01:46,586 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:46,586 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:46,586 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:46,586 - INFO - --> Number of recommended tests: 339707\n", + "2024-11-21 11:01:46,589 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,589 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,589 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,589 - INFO - --> Number of tests performed: 0 \n", + "\n", + "2024-11-21 11:01:46,614 - INFO - Total number of colonoscopies performed: 1750\n", + "2024-11-21 11:01:46,614 - INFO - Total number of colonoscopies performed: 1750\n", + "2024-11-21 11:01:46,614 - INFO - Total number of colonoscopies performed: 1750\n", + "2024-11-21 11:01:46,614 - INFO - Total number of colonoscopies performed: 1750\n", + "2024-11-21 11:01:46,640 - INFO - ---> Total cost of the strategy: 2464576.74 €\n", + "2024-11-21 11:01:46,640 - INFO - ---> Total cost of the strategy: 2464576.74 €\n", + "2024-11-21 11:01:46,640 - INFO - ---> Total cost of the strategy: 2464576.74 €\n", + "2024-11-21 11:01:46,640 - INFO - ---> Total cost of the strategy: 2464576.74 €\n", + "2024-11-21 11:01:46,643 - INFO - ---> Mean cost per screened participant: 67.45 €\n", + "2024-11-21 11:01:46,643 - INFO - ---> Mean cost per screened participant: 67.45 €\n", + "2024-11-21 11:01:46,643 - INFO - ---> Mean cost per screened participant: 67.45 €\n", + "2024-11-21 11:01:46,643 - INFO - ---> Mean cost per screened participant: 67.45 €\n", + "2024-11-21 11:01:46,645 - INFO - ---> Mean cost per individual in the total population: 7.26 €\n", + "2024-11-21 11:01:46,645 - INFO - ---> Mean cost per individual in the total population: 7.26 €\n", + "2024-11-21 11:01:46,645 - INFO - ---> Mean cost per individual in the total population: 7.26 €\n", + "2024-11-21 11:01:46,645 - INFO - ---> Mean cost per individual in the total population: 7.26 €\n", + "2024-11-21 11:01:46,647 - INFO - ---> Total time for the simulation: 2.20 seconds\n", + "2024-11-21 11:01:46,647 - INFO - ---> Total time for the simulation: 2.20 seconds\n", + "2024-11-21 11:01:46,647 - INFO - ---> Total time for the simulation: 2.20 seconds\n", + "2024-11-21 11:01:46,647 - INFO - ---> Total time for the simulation: 2.20 seconds\n", + "2024-11-21 11:01:51,914 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", - "FIT 0.0 0.0 0.0 False 10650\n", - " True 8\n", - " 1.0 0.0 0.0 False 397\n", - " 1.0 1.0 False 7\n", - " True 29\n", - "No_scr_no_col 0.0 0.0 0.0 False 328435\n", - " True 181\n", - "2024-11-20 17:36:21,255 - INFO - ---> Distribution of positive predictions: \n", + "FIT 0.0 0.0 0.0 False 47296\n", + " True 28\n", + " 1.0 0.0 0.0 False 1649\n", + " True 1\n", + " 1.0 1.0 False 21\n", + " True 79\n", + "No_scr_no_col 0.0 0.0 0.0 False 290523\n", + " True 110\n", + "2024-11-21 11:01:51,914 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "FIT 0.0 0.0 0.0 False 47296\n", + " True 28\n", + " 1.0 0.0 0.0 False 1649\n", + " True 1\n", + " 1.0 1.0 False 21\n", + " True 79\n", + "No_scr_no_col 0.0 0.0 0.0 False 290523\n", + " True 110\n", + "2024-11-21 11:01:51,914 - INFO - ---> Distribution of positive predictions: \n", + " CRC\n", + "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", + "FIT 0.0 0.0 0.0 False 47296\n", + " True 28\n", + " 1.0 0.0 0.0 False 1649\n", + " True 1\n", + " 1.0 1.0 False 21\n", + " True 79\n", + "No_scr_no_col 0.0 0.0 0.0 False 290523\n", + " True 110\n", + "2024-11-21 11:01:51,914 - INFO - ---> Distribution of positive predictions: \n", " CRC\n", "best_option_w_lim Prediction_screening Prediction_colonoscopy Final_decision CRC \n", - "FIT 0.0 0.0 0.0 False 10650\n", - " True 8\n", - " 1.0 0.0 0.0 False 397\n", - " 1.0 1.0 False 7\n", - " True 29\n", - "No_scr_no_col 0.0 0.0 0.0 False 328435\n", - " True 181\n", - "2024-11-20 17:36:22,017 - INFO - precision recall f1-score support\n", - "Negative 0.999444 0.999979 0.999711 339489.000000\n", - "Positive 0.805556 0.133028 0.228346 218.000000\n", - "accuracy 0.999423 0.999423 0.999423 0.999423\n", - "macro avg 0.902500 0.566503 0.614029 339707.000000\n", - "weighted avg 0.999319 0.999423 0.999216 339707.000000\n", - "sensitivity 0.133028 NaN NaN NaN\n", - "specificity 0.999979 NaN NaN NaN\n", - "2024-11-20 17:36:22,017 - INFO - precision recall f1-score support\n", - "Negative 0.999444 0.999979 0.999711 339489.000000\n", - "Positive 0.805556 0.133028 0.228346 218.000000\n", - "accuracy 0.999423 0.999423 0.999423 0.999423\n", - "macro avg 0.902500 0.566503 0.614029 339707.000000\n", - "weighted avg 0.999319 0.999423 0.999216 339707.000000\n", - "sensitivity 0.133028 NaN NaN NaN\n", - "specificity 0.999979 NaN NaN NaN\n" + "FIT 0.0 0.0 0.0 False 47296\n", + " True 28\n", + " 1.0 0.0 0.0 False 1649\n", + " True 1\n", + " 1.0 1.0 False 21\n", + " True 79\n", + "No_scr_no_col 0.0 0.0 0.0 False 290523\n", + " True 110\n", + "2024-11-21 11:01:52,673 - INFO - precision recall f1-score support\n", + "Negative 0.999591 0.999938 0.999764 339489.000000\n", + "Positive 0.790000 0.362385 0.496855 218.000000\n", + "accuracy 0.999529 0.999529 0.999529 0.999529\n", + "macro avg 0.894795 0.681162 0.748310 339707.000000\n", + "weighted avg 0.999456 0.999529 0.999442 339707.000000\n", + "sensitivity 0.362385 NaN NaN NaN\n", + "specificity 0.999938 NaN NaN NaN\n", + "2024-11-21 11:01:52,673 - INFO - precision recall f1-score support\n", + "Negative 0.999591 0.999938 0.999764 339489.000000\n", + "Positive 0.790000 0.362385 0.496855 218.000000\n", + "accuracy 0.999529 0.999529 0.999529 0.999529\n", + "macro avg 0.894795 0.681162 0.748310 339707.000000\n", + "weighted avg 0.999456 0.999529 0.999442 339707.000000\n", + "sensitivity 0.362385 NaN NaN NaN\n", + "specificity 0.999938 NaN NaN NaN\n", + "2024-11-21 11:01:52,673 - INFO - precision recall f1-score support\n", + "Negative 0.999591 0.999938 0.999764 339489.000000\n", + "Positive 0.790000 0.362385 0.496855 218.000000\n", + "accuracy 0.999529 0.999529 0.999529 0.999529\n", + "macro avg 0.894795 0.681162 0.748310 339707.000000\n", + "weighted avg 0.999456 0.999529 0.999442 339707.000000\n", + "sensitivity 0.362385 NaN NaN NaN\n", + "specificity 0.999938 NaN NaN NaN\n", + "2024-11-21 11:01:52,673 - INFO - precision recall f1-score support\n", + "Negative 0.999591 0.999938 0.999764 339489.000000\n", + "Positive 0.790000 0.362385 0.496855 218.000000\n", + "accuracy 0.999529 0.999529 0.999529 0.999529\n", + "macro avg 0.894795 0.681162 0.748310 339707.000000\n", + "weighted avg 0.999456 0.999529 0.999442 339707.000000\n", + "sensitivity 0.362385 NaN NaN NaN\n", + "specificity 0.999938 NaN NaN NaN\n" ] } ], @@ -1947,9 +2378,10 @@ "\n", "use_case_new_strategy(\n", " use_case_new_test = True,\n", + " single_run=True,\n", " output_dir = 'notebook/' + label,\n", " log_dir = log_dir,\n", - " run_label = ''\n", + " run_label = '',\n", ")" ] }, @@ -2327,7 +2759,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, "outputs": [ { @@ -2531,7 +2963,7 @@ "label = 'notebook_sens_analysis_comf_param'\n", "logger, log_dir = create_folders_logger(label = label, output_dir= 'notebook/' + label, date = False, time = False)\n", "\n", - "lambda_list = cfg[\"lambda_list\"]\n", + "lambda_list = cfg[\"lambda_list\"].copy()\n", "lambda_list[2] = 6.3\n", "\n", "sens_analysis_elicitation(\n",