-
Notifications
You must be signed in to change notification settings - Fork 62
/
config.ini.sample
93 lines (74 loc) · 4.67 KB
/
config.ini.sample
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
[ASSISTANT CREDENTIALS]
; IBM Cloud uses "iam" for authentication
; Cloud Pak 4 Data (CP4D) requires the "bearer" authentication.
; "iam" is default. To use "bearer" authentication, set "auth_type" below to bearer
auth_type = iam
; API version, default is 2021-06-14, specify the version matching your Watson Assistant
;version=2021-06-14
; Regardless of mode you must specify a WA environment to test the classification against.
; Update the url for the WA API to match your specific WA region
; url patterns are found at https://cloud.ibm.com/apidocs/assistant/assistant-v1#service-endpoint
url = https://gateway.watsonplatform.net/assistant/api
; if above auth_type is 'bearer' then the iam_apikey will be
; interpreted as a bearer token instead. Put your bearer token below
iam_apikey =
; BE CAREFUL ENABLING THIS PARAMETER. See the warnings here: https://cloud.ibm.com/apidocs/assistant/assistant-v1#endpoint-cloud
; This disables SSL verification which is inherently less secure.
; Some Cloud Pak for Data installations may not use SSL and it may be necessary to enable this
;disable_ssl = True
[DEFAULT]
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
; Required parameters independent of mode
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
; (Required) One of `workspace_id` or `environment_id`
; `workspace_id` can be one of:
; * Watson Assistant Workspace ID (can be found on Watson Assistant UI - navigate to Skills tab and click three dots for View API Details)
; * Natural Language Classifier classifer ID
; * Path to JSON file representing the locally saved workspace
;
; `environment_id` must be the Environment ID for the Assistant you wish to test. This value is available from Watson Assistant UI.
workspace_id = <workspace_id or workspace JSON>
environment_id = <environment_id for v2 assistant>
; (Required) Mode to run tool in. This setting affects which other variables are required in the rest of the DEFAULT section.
; Value values: KFOLD, BLIND or TEST
; Currently KFOLD is not available for Watson Assistant v2
mode = kfold
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
; Optional parameters independent of mode
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
; (Optional) All output files will be stored here. Default is `./data` (formerly called `temporary_file_directory`)
;output_directory = ./data
; (Optional) yes/no on whether to keep(yes) or delete(no) workspaces created by this tool after the testing phase. Default is 'no'
;keep_workspace_after_test = no
; (Required) Test request rate (maximum number of API calls per second). Default is 100.
;max_test_rate = 100
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
; The remaining parameters in DEFAULT section depend upon the MODE above
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
; (Required for NLC in kfold) Training data input file. Defaults to <output_directory>/intent-train.csv
; train_input_file = ./data/train.csv
; (Optional for blind and test) Test input file. Defaults to <output_directory>/input.csv
; blind mode requires two columns, test mode requires one column
; In blind mode column headers are 'utterance' and 'golden intent'
; In test mode column header is 'utterance'
; test_input_file = ./data/test.csv
; (Optional for all modes) Test output path. Defaults to <temp_dir>/<mode>-out.csv
; test_output_path = ./data/test-out.csv
; (Optional for blind and kfold) Output figure path. Defaults to <temp_dir>/<mode>.png
; out_figure_path= ./data/figure.png
; (Optional for kfold) Number of folds. If on LITE plan use 3. Default is 5.
; Each fold creates a workspace (make sure you have enough workspaces available, LITE plans are restricted to 5)
; fold_num = 5
; (Optional for blind) Title for blind testing output figure. Default is 'Blind Test Results'
; blind_figure_title = 'Blind Test Results'
; (Optional for blind and kfold) Threshold of confidence for classification, below which an answer is automatically wrong
; Default value is 0.2 if not specified. (Watson Assistant automatically classifies as "#Irrelevant" below 0.2)
; conf_thres = 0.2
; (Optional for blind and kfold) Path to Partial Credit Table
; partial_credit_table = ./data/partial-credit-table.csv
; (Optional for blind and kfold) Weighting scheme for result scoring.
; Valid values: POPULATION (default), EQUAL or WEIGHT_FILE (path to a weights CSV file)
; weight_mode = population
; (Optional for blind) Previous blind test output file, for comparing consecutive blind tests
; For simplicity use a file created by this tool on a previous run
; previous_blind_out = ./data/prev-test-out.csv