Skip to content

Commit

Permalink
FST: Use new CTF coding by default
Browse files Browse the repository at this point in the history
  • Loading branch information
davidrohr committed Jan 16, 2024
1 parent 4579e08 commit 168f910
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 5 deletions.
5 changes: 2 additions & 3 deletions prodtests/full-system-test/dpl-workflow.sh
Original file line number Diff line number Diff line change
Expand Up @@ -30,10 +30,9 @@ fi
: ${CTF_FREE_DISK_WAIT:="10"} # if disk on EPNs is close to full, wait X seconds before retrying to write
: ${CTF_MAX_FREE_DISK_WAIT:="600"} # if not enough disk space after this time throw error

# entropy encoding/decoding mode, default "" is equivalent to '--ans-version compat' (compatible with < 09/2023 data),
# entropy encoding/decoding mode, '' is equivalent to '--ans-version compat' (compatible with < 09/2023 data),
# use '--ans-version 1.0 --ctf-dict none' for the new per-TF dictionary mode
[[ $EPNSYNCMODE == 1 && -z ${RANS_OPT:-} ]] && RANS_OPT="--ans-version 1.0 --ctf-dict none"
: ${RANS_OPT:=""}
: ${RANS_OPT:="--ans-version 1.0 --ctf-dict none"}

workflow_has_parameter CTF && export SAVECTF=1
workflow_has_parameter GPU && { export GPUTYPE=HIP; export NGPUS=4; }
Expand Down
1 change: 0 additions & 1 deletion prodtests/full-system-test/start_tmux.sh
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,6 @@ export SYNCMODE=1
export SHMTHROW=0
export IS_SIMULATED_DATA=1
export DATADIST_NEW_DPL_CHAN=1
export RANS_OPT="--ans-version 1.0 --ctf-dict none" # Use new RANS coding scheme without dictionary

[[ -z $GEN_TOPO_MYDIR ]] && GEN_TOPO_MYDIR="$(dirname $(realpath $0))"
source $GEN_TOPO_MYDIR/setenv.sh || { echo "setenv.sh failed" 1>&2 && exit 1; }
Expand Down
2 changes: 1 addition & 1 deletion prodtests/full_system_test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -198,7 +198,7 @@ if [[ $ENABLE_GPU_TEST != "0" ]]; then
fi
STAGES+=" ASYNC"

if [[ ! $RANS_OPT =~ (--ctf-dict +)(none) ]] ; then
if [[ ${RANS_OPT:-} =~ (--ans-version +)(compat) ]] ; then
# Give a possibility to run the FST with external existing dictionary (i.e. with CREATECTFDICT=0 full_system_test.sh)
# In order to use CCDB dictionaries, pass CTFDICTFILE=ccdb CREATECTFDICT=0
[[ ! -z "$CREATECTFDICT" ]] && SYNCMODEDOCTFDICT="$CREATECTFDICT" || SYNCMODEDOCTFDICT=1
Expand Down

0 comments on commit 168f910

Please sign in to comment.