From 5036e63d585d2821b3b1020833a09f071f048f34 Mon Sep 17 00:00:00 2001 From: jingyanwangms <47403504+jingyanwangms@users.noreply.github.com> Date: Sat, 5 Oct 2024 01:06:06 -0700 Subject: [PATCH] Increanse TensorRT tolerance from default 1e-5 to 1e-3 after TRT 10.4 (#22321) ### Description Increanse TensorRT tolerance from default 1e-5 to 1e-3 after TRT 10.4 ### Motivation and Context --- java/src/test/java/ai/onnxruntime/InferenceTest.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/java/src/test/java/ai/onnxruntime/InferenceTest.java b/java/src/test/java/ai/onnxruntime/InferenceTest.java index 86587fe4b3a3..e11537492d3a 100644 --- a/java/src/test/java/ai/onnxruntime/InferenceTest.java +++ b/java/src/test/java/ai/onnxruntime/InferenceTest.java @@ -770,8 +770,9 @@ private void runProvider(OrtProvider provider) throws OrtException { if (provider == OrtProvider.CORE_ML) { // CoreML gives slightly different answers on a 2020 13" M1 MBP assertArrayEquals(expectedOutput, resultArray, 1e-2f); - } else if (provider == OrtProvider.CUDA) { + } else if (provider == OrtProvider.CUDA || provider == OrtProvider.TENSOR_RT) { // CUDA gives slightly different answers on a H100 with CUDA 12.2 + // Need larger tolerance since TRT 10.4 assertArrayEquals(expectedOutput, resultArray, 1e-3f); } else { assertArrayEquals(expectedOutput, resultArray, 1e-5f);