From 4adb46e09b8f6bd9809fa98cf1bbc7731c8eea87 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?David=20B=C3=BChler?= <david.buhler@cea.fr> Date: Mon, 1 Feb 2021 11:15:23 +0100 Subject: [PATCH] [Eva] Updates alternative test oracles. --- tests/builtins/diff_equalities | 15 ++++++++++++--- tests/builtins/diff_gauges | 4 ++-- tests/builtins/diff_octagons | 10 ++++++++-- tests/builtins/diff_symblocs | 10 ++++++++-- tests/value/diff_apron | 8 ++++---- tests/value/diff_gauges | 2 +- 6 files changed, 35 insertions(+), 14 deletions(-) diff --git a/tests/builtins/diff_equalities b/tests/builtins/diff_equalities index 45b1a53ba88..8699598a3ca 100644 --- a/tests/builtins/diff_equalities +++ b/tests/builtins/diff_equalities @@ -303,14 +303,23 @@ diff tests/builtins/oracle/imprecise.res.oracle tests/builtins/oracle_equalities diff tests/builtins/oracle/linked_list.1.res.oracle tests/builtins/oracle_equalities/linked_list.1.res.oracle 477a478,479 > [kernel] tests/builtins/linked_list.c:19: -> more than 100(128) elements to enumerate. Approximating. +> more than 100(127) elements to enumerate. Approximating. 530a533,534 > [kernel] tests/builtins/linked_list.c:43: -> more than 100(128) elements to enumerate. Approximating. +> more than 100(127) elements to enumerate. Approximating. 532a537,538 > [kernel] tests/builtins/linked_list.c:44: +> more than 100(127) elements to enumerate. Approximating. +658a665,666 +> [kernel] tests/builtins/linked_list.c:19: +> more than 100(128) elements to enumerate. Approximating. +702a711,712 +> [kernel] tests/builtins/linked_list.c:43: +> more than 100(128) elements to enumerate. Approximating. +704a715,716 +> [kernel] tests/builtins/linked_list.c:44: > more than 100(128) elements to enumerate. Approximating. -628,631d633 +800,803d811 < [kernel] tests/builtins/linked_list.c:43: < more than 100(128) elements to enumerate. Approximating. < [kernel] tests/builtins/linked_list.c:44: diff --git a/tests/builtins/diff_gauges b/tests/builtins/diff_gauges index aed43a80b45..5ab38814e54 100644 --- a/tests/builtins/diff_gauges +++ b/tests/builtins/diff_gauges @@ -1,5 +1,5 @@ diff tests/builtins/oracle/linked_list.0.res.oracle tests/builtins/oracle_gauges/linked_list.0.res.oracle -1122a1123,1128 +2290a2291,2296 > [eva] computing for function printf_va_1 <- main. > Called from tests/builtins/linked_list.c:51. > [eva] Done for function printf_va_1 @@ -7,7 +7,7 @@ diff tests/builtins/oracle/linked_list.0.res.oracle tests/builtins/oracle_gauges > Called from tests/builtins/linked_list.c:51. > [eva] Done for function printf_va_1 diff tests/builtins/oracle/linked_list.1.res.oracle tests/builtins/oracle_gauges/linked_list.1.res.oracle -626a627,632 +798a799,804 > [eva] computing for function printf_va_1 <- main. > Called from tests/builtins/linked_list.c:51. > [eva] Done for function printf_va_1 diff --git a/tests/builtins/diff_octagons b/tests/builtins/diff_octagons index d091e1809e5..5a356e3c857 100644 --- a/tests/builtins/diff_octagons +++ b/tests/builtins/diff_octagons @@ -297,11 +297,17 @@ diff tests/builtins/oracle/imprecise.res.oracle tests/builtins/oracle_octagons/i diff tests/builtins/oracle/linked_list.1.res.oracle tests/builtins/oracle_octagons/linked_list.1.res.oracle 530a531,532 > [kernel] tests/builtins/linked_list.c:43: -> more than 100(128) elements to enumerate. Approximating. +> more than 100(127) elements to enumerate. Approximating. 532a535,536 > [kernel] tests/builtins/linked_list.c:44: +> more than 100(127) elements to enumerate. Approximating. +702a707,708 +> [kernel] tests/builtins/linked_list.c:43: +> more than 100(128) elements to enumerate. Approximating. +704a711,712 +> [kernel] tests/builtins/linked_list.c:44: > more than 100(128) elements to enumerate. Approximating. -628,631d631 +800,803d807 < [kernel] tests/builtins/linked_list.c:43: < more than 100(128) elements to enumerate. Approximating. < [kernel] tests/builtins/linked_list.c:44: diff --git a/tests/builtins/diff_symblocs b/tests/builtins/diff_symblocs index f1bda9cc8ce..ee8da8f5ff2 100644 --- a/tests/builtins/diff_symblocs +++ b/tests/builtins/diff_symblocs @@ -21,11 +21,17 @@ diff tests/builtins/oracle/imprecise.res.oracle tests/builtins/oracle_symblocs/i diff tests/builtins/oracle/linked_list.1.res.oracle tests/builtins/oracle_symblocs/linked_list.1.res.oracle 530a531,532 > [kernel] tests/builtins/linked_list.c:43: -> more than 100(128) elements to enumerate. Approximating. +> more than 100(127) elements to enumerate. Approximating. 532a535,536 > [kernel] tests/builtins/linked_list.c:44: +> more than 100(127) elements to enumerate. Approximating. +702a707,708 +> [kernel] tests/builtins/linked_list.c:43: +> more than 100(128) elements to enumerate. Approximating. +704a711,712 +> [kernel] tests/builtins/linked_list.c:44: > more than 100(128) elements to enumerate. Approximating. -628,631d631 +800,803d807 < [kernel] tests/builtins/linked_list.c:43: < more than 100(128) elements to enumerate. Approximating. < [kernel] tests/builtins/linked_list.c:44: diff --git a/tests/value/diff_apron b/tests/value/diff_apron index 2baa50c4f00..b8f9fbe7d8c 100644 --- a/tests/value/diff_apron +++ b/tests/value/diff_apron @@ -1074,7 +1074,7 @@ diff tests/value/oracle/loopinv.res.oracle tests/value/oracle_apron/loopinv.res. > 3 To be validated > 12 Total diff tests/value/oracle/memexec.res.oracle tests/value/oracle_apron/memexec.res.oracle -29,34c29,52 +27,32c27,50 < [eva] tests/value/memexec.c:13: Reusing old results for call to f11 < [eva] tests/value/memexec.c:14: Reusing old results for call to f11 < [eva] tests/value/memexec.c:16: Reusing old results for call to f11 @@ -1106,21 +1106,21 @@ diff tests/value/oracle/memexec.res.oracle tests/value/oracle_apron/memexec.res. > Called from tests/value/memexec.c:21. > [eva] Recording results for f11 > [eva] Done for function f11 -108c126,129 +106c124,127 < [eva] tests/value/memexec.c:113: Reusing old results for call to f5_aux --- > [eva] computing for function f5_aux <- f5 <- main. > Called from tests/value/memexec.c:113. > [eva] Recording results for f5_aux > [eva] Done for function f5_aux -131c152,155 +129c150,153 < [eva] tests/value/memexec.c:137: Reusing old results for call to f7_1 --- > [eva] computing for function f7_1 <- f7 <- main. > Called from tests/value/memexec.c:137. > [eva] Recording results for f7_1 > [eva] Done for function f7_1 -146c170,173 +144c168,171 < [eva] tests/value/memexec.c:150: Reusing old results for call to f8_1 --- > [eva] computing for function f8_1 <- f8 <- main. diff --git a/tests/value/diff_gauges b/tests/value/diff_gauges index 4459f5ccfc6..f6010fb62ca 100644 --- a/tests/value/diff_gauges +++ b/tests/value/diff_gauges @@ -764,7 +764,7 @@ diff tests/value/oracle/loopfun.1.res.oracle tests/value/oracle_gauges/loopfun.1 13a18 > [eva] tests/value/loopfun.i:27: starting to merge loop iterations diff tests/value/oracle/memexec.res.oracle tests/value/oracle_gauges/memexec.res.oracle -103a104 +101a102 > [eva] tests/value/memexec.c:98: starting to merge loop iterations diff tests/value/oracle/modulo.res.oracle tests/value/oracle_gauges/modulo.res.oracle 40a41,123 -- GitLab