From ce26f014d32096d6e7d42c844301a06849fd7cf6 Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Sun, 23 Aug 2026 23:08:37 -0400 Subject: [PATCH 01/14] fix(assume): the XCSP family spells it "assume", and spelling was the bug 59 of 59 XCSP tasks answered VERIFICATION SUCCEEDED -- "this program is correct" -- in about two seconds. Every one of those programs has a reachable bug. It was the single largest block of wrong answers in the corpus: 41% of all 145 false claims of correctness. The cause is one word. Those programs write void assume(int cond) { if (!cond) abort(); } and the rewrite list matched assume_abort_if_not and __VERIFIER_assume but not the plain name. So the first failing assumption aborted, KLEE halted on it, no property was ever recorded, and the run reported success. reach_error sits after twenty-odd assumptions in these files, so it was never reachable. Same defect already fixed once, missed for being spelled shorter. Measured after: AllInterval-005 and aim-100-3-4-sat-4 both go SUCCEEDED -> FAILED, with the rewrite firing. "assume" is a generic name, so the signature check does more work now: void taking one integer is the idiom's shape, and anything called assume with another shape is left alone. The regression test puts reach_error AFTER the assumptions, the way the XCSP files do, so a run that still aborts on the first one cannot reach it. Found by cross-tabulating verdicts against TestCov's validation instead of reporting the covered rate alone -- 145 SUCCEEDED on programs known to contain bugs is a number an aggregate hides. Co-Authored-By: Claude Opus 5 (1M context) --- modules/backend/pass/NonDetPass.cpp | 16 +++++++++- .../integration/test_testcomp_regressions.sh | 32 +++++++++++++++++++ 2 files changed, 47 insertions(+), 1 deletion(-) diff --git a/modules/backend/pass/NonDetPass.cpp b/modules/backend/pass/NonDetPass.cpp index a76ea69f6..08dc2b6d0 100644 --- a/modules/backend/pass/NonDetPass.cpp +++ b/modules/backend/pass/NonDetPass.cpp @@ -42,7 +42,17 @@ namespace { * is replaced instead, which reaches every call site at once. */ const char *const kAssumeByAbort[] = {"assume_abort_if_not", "assume_abort_if_not_", - "__VERIFIER_assume"}; + "__VERIFIER_assume", + // The XCSP family spells it this way, + // and spelling was the whole difference: + // 59 of 59 XCSP tasks answered + // "program correct" in two seconds + // because the first failing assumption + // aborted the run, and every one of + // those programs has a reachable bug. + // Same defect as the name above, missed + // for being one word shorter. + "assume"}; /** Rewrites such a function to a real assume. Returns true if it rewrote. * @@ -67,6 +77,10 @@ bool rewriteAssumeToPrune(Function &F) { } } if (!named) return false; + // The signature check carries more weight now that a name as generic as + // "assume" is on the list: void(int) is the assumption idiom's shape, and a + // function called assume with any other shape is something else and is left + // alone. if (F.arg_size() != 1 || !F.getArg(0)->getType()->isIntegerTy()) return false; if (!F.getReturnType()->isVoidTy()) return false; diff --git a/tests/integration/test_testcomp_regressions.sh b/tests/integration/test_testcomp_regressions.sh index 37204ba6b..9016c3938 100755 --- a/tests/integration/test_testcomp_regressions.sh +++ b/tests/integration/test_testcomp_regressions.sh @@ -260,6 +260,38 @@ else fail "assume rewriting" "the abort-based assumption was left as an abort" fi +# The SAME idiom under a shorter name, and the name was the whole difference. +# The XCSP family writes `void assume(int c){ if(!c) abort(); }`, which the +# first version of the list did not match -- so all 59 XCSP tasks answered +# "program correct" in two seconds, every one of them on a program with a +# reachable bug. A defect found by spelling. +mkdir -p "$WORK/assume2" +cp "$WORK/one/reach.prp" "$WORK/assume2/" +cat > "$WORK/assume2/plain.c" <<'EOF' +extern void abort(void); +extern void __assert_fail(const char *, const char *, unsigned int, + const char *) __attribute__((__noreturn__)); +void reach_error(void) { __assert_fail("0", "plain.c", 3, "reach_error"); } +void assume(int cond) { if (!cond) { abort(); } } +extern int __VERIFIER_nondet_int(void); +int main(void) { + int a = __VERIFIER_nondet_int(); + assume(a >= 0); + assume(a < 50); + reach_error(); + return 0; +} +EOF +( cd "$WORK/assume2" && MAP2CHECK_PATH="$MAP2CHECK_DIR" timeout -k 10 250 "$MAP2CHECK" --target-function --target-function-name reach_error --timeout 90 plain.c ) > "$WORK/assume2/run.log" 2>&1 + +# reach_error sits AFTER the assumptions, exactly as the XCSP programs place +# it, so a run that still aborts on the first one cannot get there. +if grep -q 'VERIFICATION FAILED' "$WORK/assume2/run.log"; then + ok "a bug behind a plain assume() is found, not called correct" +else + fail "plain assume" "got $(grep -oE 'VERIFICATION [A-Z]+' "$WORK/assume2/run.log" | tail -1) -- the program has a reachable bug" +fi + # The error is behind two assumptions, so a run that halts on the first # assumption violation cannot reach it. Finding it proves the path was pruned # rather than aborted -- and the input must satisfy BOTH assumptions. From 57a0d1212d04f06b9ed79705e5ee1d805e320c3f Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 07:52:46 -0400 Subject: [PATCH 02/14] fix(slice): give the criterion function back its body before linking sbt-slicer drops the DEFINITION of the function it slices towards. reach_error is where the slice ends -- nothing it does can influence whether it is reached -- so the call site survives and the body does not. KLEE tolerates the declaration. The native LibFuzzer link does not: undefined reference to `reach_error' No *-fuzzed.out is produced, the fuzzer stage then does nothing at all, and the run comes back UNKNOWN. Nothing in the log said so. Measured on reducercommutativity/rangesum05.i: --nondet-generator fuzzer FAILED, 8 crash inputs --nondet-generator fuzzer --slice UNKNOWN, 0 crash inputs, no binary and end to end, hybrid + --slice went from a 0-input suite that TestCov scored UNKNOWN to a 5-input suite it scores TRUE -- identical to control. This is what cost the sliced arm the bulk of its 133 lost detections in the v11 factorial (24.4% covered against a 44.6% control, over 817 paired tasks). The stub is WEAK, so where the slice did keep the body the strong definition still wins at link time. Failing to build it warns rather than aborting: without the stub the fuzzer stage is lost, but KLEE still runs on the slice. Also carries the three slicing fixes that were still uncommitted: LD_LIBRARY_PATH was being set to a literal $VAR, --entry had to become plain main once slicing moved ahead of instrumentation, and the slice now runs BEFORE callPass so the instrumentation is applied to what survives rather than removed by it. Co-Authored-By: Claude Opus 5 (1M context) --- modules/frontend/caller.cpp | 58 ++++++++++++++++++++++++++++++++-- modules/frontend/map2check.cpp | 45 ++++++++++++++++++++------ tests/testcomp/launch-v12.sh | 36 +++++++++++++++++++++ 3 files changed, 128 insertions(+), 11 deletions(-) create mode 100755 tests/testcomp/launch-v12.sh diff --git a/modules/frontend/caller.cpp b/modules/frontend/caller.cpp index 83838cff7..058add6e2 100644 --- a/modules/frontend/caller.cpp +++ b/modules/frontend/caller.cpp @@ -161,7 +161,10 @@ bool Caller::sliceWithRespectToTarget(const std::string &targetFunction) { return false; } - const std::string input = programHash + "-output.bc"; + // The COMPILED bitcode, not the instrumented one: this runs before callPass + // so that the instrumentation is applied to the slice rather than removed by + // it. Entry is still plain main at this point, for the same reason. + const std::string input = programHash + "-compiled.bc"; const std::string output = programHash + "-sliced.bc"; if (!std::filesystem::exists(input)) return false; @@ -169,7 +172,13 @@ bool Caller::sliceWithRespectToTarget(const std::string &targetFunction) { // -c is the slicing criterion: keep what the target call depends on. The // criterion is the whole reason this only serves Cover-Error -- there is no // criterion to give it when every branch is the goal. - command << slicer << " -c " << targetFunction << " -o " << output << " " + // + // --entry is required. Run after callPass this had to be + // __map2check_main__, because the instrumentation renames the entry and the + // slicer would report "The entry function not found: main" and slice + // nothing. Run before it, as it now is, the program still has its own main. + command << slicer << " -c " << targetFunction + << " --entry=main -o " << output << " " << input << " > slicer.output 2>&1"; Map2Check::Log::Debug(command.str()); const int result = system(command.str().c_str()); @@ -193,6 +202,51 @@ bool Caller::sliceWithRespectToTarget(const std::string &targetFunction) { std::to_string(before) + " -> " + std::to_string(after) + " bytes of bitcode"); + // sbt-slicer removes the body of the criterion function itself. reach_error + // is where the slice ENDS -- nothing it does can influence whether it is + // reached -- so the slicer keeps the call site and drops the definition. + // + // KLEE tolerates the resulting declaration. The native LibFuzzer link does + // not: it fails with "undefined reference to reach_error", no *-fuzzed.out + // is produced, and the fuzzer stage then does nothing at all. The failure + // was entirely silent -- the run simply came back UNKNOWN. + // + // Measured on rangesum05.i: --nondet-generator fuzzer answers FAILED, and + // the same invocation with --slice answers UNKNOWN with zero crash inputs + // and no fuzzed binary on disk. This is what cost the sliced arm the bulk + // of its 133 lost detections in the v11 factorial. + // + // A WEAK definition restores the link without displacing a real one: where + // the slice did keep the body, the strong definition still wins. + const std::string stubSource = programHash + "-target-stub.c"; + const std::string stubBitcode = programHash + "-target-stub.bc"; + const std::string linked = programHash + "-sliced-linked.bc"; + { + std::ofstream stub(stubSource); + if (stub.is_open()) { + stub << "void __attribute__((weak)) " << targetFunction << "(void) {}\n"; + } + } + std::ostringstream compileStub; + compileStub << Map2Check::clangBinary << " -Wno-everything -c -emit-llvm -g" + << " " << Caller::preOptimizationFlags() << " -o " << stubBitcode + << " " << stubSource << " >> slicer.output 2>&1"; + std::ostringstream linkStub; + linkStub << Map2Check::llvmLinkBinary << " " << output << " " << stubBitcode + << " -o " << linked << " >> slicer.output 2>&1"; + if (system(compileStub.str().c_str()) == 0 && + system(linkStub.str().c_str()) == 0 && + std::filesystem::exists(linked, error) && + std::filesystem::file_size(linked, error) > 0) { + std::filesystem::rename(linked, output, error); + } else { + // Not fatal: without the stub the fuzzer stage is lost, but KLEE still + // runs on the slice. Say so rather than returning a half-configured run. + Map2Check::Log::Warning( + "could not restore a definition of " + targetFunction + + " after slicing -- the LibFuzzer stage will not link"); + } + std::filesystem::rename(output, input, error); return !error; } diff --git a/modules/frontend/map2check.cpp b/modules/frontend/map2check.cpp index be52858cb..b220d8611 100644 --- a/modules/frontend/map2check.cpp +++ b/modules/frontend/map2check.cpp @@ -330,7 +330,26 @@ inline void fixPath(char *map2check_bin_string) { klee_env_var += "/lib/klee/runtime"; setenv("KLEE_RUNTIME_LIBRARY_PATH", klee_env_var.c_str(), 1); - std::string ld_env_var("$LD_LIBRARY_PATH:"); + // The previous value has to be read, not spelled. This was + // + // std::string ld_env_var("$LD_LIBRARY_PATH:"); + // + // and setenv does no shell expansion, so the environment ended up with the + // literal seven-plus characters "$LD_LIBRARY_PATH" as its first component -- + // a path that does not exist. Everything the image had put there was gone + // for every child process map2check spawns. + // + // It went unnoticed because the install prefix appended below carries the + // libraries the tool itself needs, so nothing map2check owns ever missed + // them. It surfaced the moment an external tool was added: sbt-slicer links + // dg's shared libraries from /opt/dg/lib, which the image puts on the path, + // and every invocation died with "libdganalysis.so: cannot open shared + // object file". + std::string ld_env_var; + const char *previous_ld_path = getenv("LD_LIBRARY_PATH"); + if (previous_ld_path != nullptr && previous_ld_path[0] != '\0') { + ld_env_var = std::string(previous_ld_path) + ":"; + } ld_env_var += pBuf; ld_env_var += "/lib/"; setenv("LD_LIBRARY_PATH", ld_env_var.c_str(), 1); @@ -482,15 +501,21 @@ int map2check_execution(map2check_args args) { } // (2) Instrument functions for current mode - caller->callPass(args.function); - - // After instrumentation, before linking: the slicer needs the target call to - // still be visible as a criterion, and there is no point slicing code that - // the runtime will add afterwards. + // BEFORE instrumentation, and the order was learned the hard way. + // + // Slicing after callPass fatally removes the instrumentation: the slicer + // keeps what the target depends on, and the runtime calls that RECORD the + // violation do not influence whether the target is reachable, so they are + // exactly what gets dropped. Measured -- two tasks went from FAILED to + // UNKNOWN while the bitcode shrank by 70% and 38%: the analysis still + // reached the bug and no longer had the machinery to say so. + // + // Slicing the user's program first and instrumenting the slice keeps both + // properties: the search space is smaller and the instrumentation is added + // to what survives. // - // Reachability only. Slicing needs a criterion to slice towards, and - // Cover-Branches has none -- every branch is the goal. Asking for it in any - // other mode is refused rather than quietly ignored. + // Reachability only. Slicing needs a criterion, and Cover-Branches has none + // -- every branch is the goal. Asking elsewhere is refused, not ignored. if (args.sliceProgram) { if (args.mode == Map2Check::Map2CheckMode::REACHABILITY_MODE) { caller->sliceWithRespectToTarget(args.function); @@ -501,6 +526,8 @@ int map2check_execution(map2check_args args) { "Analysing the whole program."); } } + + caller->callPass(args.function); caller->linkLLVM(); // (3) Apply nondeterministic mode and execute analysis diff --git a/tests/testcomp/launch-v12.sh b/tests/testcomp/launch-v12.sh new file mode 100755 index 000000000..7ee1bea4b --- /dev/null +++ b/tests/testcomp/launch-v12.sh @@ -0,0 +1,36 @@ +#!/bin/bash +# launch-v12.sh -- remeasures slicing after the weak-stub fix. +# +# v11 measured --slice at 24.4% against a 44.6% control and the cause turned +# out to be mundane: sbt-slicer drops the BODY of the criterion function, the +# native LibFuzzer link then fails with "undefined reference to reach_error", +# no fuzzed binary is produced, and the fuzzer stage silently does nothing. +# caller.cpp now links a weak definition back in after slicing. +# +# The control cell is re-run rather than reusing v11's, for the reason v11's +# own launcher gives: v11 ran twelve containers, v12 runs six, and comparing +# across that contention difference would carry the confound the internal +# control exists to remove. +set -u +REPO="$(cd "$(dirname "$0")/../.." && pwd)" +IMAGE="${IMAGE:-map2check-testcov:latest}" + +COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v12" + +launch() { + local arm="$1" flags="$2" shard="$3" shards="$4" + docker rm -f "m2c-v12-${arm}-s${shard}" >/dev/null 2>&1 + docker run -d --name "m2c-v12-${arm}-s${shard}" $COMMON --cpus=2 \ + -e MANIFEST="/workspace/tests/testcomp/corpus/cover-error.tsv" \ + -e PROPERTY="cover-error" -e GENERATOR=hybrid -e EXTRA_FLAGS="$flags" \ + -e RESULTS_DIR="/workspace/tests/testcomp/results_v12_${arm}_s${shard}" \ + -e SHARD="$shard" -e SHARDS="$shards" \ + -e BUDGET=60 -e TESTCOV_S=90 -e DEADLINE_S=28800 \ + "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null +} + +for i in 0 1 2; do launch control "" "$i" 3; done +for i in 0 1 2; do launch slice "--slice" "$i" 3; done +sleep 5 +echo "v12 launched: $(docker ps -q --filter 'name=m2c-v12-' | wc -l) containers" From 621db9372d636ace5b84ea4e53bbc22c76d394d5 Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 08:09:34 -0400 Subject: [PATCH 03/14] fix(verdict): do not report FAILED for a violation nothing can reproduce KLEE can burn its whole budget, halt on the timer, and still leave TARGET-REACHED in map2check_property: a state wrote the file through an external call and was then terminated by --dump-states-on-halt without ever reaching the abort. The verdict logic trusts that file, so the run answers FAILED while emitting a suite with zero elements. Measured on reducercommutativity/rangesum05.i, --nondet-generator symex: 1446 paths explored, HaltTimer, zero .err files, klee_log.csv empty, verdict FAILED, suite empty, TestCov UNKNOWN. This is where FAILED-but-NOT_COVERED comes from -- 21% of the control arm's FAILED verdicts across 817 paired tasks in the v11 factorial. Downgrading costs nothing that was ever scored: Test-Comp scores the SUITE, not the verdict, and a suite with no inputs covers nothing under either label. What it buys is a precision number that means something. The check consults exactly the two sources emitTestSuite consults, so it can never disagree with what actually gets written. Verified: a program KLEE does solve still answers FAILED with its two inputs intact. Co-Authored-By: Claude Opus 5 (1M context) --- modules/frontend/map2check.cpp | 38 ++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) diff --git a/modules/frontend/map2check.cpp b/modules/frontend/map2check.cpp index b220d8611..6fdffc276 100644 --- a/modules/frontend/map2check.cpp +++ b/modules/frontend/map2check.cpp @@ -587,6 +587,44 @@ int map2check_execution(map2check_args args) { propertyViolated = recorded; } + // A violation nobody can demonstrate is not a violation worth reporting. + // + // KLEE can burn its whole budget, halt on the timer, and still leave + // TARGET-REACHED in map2check_property: some state wrote the file through an + // external call and was then terminated by --dump-states-on-halt without + // ever running to the abort. The verdict logic above trusts that file, so + // the run answers FAILED while emitting a suite with zero elements. + // + // Measured on reducercommutativity/rangesum05.i with --nondet-generator + // symex: 1446 paths explored, HaltTimer, zero .err files, klee_log.csv + // empty, verdict FAILED, suite empty, TestCov UNKNOWN. This is where the + // FAILED-but-NOT_COVERED cases come from -- 21% of the control arm's FAILED + // verdicts in the v11 factorial. + // + // Downgrading costs nothing that was ever scored. Test-Comp scores the + // SUITE, not the verdict, and a suite with no inputs covers nothing whether + // the tool called it FAILED or UNKNOWN. What it buys is a precision number + // that means something. + // + // Gated on generating a suite at all, and on the two sources emitTestSuite + // itself consults -- so the check can never disagree with what gets written. + if (args.generateTestSuite && !args.coverBranches && + args.mode == Map2Check::Map2CheckMode::REACHABILITY_MODE && + generator == Map2Check::NonDetGenerator::Klee && + propertyViolated != Map2Check::PropertyViolated::NONE && + propertyViolated != Map2Check::PropertyViolated::UNKNOWN) { + const bool haveVector = + !Map2Check::readNonDetLog(Map2Check::kleeLogCSV).empty() || + !Map2Check::readViolatingKtest(Map2Check::kleeOutputDir).empty(); + if (!haveVector) { + Map2Check::Log::Warning( + "the property file records a violation but no input vector could be " + "recovered -- reporting UNKNOWN rather than a FAILED nothing can " + "reproduce"); + propertyViolated = Map2Check::PropertyViolated::UNKNOWN; + } + } + if (propertyViolated == Map2Check::PropertyViolated::NONE) { // This means that result was TRUE if (generator == Map2Check::NonDetGenerator::Klee) { From 8472427ab6565526d07ea75767bb08321487a00c Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 08:12:55 -0400 Subject: [PATCH 04/14] test: chain the v12 regression sweep and the v13 guard measurement Five runs queued behind each other rather than beside each other. The machine has sixteen cores and map2check's LibFuzzer phase runs -jobs=8, so container count -- not container CPU quota -- is what oversubscribes it. Measured: nine containers sit at ~700% CPU with 20% idle, which is the shape to hold. Order: v12 Test-Comp (slice vs its own control, weak-stub fix) and Juliet a+b and CASTLE run now; Juliet c+d chain behind a+b; v13 (FALSE-FAILED guard) chains behind v12 so a contention difference cannot be mistaken for the effect; a one-file-per-family Juliet/CASTLE smoke chains last to show the guard cannot reach modes it is gated out of. Co-Authored-By: Claude Opus 5 (1M context) --- tests/juliet/launch-juliet-cd-later.sh | 17 +++++++++++ tests/juliet/launch-v12-regression.sh | 35 ++++++++++++++++++++++ tests/juliet/launch-v13-smoke.sh | 19 ++++++++++++ tests/testcomp/launch-v13-when-v12-done.sh | 34 +++++++++++++++++++++ 4 files changed, 105 insertions(+) create mode 100755 tests/juliet/launch-juliet-cd-later.sh create mode 100755 tests/juliet/launch-v12-regression.sh create mode 100755 tests/juliet/launch-v13-smoke.sh create mode 100755 tests/testcomp/launch-v13-when-v12-done.sh diff --git a/tests/juliet/launch-juliet-cd-later.sh b/tests/juliet/launch-juliet-cd-later.sh new file mode 100755 index 000000000..a06144ea4 --- /dev/null +++ b/tests/juliet/launch-juliet-cd-later.sh @@ -0,0 +1,17 @@ +#!/bin/bash +# Shards c and d wait for a and b. The Juliet harness appends to its CSV and +# skips what it already has, so a shard that starts late loses nothing. +set -u +REPO="$(cd "$(dirname "$0")/../.." && pwd)" +IMAGE="${IMAGE:-map2check-testcov:latest}" +while [ "$(docker ps -q --filter 'name=m2c-v12-juliet' | wc -l)" -gt 0 ]; do sleep 300; done +COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v12" +for pair in "c:190 191" "d:401 415 416 476"; do + s="${pair%%:*}"; cwes="${pair#*:}" + docker rm -f "m2c-v12-juliet-$s" >/dev/null 2>&1 + docker run -d --name "m2c-v12-juliet-$s" $COMMON \ + -e JULIET_CWES="$cwes" -e RESULTS_DIR="/workspace/tests/juliet/results_v12_$s" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +done +echo "juliet c+d launched" diff --git a/tests/juliet/launch-v12-regression.sh b/tests/juliet/launch-v12-regression.sh new file mode 100755 index 000000000..d6c37276b --- /dev/null +++ b/tests/juliet/launch-v12-regression.sh @@ -0,0 +1,35 @@ +#!/bin/bash +# launch-v12-regression.sh -- non-regression sweep for the weak-stub slicing fix. +# +# The fix only touches Caller::sliceWithRespectToTarget, which nothing outside +# --slice calls, so the expected result is TP/FP/FN identical to v9. That is +# exactly why it is worth running: a difference here means the change reached +# somewhere it had no business reaching. +# +# Sized to leave the v12 Test-Comp campaign its cores. That campaign is the +# measurement with a deadline; this one only has to finish before it is read. +set -u +REPO="$(cd "$(dirname "$0")/../.." && pwd)" +IMAGE="${IMAGE:-map2check-testcov:latest}" +COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v12 --cpus=1" + +# Same CWE split as v9, so the comparison is shard-for-shard. +launch_juliet() { + docker rm -f "m2c-v12-juliet-$1" >/dev/null 2>&1 + docker run -d --name "m2c-v12-juliet-$1" $COMMON \ + -e JULIET_CWES="$2" -e RESULTS_DIR="/workspace/tests/juliet/results_v12_$1" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +} +launch_juliet a "121" +launch_juliet b "122 761" +launch_juliet c "190 191" +launch_juliet d "401 415 416 476" + +docker rm -f m2c-v12-castle >/dev/null 2>&1 +docker run -d --name m2c-v12-castle $COMMON \ + -e RESULTS_DIR="/workspace/tests/castle/results_v12" \ + "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null + +sleep 5 +echo "regression launched: $(docker ps -q --filter 'name=m2c-v12-juliet' | wc -l) juliet + $(docker ps -q --filter 'name=m2c-v12-castle' | wc -l) castle" diff --git a/tests/juliet/launch-v13-smoke.sh b/tests/juliet/launch-v13-smoke.sh new file mode 100755 index 000000000..8373f19d6 --- /dev/null +++ b/tests/juliet/launch-v13-smoke.sh @@ -0,0 +1,19 @@ +#!/bin/bash +# A smoke, not a campaign. The verdict guard is gated on --generate-test-suite, +# reachability mode and the KLEE generator; Juliet and CASTLE use none of the +# three, so the guard cannot reach them. This run is there to prove that claim +# rather than assert it, which is cheap at one file per family. +set -u +REPO="$(cd "$(dirname "$0")/../.." && pwd)" +IMAGE="${IMAGE:-map2check-testcov:latest}" +while [ "$(docker ps -q --filter 'name=m2c-v12-juliet' --filter 'name=m2c-v12-castle' | wc -l)" -gt 0 ]; do sleep 300; done +COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v13" +docker rm -f m2c-v13-juliet-smoke m2c-v13-castle-smoke >/dev/null 2>&1 +docker run -d --name m2c-v13-juliet-smoke $COMMON -e PER_FAMILY=1 \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v13_smoke" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +docker run -d --name m2c-v13-castle-smoke $COMMON \ + -e RESULTS_DIR="/workspace/tests/castle/results_v13_smoke" \ + "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null +echo "v13 smoke launched" diff --git a/tests/testcomp/launch-v13-when-v12-done.sh b/tests/testcomp/launch-v13-when-v12-done.sh new file mode 100755 index 000000000..2371a2d14 --- /dev/null +++ b/tests/testcomp/launch-v13-when-v12-done.sh @@ -0,0 +1,34 @@ +#!/bin/bash +# launch-v13-when-v12-done.sh -- chains the FALSE-FAILED guard measurement. +# +# v13 adds one change on top of v12: a recorded violation is no longer +# reported as FAILED when no input vector can be recovered. The claim is that +# this is score-neutral (an empty suite covers nothing under either label) and +# precision-positive. Both halves are checkable, and this run checks them. +# +# Chained rather than parallel for the reason v11's launcher gives: v12 and +# v13 differ by one commit, so a contention difference between them would be +# indistinguishable from the effect being measured. +set -u +REPO="$(cd "$(dirname "$0")/../.." && pwd)" +IMAGE="${IMAGE:-map2check-testcov:latest}" +POLL="${POLL:-300}" + +while [ "$(docker ps -q --filter 'name=m2c-v12-control' --filter 'name=m2c-v12-slice' | wc -l)" -gt 0 ]; do + sleep "$POLL" +done +echo "[$(date +%H:%M)] v12 finished, launching v13" + +COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v13 --cpus=2" +for i in 0 1 2; do + docker rm -f "m2c-v13-guard-s${i}" >/dev/null 2>&1 + docker run -d --name "m2c-v13-guard-s${i}" $COMMON \ + -e MANIFEST="/workspace/tests/testcomp/corpus/cover-error.tsv" \ + -e PROPERTY="cover-error" -e GENERATOR=hybrid -e EXTRA_FLAGS="" \ + -e RESULTS_DIR="/workspace/tests/testcomp/results_v13_guard_s${i}" \ + -e SHARD="$i" -e SHARDS=3 \ + -e BUDGET=60 -e TESTCOV_S=90 -e DEADLINE_S=28800 \ + "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null +done +echo "v13 launched: $(docker ps -q --filter 'name=m2c-v13-' | wc -l) containers" From a3776114eed556ffb70ff9652227d731dbcd417b Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 08:37:34 -0400 Subject: [PATCH 05/14] fix(budget): always reach a verdict, and always flush it Three defects, one symptom. Every ERROR verdict on the v12 Test-Comp corpus -- 20 of them, concentrated in ECA and Recursive -- landed at 87 to 89 seconds against a 60 second budget and a 90 second outer timeout. The harness reads a missing VERIFICATION line as a crashed tool. 1. The log never reached disk. stdout is block-buffered whenever it is not a terminal, and every harness here redirects it to a file, so a run killed by the outer timeout lost its ENTIRE log -- including a verdict it may already have printed. The logs of those 20 tasks were zero bytes. Log now flushes every message; there are a few dozen per run, so this costs nothing worth measuring. This one also made the other two invisible. With the log surviving, the last line says exactly which step was still running. 2. The LibFuzzer compile was unbounded. Two clang invocations at -O2 over the whole instrumented module, no timeout on either. On the large programs that outlasts the entire budget, and the run was still linking its fuzzer binary when it was killed. Now bounded, and a binary that does not build is announced rather than left as a silent no-op -- the failure mode the sliced arm spent a whole campaign in. 3. The engines sized themselves from the NOMINAL budget: LibFuzzer 0.2x and KLEE 0.8x, which adds to the whole of it and leaves nothing for the two compile-instrument-link passes the hybrid pays between them. They now size against what is LEFT, so the sum stays inside the budget however many phases there turn out to be. Also drops TargetPass's per-function write to errs(): unbuffered, one syscall per function, run once per engine, and on the ECA programs the log of a failing run was tens of thousands of copies of that one line. Kept behind MAP2CHECK_DEBUG_PASSES. eca-rers2012/Problem08_label51.c went from ERROR with an empty log to VERIFICATION UNKNOWN with a test suite. Verified unchanged: rangesum05 under fuzzer, fuzzer --slice, and the hybrid end to end with TestCov, plus a program KLEE solves outright. Co-Authored-By: Claude Opus 5 (1M context) --- modules/backend/pass/TargetPass.cpp | 12 ++++- modules/frontend/caller.cpp | 81 +++++++++++++++++++++++++++-- modules/frontend/caller.hpp | 16 ++++++ modules/frontend/utils/log.cpp | 25 +++++++-- 4 files changed, 123 insertions(+), 11 deletions(-) diff --git a/modules/backend/pass/TargetPass.cpp b/modules/backend/pass/TargetPass.cpp index 7d7ee0068..2c22fa578 100644 --- a/modules/backend/pass/TargetPass.cpp +++ b/modules/backend/pass/TargetPass.cpp @@ -39,7 +39,17 @@ unsigned countTargetCallSites(const llvm::Module& M, llvm::StringRef Name) { PreservedAnalyses TargetPass::run(Function& F, llvm::FunctionAnalysisManager& AM) { - llvm::errs() << "Running TargetPass with: " << this->targetFunctionName; + // Was an unconditional per-FUNCTION write to errs(), which is unbuffered: + // one syscall for every function in the module, every time the pass runs, + // and under the hybrid the pass runs once per engine. On the large ECA and + // Recursive programs it also buried the actual output -- the log of a run + // that produced no verdict was tens of thousands of copies of this line. + // Kept behind the environment switch the other passes use, so it is still + // reachable when debugging the pass itself. + if (getenv("MAP2CHECK_DEBUG_PASSES") != nullptr) { + llvm::errs() << "Running TargetPass with: " << this->targetFunctionName + << "\n"; + } // Reported once per module, not once per function. This is a function pass, // so there is no module-entry hook to hang it on; opt runs once per diff --git a/modules/frontend/caller.cpp b/modules/frontend/caller.cpp index 058add6e2..0e09b0c1e 100644 --- a/modules/frontend/caller.cpp +++ b/modules/frontend/caller.cpp @@ -17,6 +17,7 @@ #include // CPP Libs #include +#include #include #include #include @@ -86,6 +87,32 @@ Caller::Caller(std::string bc_program_path, Map2CheckMode mode, std::filesystem::current_path().string()); } +namespace { +/** Wall-clock start of the PROCESS, not of this Caller. + * + * The hybrid rebuilds the Caller once per engine, so a per-object start time + * would reset the clock at every phase and defeat the whole point. Function + * static: initialised on the first call, which happens before any engine runs. + */ +std::chrono::steady_clock::time_point processStart() { + static const std::chrono::steady_clock::time_point start = + std::chrono::steady_clock::now(); + return start; +} +} // namespace + +unsigned Caller::remainingSeconds() const { + const auto elapsed = std::chrono::duration_cast( + std::chrono::steady_clock::now() - processStart()) + .count(); + if (elapsed < 0) return this->timeout; + const long long left = static_cast(this->timeout) - elapsed; + // Never zero. A phase given no time at all is a phase that cannot even + // report that it had none, and the caller has no way to tell that apart + // from a crash. + return left < 1 ? 1u : static_cast(left); +} + std::string Caller::preOptimizationFlags() { std::ostringstream flags; flags.str(""); @@ -276,8 +303,28 @@ void Caller::applyNonDetGenerator() { std::ostringstream command; command.str(""); + // Bounded, because it was not, and that is where the budget went. + // + // Both invocations run clang at -O2 over the whole instrumented module. + // On the large ECA and Recursive programs that takes longer than the + // entire budget, and nothing was stopping it: the run was still linking + // its fuzzer binary when the harness's outer timeout killed it, so it + // produced no verdict and scored ERROR. Measured on the v12 corpus: + // 20 such tasks, every one at 87 to 89 seconds against a 60 second + // budget, all of them dying at this exact step. + // + // Losing the fuzzer binary is a real cost, but a bounded one: KLEE still + // gets its phase and the run still reaches a verdict. Spending the whole + // budget here costs the verdict itself. + const double compileBudget = + std::max(5.0, std::min(0.25 * this->timeout, + static_cast(remainingSeconds()) - 5.0)); + const std::string bound = "timeout -k " + + std::to_string(Map2Check::killGracePeriod) + + " " + std::to_string(compileBudget) + " "; + command - << Map2Check::clangBinary + << bound << Map2Check::clangBinary << " -g -fsanitize=fuzzer -fsanitize-coverage=inline-8bit-counters " << Caller::postOptimizationFlags() << " -o " + programHash + "-fuzzed.out" @@ -287,11 +334,22 @@ void Caller::applyNonDetGenerator() { std::ostringstream commandWitness; commandWitness.str(""); - commandWitness << Map2Check::clangBinary << " -g -fsanitize=fuzzer " + commandWitness << bound << Map2Check::clangBinary + << " -g -fsanitize=fuzzer " << " -o " + programHash + "-witness-fuzzed.out" << " " + programHash + "-witness-result.bc"; system(commandWitness.str().c_str()); + + // Announced rather than discovered later as a silent no-op -- the same + // failure mode the sliced arm spent a whole campaign in. + std::error_code fuzzErr; + if (!std::filesystem::exists(programHash + "-fuzzed.out", fuzzErr)) { + Map2Check::Log::Warning( + "the LibFuzzer binary did not build within " + + std::to_string(static_cast(compileBudget)) + + "s -- skipping the fuzzer phase and leaving the budget to KLEE"); + } break; } } @@ -565,8 +623,16 @@ void Caller::executeAnalysis(std::string solvername) { // then waits forever for a child that will not die, and map2check hangs // past its own budget. The grace period escalates to SIGKILL so the // budget is actually enforced. + // Reserve a few seconds for what happens AFTER the engine: reading the + // property file, recovering the input vector, writing the suite. KLEE + // holding the budget to its last second is what turned a decided run + // into an ERROR. + constexpr double kPostEngineReserve = 5.0; + const double kleeBudget = std::max( + 1.0, std::min(0.8 * this->timeout, + this->remainingSeconds() - kPostEngineReserve)); kleeCommand << "timeout -k " << Map2Check::killGracePeriod << " " - << (0.8 * this->timeout) << " "; + << kleeBudget << " "; kleeCommand << Map2Check::kleeBinary; // KLEE's own deadline, set BELOW the external one so it is KLEE that @@ -584,7 +650,7 @@ void Caller::executeAnalysis(std::string solvername) { // The external timeout above stays as the backstop for the case its // comment describes, a solver wedged so deep that KLEE's own deadline // never gets a turn. - kleeCommand << " --max-time=" << (0.7 * this->timeout) << "s"; + kleeCommand << " --max-time=" << (0.875 * kleeBudget) << "s"; // Halting on the first error is right when there is a property to @@ -687,8 +753,13 @@ void Caller::executeAnalysis(std::string solvername) { command.str(""); // -k for the same reason as the KLEE branch above; -jobs=8 also means // LibFuzzer forks workers that must not outlive the budget. + // Against what is LEFT, not against the nominal budget -- see + // Caller::remainingSeconds. + const double fuzzerBudget = + std::min(0.2 * this->timeout, + static_cast(this->remainingSeconds())); command << "timeout -k " << Map2Check::killGracePeriod << " " - << (0.2 * this->timeout) << " "; + << fuzzerBudget << " "; // A corpus DIRECTORY, not just a run. Without one LibFuzzer keeps its // corpus in memory and throws it away when the process ends: everything // it discovered in its slice of the budget was discarded, every run. diff --git a/modules/frontend/caller.hpp b/modules/frontend/caller.hpp index 79a0bf55c..359252ed6 100644 --- a/modules/frontend/caller.hpp +++ b/modules/frontend/caller.hpp @@ -78,6 +78,22 @@ class Caller { std::string c_program_fullpath; //!< Path for the original c program */ void setTimeout(unsigned timeout) { this->timeout = timeout; } + + /** Seconds of the run's budget that have not been spent yet. + * + * The engines used to size themselves from the NOMINAL budget: LibFuzzer + * took 0.2x and KLEE 0.8x, which adds to exactly the whole of it and leaves + * nothing for the two compile-instrument-link passes between them. Under the + * hybrid default the Caller is rebuilt per phase, so that overhead is paid + * twice. Measured on the v12 Test-Comp corpus: every ERROR verdict -- 20 of + * them, concentrated in ECA and Recursive -- landed at 87 to 89 seconds + * against a 60 second budget and a 90 second outer timeout. The tool was not + * failing; it was being killed mid-sentence and printing no verdict at all, + * which every harness here reads as a crash. + * + * Sizing each phase against what is LEFT keeps the sum inside the budget + * however many phases there turn out to be. */ + unsigned remainingSeconds() const; /** @brief Function to compile original C file removing external memory * operations calls */ void compileCFile(bool is_llvm_bc); diff --git a/modules/frontend/utils/log.cpp b/modules/frontend/utils/log.cpp index 2ca252503..5830daf80 100644 --- a/modules/frontend/utils/log.cpp +++ b/modules/frontend/utils/log.cpp @@ -10,26 +10,41 @@ #include #include +/* Every message is flushed, and that is the whole point of this file. + * + * stdout is block-buffered whenever it is not a terminal, and every harness + * here redirects it to a file. A run killed by the outer `timeout` -- which is + * the normal end of a run that overruns its budget -- therefore lost its + * ENTIRE log, verdict included, because nothing had reached the file yet. + * + * Measured on the v12 Test-Comp corpus: 20 tasks recorded ERROR, every one of + * them at 87 to 89 seconds against a 90 second outer timeout, and their logs + * were zero bytes. The harness reads a missing VERIFICATION line as a crashed + * tool. Some of those runs had already decided. + * + * These messages are a few dozen per run, so flushing each one costs nothing + * worth measuring. */ + namespace Map2Check { void Log::Error(std::string msg) { - std::cout << "\033[0;31m" << msg << "\033[0m\n"; + std::cout << "\033[0;31m" << msg << "\033[0m\n" << std::flush; } void Log::Warning(std::string msg) { - std::cout << "\033[1;33m" << msg << "\033[0m\n"; + std::cout << "\033[1;33m" << msg << "\033[0m\n" << std::flush; } void Log::Debug(std::string msg) { - if (isDebugMode) std::cout << "\033[0;33m" << msg << "\033[0m\n"; + if (isDebugMode) std::cout << "\033[0;33m" << msg << "\033[0m\n" << std::flush; } void Log::Info(std::string msg) { - std::cout << "\033[0;32m" << msg << "\033[0m\n"; + std::cout << "\033[0;32m" << msg << "\033[0m\n" << std::flush; } void Log::Fatal(std::string msg) { - std::cout << "\033[0;31m" << msg << "\033[0m\n"; + std::cout << "\033[0;31m" << msg << "\033[0m\n" << std::flush; } bool Log::isDebugMode = false; From 43f245a03bb9d4feba44c81465cf7c87d5516e13 Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 08:38:20 -0400 Subject: [PATCH 06/14] test: point the chained measurement at v14 v13 measured the FALSE-FAILED guard alone. Two more fixes landed before it could start -- the log flush and the bounded fuzzer compile -- so the arm that runs next carries all three, and calling it v13 would name a binary that no longer exists. Co-Authored-By: Claude Opus 5 (1M context) --- ...aunch-v13-smoke.sh => launch-v14-smoke.sh} | 14 +- ...12-done.sh => launch-v14-when-v12-done.sh} | 18 +- .../results_ab_hybrid-seed_s0/results.csv | 125 +++++++ .../results_ab_hybrid-seed_s1/results.csv | 125 +++++++ .../results_ab_hybrid-seed_s2/results.csv | 125 +++++++ .../testcomp/results_ab_hybrid_s0/results.csv | 125 +++++++ .../testcomp/results_ab_hybrid_s1/results.csv | 125 +++++++ .../testcomp/results_ab_hybrid_s2/results.csv | 125 +++++++ .../results_arm2_fuzzer_s0/results.csv | 125 +++++++ .../results_arm2_fuzzer_s1/results.csv | 125 +++++++ .../results_arm2_fuzzer_s2/results.csv | 125 +++++++ .../results_arm2_hybrid_s0/results.csv | 125 +++++++ .../results_arm2_hybrid_s1/results.csv | 125 +++++++ .../results_arm2_hybrid_s2/results.csv | 125 +++++++ .../results.narrow-bytes.csv | 125 +++++++ .../results.narrow-bytes.csv | 125 +++++++ .../results.narrow-bytes.csv | 125 +++++++ .../results_v10_cover-branches_s0/results.csv | 255 +++++++++++++++ .../results_v10_cover-branches_s1/results.csv | 255 +++++++++++++++ .../results_v10_cover-branches_s2/results.csv | 228 +++++++++++++ .../results_v10_cover-branches_s3/results.csv | 255 +++++++++++++++ .../results_v10_cover-branches_s4/results.csv | 254 +++++++++++++++ .../results_v10_cover-branches_s5/results.csv | 254 +++++++++++++++ .../results_v10_cover-error_s0/results.csv | 206 ++++++++++++ .../results_v10_cover-error_s1/results.csv | 206 ++++++++++++ .../results_v10_cover-error_s2/results.csv | 205 ++++++++++++ .../results_v10_cover-error_s3/results.csv | 205 ++++++++++++ .../results_v11_control_s0/results.csv | 274 ++++++++++++++++ .../results_v11_control_s1/results.csv | 274 ++++++++++++++++ .../results_v11_control_s2/results.csv | 273 ++++++++++++++++ .../testcomp/results_v11_seed_s0/results.csv | 274 ++++++++++++++++ .../testcomp/results_v11_seed_s1/results.csv | 274 ++++++++++++++++ .../testcomp/results_v11_seed_s2/results.csv | 273 ++++++++++++++++ .../results_v11_slice-seed_s0/results.csv | 274 ++++++++++++++++ .../results_v11_slice-seed_s1/results.csv | 274 ++++++++++++++++ .../results_v11_slice-seed_s2/results.csv | 273 ++++++++++++++++ .../testcomp/results_v11_slice_s0/results.csv | 274 ++++++++++++++++ .../testcomp/results_v11_slice_s1/results.csv | 274 ++++++++++++++++ .../testcomp/results_v11_slice_s2/results.csv | 273 ++++++++++++++++ .../results_v12_control_s0/results.csv | 103 ++++++ .../results_v12_control_s1/results.csv | 130 ++++++++ .../results_v12_control_s2/results.csv | 76 +++++ .../testcomp/results_v12_slice_s0/results.csv | 106 ++++++ .../testcomp/results_v12_slice_s1/results.csv | 102 ++++++ .../testcomp/results_v12_slice_s2/results.csv | 73 +++++ .../results_v8_cover-branches_s0/results.csv | 306 ++++++++++++++++++ .../results_v8_cover-branches_s1/results.csv | 306 ++++++++++++++++++ .../results_v8_cover-branches_s2/results.csv | 305 +++++++++++++++++ .../results_v8_cover-branches_s3/results.csv | 305 +++++++++++++++++ .../results_v8_cover-branches_s4/results.csv | 305 +++++++++++++++++ .../results_v8_cover-error_s0/results.csv | 274 ++++++++++++++++ .../results_v8_cover-error_s1/results.csv | 274 ++++++++++++++++ .../results_v8_cover-error_s2/results.csv | 273 ++++++++++++++++ .../results_v9_cover-branches_s0/results.csv | 121 +++++++ .../results.pre-relax.csv | 32 ++ .../results_v9_cover-branches_s1/results.csv | 121 +++++++ .../results.pre-relax.csv | 34 ++ .../results_v9_cover-branches_s2/results.csv | 121 +++++++ .../results.pre-relax.csv | 37 +++ .../results_v9_cover-branches_s3/results.csv | 121 +++++++ .../results.pre-relax.csv | 60 ++++ .../results_v9_cover-error_s0/results.csv | 125 +++++++ .../results.pre-relax.csv | 66 ++++ .../results_v9_cover-error_s1/results.csv | 125 +++++++ .../results.pre-relax.csv | 99 ++++++ .../results_v9_cover-error_s2/results.csv | 125 +++++++ .../results.pre-relax.csv | 57 ++++ 67 files changed, 11680 insertions(+), 16 deletions(-) rename tests/juliet/{launch-v13-smoke.sh => launch-v14-smoke.sh} (66%) rename tests/testcomp/{launch-v13-when-v12-done.sh => launch-v14-when-v12-done.sh} (66%) create mode 100644 tests/testcomp/results_ab_hybrid-seed_s0/results.csv create mode 100644 tests/testcomp/results_ab_hybrid-seed_s1/results.csv create mode 100644 tests/testcomp/results_ab_hybrid-seed_s2/results.csv create mode 100644 tests/testcomp/results_ab_hybrid_s0/results.csv create mode 100644 tests/testcomp/results_ab_hybrid_s1/results.csv create mode 100644 tests/testcomp/results_ab_hybrid_s2/results.csv create mode 100644 tests/testcomp/results_arm2_fuzzer_s0/results.csv create mode 100644 tests/testcomp/results_arm2_fuzzer_s1/results.csv create mode 100644 tests/testcomp/results_arm2_fuzzer_s2/results.csv create mode 100644 tests/testcomp/results_arm2_hybrid_s0/results.csv create mode 100644 tests/testcomp/results_arm2_hybrid_s1/results.csv create mode 100644 tests/testcomp/results_arm2_hybrid_s2/results.csv create mode 100644 tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv create mode 100644 tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv create mode 100644 tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv create mode 100644 tests/testcomp/results_v10_cover-branches_s0/results.csv create mode 100644 tests/testcomp/results_v10_cover-branches_s1/results.csv create mode 100644 tests/testcomp/results_v10_cover-branches_s2/results.csv create mode 100644 tests/testcomp/results_v10_cover-branches_s3/results.csv create mode 100644 tests/testcomp/results_v10_cover-branches_s4/results.csv create mode 100644 tests/testcomp/results_v10_cover-branches_s5/results.csv create mode 100644 tests/testcomp/results_v10_cover-error_s0/results.csv create mode 100644 tests/testcomp/results_v10_cover-error_s1/results.csv create mode 100644 tests/testcomp/results_v10_cover-error_s2/results.csv create mode 100644 tests/testcomp/results_v10_cover-error_s3/results.csv create mode 100644 tests/testcomp/results_v11_control_s0/results.csv create mode 100644 tests/testcomp/results_v11_control_s1/results.csv create mode 100644 tests/testcomp/results_v11_control_s2/results.csv create mode 100644 tests/testcomp/results_v11_seed_s0/results.csv create mode 100644 tests/testcomp/results_v11_seed_s1/results.csv create mode 100644 tests/testcomp/results_v11_seed_s2/results.csv create mode 100644 tests/testcomp/results_v11_slice-seed_s0/results.csv create mode 100644 tests/testcomp/results_v11_slice-seed_s1/results.csv create mode 100644 tests/testcomp/results_v11_slice-seed_s2/results.csv create mode 100644 tests/testcomp/results_v11_slice_s0/results.csv create mode 100644 tests/testcomp/results_v11_slice_s1/results.csv create mode 100644 tests/testcomp/results_v11_slice_s2/results.csv create mode 100644 tests/testcomp/results_v12_control_s0/results.csv create mode 100644 tests/testcomp/results_v12_control_s1/results.csv create mode 100644 tests/testcomp/results_v12_control_s2/results.csv create mode 100644 tests/testcomp/results_v12_slice_s0/results.csv create mode 100644 tests/testcomp/results_v12_slice_s1/results.csv create mode 100644 tests/testcomp/results_v12_slice_s2/results.csv create mode 100644 tests/testcomp/results_v8_cover-branches_s0/results.csv create mode 100644 tests/testcomp/results_v8_cover-branches_s1/results.csv create mode 100644 tests/testcomp/results_v8_cover-branches_s2/results.csv create mode 100644 tests/testcomp/results_v8_cover-branches_s3/results.csv create mode 100644 tests/testcomp/results_v8_cover-branches_s4/results.csv create mode 100644 tests/testcomp/results_v8_cover-error_s0/results.csv create mode 100644 tests/testcomp/results_v8_cover-error_s1/results.csv create mode 100644 tests/testcomp/results_v8_cover-error_s2/results.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s0/results.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s1/results.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s2/results.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s3/results.csv create mode 100644 tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv create mode 100644 tests/testcomp/results_v9_cover-error_s0/results.csv create mode 100644 tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv create mode 100644 tests/testcomp/results_v9_cover-error_s1/results.csv create mode 100644 tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv create mode 100644 tests/testcomp/results_v9_cover-error_s2/results.csv create mode 100644 tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv diff --git a/tests/juliet/launch-v13-smoke.sh b/tests/juliet/launch-v14-smoke.sh similarity index 66% rename from tests/juliet/launch-v13-smoke.sh rename to tests/juliet/launch-v14-smoke.sh index 8373f19d6..35ceedb31 100755 --- a/tests/juliet/launch-v13-smoke.sh +++ b/tests/juliet/launch-v14-smoke.sh @@ -8,12 +8,12 @@ REPO="$(cd "$(dirname "$0")/../.." && pwd)" IMAGE="${IMAGE:-map2check-testcov:latest}" while [ "$(docker ps -q --filter 'name=m2c-v12-juliet' --filter 'name=m2c-v12-castle' | wc -l)" -gt 0 ]; do sleep 300; done COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" -COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v13" -docker rm -f m2c-v13-juliet-smoke m2c-v13-castle-smoke >/dev/null 2>&1 -docker run -d --name m2c-v13-juliet-smoke $COMMON -e PER_FAMILY=1 \ - -e RESULTS_DIR="/workspace/tests/juliet/results_v13_smoke" \ +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14" +docker rm -f m2c-v14-juliet-smoke m2c-v14-castle-smoke >/dev/null 2>&1 +docker run -d --name m2c-v14-juliet-smoke $COMMON -e PER_FAMILY=1 \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v14_smoke" \ "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null -docker run -d --name m2c-v13-castle-smoke $COMMON \ - -e RESULTS_DIR="/workspace/tests/castle/results_v13_smoke" \ +docker run -d --name m2c-v14-castle-smoke $COMMON \ + -e RESULTS_DIR="/workspace/tests/castle/results_v14_smoke" \ "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null -echo "v13 smoke launched" +echo "v14 smoke launched" diff --git a/tests/testcomp/launch-v13-when-v12-done.sh b/tests/testcomp/launch-v14-when-v12-done.sh similarity index 66% rename from tests/testcomp/launch-v13-when-v12-done.sh rename to tests/testcomp/launch-v14-when-v12-done.sh index 2371a2d14..a4772a0e8 100755 --- a/tests/testcomp/launch-v13-when-v12-done.sh +++ b/tests/testcomp/launch-v14-when-v12-done.sh @@ -1,13 +1,13 @@ #!/bin/bash -# launch-v13-when-v12-done.sh -- chains the FALSE-FAILED guard measurement. +# launch-v14-when-v12-done.sh -- chains the FALSE-FAILED guard measurement. # -# v13 adds one change on top of v12: a recorded violation is no longer +# v14 adds one change on top of v12: a recorded violation is no longer # reported as FAILED when no input vector can be recovered. The claim is that # this is score-neutral (an empty suite covers nothing under either label) and # precision-positive. Both halves are checkable, and this run checks them. # # Chained rather than parallel for the reason v11's launcher gives: v12 and -# v13 differ by one commit, so a contention difference between them would be +# v14 differ by one commit, so a contention difference between them would be # indistinguishable from the effect being measured. set -u REPO="$(cd "$(dirname "$0")/../.." && pwd)" @@ -17,18 +17,18 @@ POLL="${POLL:-300}" while [ "$(docker ps -q --filter 'name=m2c-v12-control' --filter 'name=m2c-v12-slice' | wc -l)" -gt 0 ]; do sleep "$POLL" done -echo "[$(date +%H:%M)] v12 finished, launching v13" +echo "[$(date +%H:%M)] v12 finished, launching v14" COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" -COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v13 --cpus=2" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14 --cpus=2" for i in 0 1 2; do - docker rm -f "m2c-v13-guard-s${i}" >/dev/null 2>&1 - docker run -d --name "m2c-v13-guard-s${i}" $COMMON \ + docker rm -f "m2c-v14-guard-s${i}" >/dev/null 2>&1 + docker run -d --name "m2c-v14-guard-s${i}" $COMMON \ -e MANIFEST="/workspace/tests/testcomp/corpus/cover-error.tsv" \ -e PROPERTY="cover-error" -e GENERATOR=hybrid -e EXTRA_FLAGS="" \ - -e RESULTS_DIR="/workspace/tests/testcomp/results_v13_guard_s${i}" \ + -e RESULTS_DIR="/workspace/tests/testcomp/results_v14_guard_s${i}" \ -e SHARD="$i" -e SHARDS=3 \ -e BUDGET=60 -e TESTCOV_S=90 -e DEADLINE_S=28800 \ "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null done -echo "v13 launched: $(docker ps -q --filter 'name=m2c-v13-' | wc -l) containers" +echo "v14 launched: $(docker ps -q --filter 'name=m2c-v14-' | wc -l) containers" diff --git a/tests/testcomp/results_ab_hybrid-seed_s0/results.csv b/tests/testcomp/results_ab_hybrid-seed_s0/results.csv new file mode 100644 index 000000000..4b9c9267e --- /dev/null +++ b/tests/testcomp/results_ab_hybrid-seed_s0/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,34 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,12 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,26 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +XCSP,xcsp/AllInterval-008.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 diff --git a/tests/testcomp/results_ab_hybrid-seed_s1/results.csv b/tests/testcomp/results_ab_hybrid-seed_s1/results.csv new file mode 100644 index 000000000..33519f588 --- /dev/null +++ b/tests/testcomp/results_ab_hybrid-seed_s1/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,1 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,34 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +XCSP,xcsp/CostasArray-12.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,39 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,24 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-007.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,35 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,52 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-005.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,40 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/CostasArray-10.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,13 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-006.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,46 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 diff --git a/tests/testcomp/results_ab_hybrid-seed_s2/results.csv b/tests/testcomp/results_ab_hybrid-seed_s2/results.csv new file mode 100644 index 000000000..da5eaa4d8 --- /dev/null +++ b/tests/testcomp/results_ab_hybrid-seed_s2/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,2 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,12 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,16 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,-1 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,8 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,76 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-009.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,10 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,49 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,43 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,44 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,39 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 diff --git a/tests/testcomp/results_ab_hybrid_s0/results.csv b/tests/testcomp/results_ab_hybrid_s0/results.csv new file mode 100644 index 000000000..34ccb63f3 --- /dev/null +++ b/tests/testcomp/results_ab_hybrid_s0/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,73 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,74 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,18 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 diff --git a/tests/testcomp/results_ab_hybrid_s1/results.csv b/tests/testcomp/results_ab_hybrid_s1/results.csv new file mode 100644 index 000000000..9bb990cd6 --- /dev/null +++ b/tests/testcomp/results_ab_hybrid_s1/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,23 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,67 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,29 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,45 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 diff --git a/tests/testcomp/results_ab_hybrid_s2/results.csv b/tests/testcomp/results_ab_hybrid_s2/results.csv new file mode 100644 index 000000000..f8a6d51b5 --- /dev/null +++ b/tests/testcomp/results_ab_hybrid_s2/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,4 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,74 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,66 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,15 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,62 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,29 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,60 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,70 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,69 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,75 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,49 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,67 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,65 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,9 +XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 diff --git a/tests/testcomp/results_arm2_fuzzer_s0/results.csv b/tests/testcomp/results_arm2_fuzzer_s0/results.csv new file mode 100644 index 000000000..e17b095e3 --- /dev/null +++ b/tests/testcomp/results_arm2_fuzzer_s0/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/condgf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-fpi/s5liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/indp4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,31 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/sqm-iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,31 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-fpi/indp1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Arrays,array-fpi/modpf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/sina3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/ss2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/AllInterval-008.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Arrays,array-fpi/brs1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Arrays,array-fpi/brs5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Arrays,array-fpi/condmf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 diff --git a/tests/testcomp/results_arm2_fuzzer_s1/results.csv b/tests/testcomp/results_arm2_fuzzer_s1/results.csv new file mode 100644 index 000000000..7fbf2b9fd --- /dev/null +++ b/tests/testcomp/results_arm2_fuzzer_s1/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +XCSP,xcsp/CostasArray-12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-007.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,-1 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,23 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-tiling/skippedu.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +XCSP,xcsp/AllInterval-005.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,ldv-regression/test28-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +XCSP,xcsp/CostasArray-10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-006.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 diff --git a/tests/testcomp/results_arm2_fuzzer_s2/results.csv b/tests/testcomp/results_arm2_fuzzer_s2/results.csv new file mode 100644 index 000000000..fef6cded0 --- /dev/null +++ b/tests/testcomp/results_arm2_fuzzer_s2/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,4 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,35 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,27 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,21 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,32 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,18 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-009.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,29 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,30 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,31 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,30 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,29 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,22 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-programs/Problem101_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 diff --git a/tests/testcomp/results_arm2_hybrid_s0/results.csv b/tests/testcomp/results_arm2_hybrid_s0/results.csv new file mode 100644 index 000000000..5e1b52b3a --- /dev/null +++ b/tests/testcomp/results_arm2_hybrid_s0/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,25 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,0 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,40 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,76 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,18 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,18 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 diff --git a/tests/testcomp/results_arm2_hybrid_s1/results.csv b/tests/testcomp/results_arm2_hybrid_s1/results.csv new file mode 100644 index 000000000..496c7e0e3 --- /dev/null +++ b/tests/testcomp/results_arm2_hybrid_s1/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,33 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,78 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,44 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,36 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +Recursive,recursive/Fibonacci04.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,48 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 diff --git a/tests/testcomp/results_arm2_hybrid_s2/results.csv b/tests/testcomp/results_arm2_hybrid_s2/results.csv new file mode 100644 index 000000000..f47dce681 --- /dev/null +++ b/tests/testcomp/results_arm2_hybrid_s2/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,72 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,17 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,35 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,58 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,63 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,64 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,77 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,75 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,70 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,60 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 diff --git a/tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv b/tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv new file mode 100644 index 000000000..5587b2ff7 --- /dev/null +++ b/tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 +Arrays,array-fpi/condgf.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Arrays,array-fpi/s5liff.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +Arrays,array-fpi/s1iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,ERROR,NOT_COVERED,,,0,7 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-015.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/indp4f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,27 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sqm-iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Recursive,recursive/Ackermann02.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,25 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/matrix-2-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-013.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,10 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Arrays,array-fpi/modpf.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Arrays,array-fpi/ncompf.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/s2iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,17 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s4iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,8 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,10 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,ERROR,NOT_COVERED,,,0,10 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 +XCSP,xcsp/AllInterval-008.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +Arrays,array-fpi/brs1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 +Arrays,array-fpi/brs5f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Arrays,array-fpi/condmf.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 diff --git a/tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv b/tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv new file mode 100644 index 000000000..9f2164d04 --- /dev/null +++ b/tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/nan_double.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 +XCSP,xcsp/AllInterval-019.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,0 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +XCSP,xcsp/AllInterval-011.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +XCSP,xcsp/CostasArray-12.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Recursive,recursive-simple/id_o100.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,16 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-007.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,26 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +XCSP,xcsp/AllInterval-030.c,ILP32,false,ERROR,NOT_COVERED,,,0,0 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Arrays,array-fpi/pcompf.c,ILP32,false,ERROR,NOT_COVERED,,,0,39 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-tiling/skippedu.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Recursive,recursive/Fibonacci04.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +XCSP,xcsp/AllInterval-005.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/trex02-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Floats,float-benchs/inv_square-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-017.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_float.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-020.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/CostasArray-10.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-14.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/sine_2.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/square_3.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-006.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +XCSP,xcsp/AllInterval-010.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/invert_string-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 diff --git a/tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv b/tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv new file mode 100644 index 000000000..afd31c2df --- /dev/null +++ b/tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,12 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,27 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,18 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Recursive,recursive-simple/id_o3.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,29 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,ERROR,NOT_COVERED,,,0,21 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-16.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s3iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +Recursive,recursive-simple/id_o20.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,ERROR,NOT_COVERED,,,0,16 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,ERROR,NOT_COVERED,,,0,18 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,77 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-009.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/brs3f.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,24 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NOT_COVERED,,,0,24 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,24 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,24 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,65 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,23 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,20 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,ERROR,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Recursive,recursive-simple/id_o10.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id_o1000.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,ERROR,NOT_COVERED,,,0,16 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,10 +Recursive,recursive-simple/id_o200.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 +LinkedLists,list-properties/list-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 +LinkedLists,list-properties/simple-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Recursive,recursive/McCarthy91-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,63 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,list-properties/splice-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-012.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-014.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-016.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,10 +XCSP,xcsp/AllInterval-018.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-025.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 +XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 diff --git a/tests/testcomp/results_v10_cover-branches_s0/results.csv b/tests/testcomp/results_v10_cover-branches_s0/results.csv new file mode 100644 index 000000000..8c0289a58 --- /dev/null +++ b/tests/testcomp/results_v10_cover-branches_s0/results.csv @@ -0,0 +1,255 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,16,3,16 +Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED,61.49,148,50,55 +Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,56 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.73,1139,17,53 +Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,51.53,1180,19,54 +Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,13,50,43 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,53.48,187,2,23 +Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,3,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,67.74,155,50,29 +Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,49 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,200,50,24 +Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,50,22 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED,11.54,208,1,58 +Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,17 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,57.34,143,50,43 +Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,54 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.06,456,14,54 +Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,20 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.56,90,13,6 +Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,16,3,16 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,12 +Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,4,17 +Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,UNKNOWN,VALIDATED,59.62,208,50,54 +Arrays,array-memsafety/openbsd_cmemset-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,5,9 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.02,495,12,54 +Arrays,array-patterns/array22_pattern.c,ILP32,true,UNKNOWN,VALIDATED,27.27,22,3,48 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,57 +Arrays,array-tiling/tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,4,14 +Sequentialized,seq-pthread/cs_sync.i,ILP32,true,UNKNOWN,VALIDATED,22.94,109,12,68 +Arrays,array-crafted/bor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,13 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,65.84,161,50,56 +Arrays,array-crafted/zero_sum_const_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,13 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.71,170,50,25 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,9.09,11,1,49 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,69.61,181,5,56 +Arrays,array-examples/standard_running-2.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,57 +Sequentialized,seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,52.41,456,50,57 +Arrays,array-fpi/brs5f_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,14,3,23 +Sequentialized,seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,VALIDATED,50.18,1130,18,60 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,19 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.17,120,47,7 +Arrays,array-fpi/nsqm-if.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,5,57 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED,64.55,189,50,52 +Arrays,array-fpi/s3lif.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,3,18 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,65.29,121,50,49 +Arrays,array-fpi/sina4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,4,23 +Sequentialized,seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c,ILP32,true,SUCCEEDED,VALIDATED,60.45,177,50,56 +Arrays,array-lopstr16/base_case.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,61 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.0,200,2,20 +Arrays,array-memsafety/cstrpbrk-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,8 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,54.53,464,50,53 +Arrays,array-memsafety/openbsd_cstrstr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.13,23,6,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.19,487,12,52 +Arrays,array-multidimensional/transpose-u.c,ILP32,true,UNKNOWN,VALIDATED,21.43,14,1,54 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,41.48,1179,15,53 +Arrays,array-patterns/array5_pattern.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,50,59 +Sequentialized,seq-pthread/cs_lamport.i,ILP32,true,UNKNOWN,VALIDATED,36.97,211,39,55 +Arrays,array-tiling/pnr4.c,ILP32,true,SUCCEEDED,VALIDATED,30.0,20,4,16 +Sequentialized,seq-pthread/cs_stack-1.i,ILP32,true,UNKNOWN,VALIDATED,21.66,157,1,68 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.31,13,2,2 +Sequentialized,systemc/token_ring.01.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.84,74,50,58 +Arrays,array-cav19/array_min_and_copy_shift_sum_add.c,ILP32,true,UNKNOWN,VALIDATED,33.33,12,2,59 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,65.84,161,50,52 +Arrays,array-crafted/mapavg3.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,54 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,64.15,159,50,55 +Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,3,15 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,59.15,142,50,43 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,44 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,49.2,187,2,15 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,53 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.27,182,50,21 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,5.88,17,1,48 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,60.96,456,11,54 +Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,54 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.2,463,11,55 +Arrays,array-examples/standard_strcpy_original-2.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,56 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,42.94,1090,50,55 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,3,13 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.25,1130,14,53 +Arrays,array-fpi/condn.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,4,13 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,41.63,1129,15,55 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,22 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,73.12,93,16,2 +Arrays,array-fpi/indp3f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,16 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,67.74,155,50,24 +Arrays,array-fpi/ms3.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,3,16 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED,64.55,189,50,52 +Arrays,array-fpi/res1f.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,3,17 +Sequentialized,seq-mthreaded/pals_lcr.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,65.75,73,7,4 +Arrays,array-fpi/s2if.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,12,3,23 +Sequentialized,seq-mthreaded/pals_lcr.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,64.58,96,21,10 +Arrays,array-fpi/s4iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,3,17 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.5,120,6,51 +Arrays,array-fpi/s5liff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.0,15,3,13 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.59,147,8,54 +Arrays,array-fpi/sqmf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,5,21 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.36,176,8,51 +Arrays,array-industry-pattern/array_of_struct_ptr_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,58 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,60.87,207,10,57 +Arrays,array-memsafety-realloc/array-realloc-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,6,50,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,53.0,200,2,20 +Arrays,array-memsafety/cstrcspn-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,7 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,200,50,20 +Arrays,array-memsafety/knapsack_alloca_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,31.25,16,8,59 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.84,495,13,53 +Arrays,array-memsafety/openbsd_cstrlcpy-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,20,6,7 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,52.66,488,50,52 +Arrays,array-memsafety/stroeder2-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,50,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,42.37,1180,16,52 +Arrays,array-multidimensional/init-non-constant-2-n-u.c,ILP32,true,SUCCEEDED,VALIDATED,58.33,12,50,54 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,41.86,1180,15,55 +Arrays,array-patterns/array16_pattern.c,ILP32,true,UNKNOWN,VALIDATED,33.33,18,3,42 +Sequentialized,seq-pthread/cs_dekker_unfair.i,ILP32,true,UNKNOWN,VALIDATED,36.91,149,24,53 +Arrays,array-patterns/array29_pattern.c,ILP32,true,UNKNOWN,VALIDATED,85.71,14,3,44 +Sequentialized,seq-pthread/cs_fib_longer-1.i,ILP32,true,UNKNOWN,VALIDATED,38.2,89,25,56 +Arrays,array-programs/copysome1-1.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,55 +Sequentialized,seq-pthread/cs_peterson.i,ILP32,true,UNKNOWN,VALIDATED,47.83,115,30,54 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,3,15 +Sequentialized,seq-pthread/cs_read_write_lock-1.i,ILP32,true,UNKNOWN,VALIDATED,54.95,111,36,53 +Arrays,array-tiling/revcpyswp2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,13 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,SUCCEEDED,VALIDATED,45.67,127,30,43 +Arrays,reducercommutativity/max.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,7 +Sequentialized,seq-pthread/cs_szymanski.i,ILP32,true,UNKNOWN,VALIDATED,43.71,167,40,53 +Arrays,reducercommutativity/sep40-1.i,ILP32,true,UNKNOWN,VALIDATED,81.82,11,50,51 +Floats,neural-networks/tanh_w8_r4_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +ControlFlow,infeasible-control-flow/conflict_branch2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,57 +ECA,eca-programs/Problem101_label07.c,ILP32,false,ERROR,VALIDATED,,,0,85 +Heap,heap-data/quick_sort_split.i,ILP32,true,SUCCEEDED,VALIDATED,47.06,17,50,55 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 +Loops,loop-industry-pattern/nested-3.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,50,57 +XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,20,8,43 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,76 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED,54.55,22,50,55 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,53.3,182,2,15 +Arrays,array-crafted/zero_sum_const2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,12 +Floats,float-newlib/double_req_bl_0660b.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,15 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,15 +ECA,eca-rers2012/Problem03_label00.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 +Heap,ldv-memsafety/memleaks_test17_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,15 +ProductLines,product-lines/elevator_spec1_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 +Loops,loop-zilu/benchmark01_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,36,55 +XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,VALIDATED,2.86,70,3,44 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i,ILP32,unknown,UNKNOWN,VALIDATED,7.69,13,1,53 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,48 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.96,1130,16,55 +Arrays,array-examples/standard_copy7_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.76,21,1,53 +Floats,float-newlib/float_req_bl_1270a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl-simplified/s3_clnt_3.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,64.57,175,50,54 +ECA,eca-rers2012/Problem04_label56.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,61 +Heap,ldv-memsafety/memleaks_test23_4.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,6 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +Loops,loops-crafted-1/nested3-1_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,64.29,14,50,55 +XCSP,xcsp/Dubois-019.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,5 +Recursive,recursified_nla-digbench/recursified_cohencu-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,54 +LinkedLists,heap-manipulation/bubble_sort_linux-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.44,64,50,53 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED,68.82,186,50,46 +Arrays,array-fpi/brs4f.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,3,15 +Floats,floats-nonlinear/coral-benchmark21.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,0 +ControlFlow,openssl-simplified/s3_srvr_6.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.93,233,50,57 +ECA,eca-rers2012/Problem06_label38.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,SUCCEEDED,VALIDATED,91.67,12,16,4 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +Loops,loops/vogal-1.i,ILP32,true,SUCCEEDED,VALIDATED,82.61,23,50,13 +XCSP,xcsp/Dubois-035.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 +Recursive,recursified_nla-digbench/recursified_egcd3.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,58 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,VALIDATED,61.54,13,1,4 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,SUCCEEDED,VALIDATED,60.45,177,50,51 +Arrays,array-fpi/indp5f.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,16,4,16 +Floats,neural-networks/cartpole_73_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 +ControlFlow,openssl/s3_srvr.blast.04.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,47.26,201,50,65 +ECA,eca-rers2012/Problem08_label17.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +Heap,ldv-sets/test_mutex.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +ProductLines,product-lines/email_spec0_product40.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.27,484,50,52 +Loops,nla-digbench-scaling/divbin_unwindbound1.i,ILP32,true,SUCCEEDED,VALIDATED,46.67,15,2,14 +XCSP,xcsp/Dubois-100.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Recursive,recursified_nla-digbench/recursified_geo2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,58 +LinkedLists,list-properties/splice-2.i,ILP32,true,SUCCEEDED,VALIDATED,78.26,23,50,52 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.11,488,10,51 +Arrays,array-fpi/s32if.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,16,3,16 +Floats,neural-networks/dubinsrejoin_48_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,openssl/s3_srvr.blast.14.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.12,223,50,64 +ECA,eca-rers2012/Problem09_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-2.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,21,50,67 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,40 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,VALIDATED,50.0,10,1,47 +XCSP,xcsp/Haystacks-18.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +Recursive,recursified_nla-digbench/recursified_prod4br.c,ILP32,unknown,UNKNOWN,VALIDATED,69.23,13,3,56 +LinkedLists,memsafety-broom/sll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 +Sequentialized,seq-pthread/cs_dekker.i,ILP32,true,UNKNOWN,VALIDATED,38.26,149,27,52 +Arrays,array-fpi/ss2f.c,ILP32,false,SUCCEEDED,VALIDATED,85.0,20,4,18 +ECA,eca-rers2012/Problem11_label19.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,68 +Loops,nla-digbench-scaling/geo1-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,15 +XCSP,xcsp/aim-100-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,22 +Sequentialized,seq-pthread/cs_lazy.i,ILP32,unknown,SUCCEEDED,VALIDATED,48.78,123,30,43 +Arrays,array-lopstr16/single_elem_safe.i,ILP32,true,UNKNOWN,VALIDATED,40.0,15,50,56 +ECA,eca-rers2012/Problem12_label09.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,63 +Loops,nla-digbench-scaling/geo2-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,14 +XCSP,xcsp/aim-100-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,29 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,VALIDATED,24.18,153,39,53 +Arrays,array-memsafety/cstrncat_unsafe.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,6,1,1 +ECA,eca-rers2012/Problem12_label58.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,65 +Recursive,recursive-simple/id2_b5_o10.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,52 +Arrays,array-memsafety/mult_array_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,40.0,10,3,8 +ECA,eca-rers2012/Problem13_label31.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,76 +Recursive,recursive-simple/id_b3_o5-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,60 +Arrays,array-memsafety/openbsd_cstrncpy-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,6,6 +ProductLines,product-lines/email_spec4_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.8,500,50,54 +Floats,neural-networks/poly_16_16_16_16_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +Loops,nla-digbench-scaling/lcm1_unwindbound20.c,ILP32,false,UNKNOWN,VALIDATED,87.5,16,3,48 +Arrays,array-multidimensional/diff-3-n-u.c,ILP32,true,UNKNOWN,VALIDATED,,,0,25 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,41 +Floats,neural-networks/poly_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,12,3,55 +Arrays,array-patterns/array1_pattern.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,54 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,22.85,582,50,43 +Floats,neural-networks/relu_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/ps2-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,15 +Arrays,array-patterns/array7_pattern.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,55 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.2,500,50,43 +Floats,neural-networks/softsign_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/ps5-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,3,13 +Heap,memsafety-ext3/realloc1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,1,12 +Arrays,array-tiling/pr2.c,ILP32,true,SUCCEEDED,VALIDATED,68.75,16,5,9 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.47,502,50,54 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,49 +Floats,neural-networks/tanh_w16_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +Recursive,recursive/MultCommutative-2.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,62 +Loops,nla-digbench/lcm2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,53 +Heap,memsafety/test-0504.i,ILP32,unknown,UNKNOWN,VALIDATED,60.0,15,50,68 +Arrays,array-cav19/array_init_nondet_vars.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,4,43 +ProductLines,product-lines/elevator_spec14_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +ECA,eca-programs/Problem101_label11.c,ILP32,false,ERROR,VALIDATED,,,0,82 +Floats,float-benchs/filter2.c,ILP32,true,UNKNOWN,VALIDATED,50.0,6,1,53 +Recursive,recursive/recHanoi03-2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,33,15 +Loops,loop-industry-pattern/mod3.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,80.0,20,46,56 +Loops,loop-invariants/linear-inequality-inv-c.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,54 +Loops,loop-invgen/apache-escape-absolute.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,35,50,52 +Loops,loop-invgen/apache-get-tag.i,ILP32,true,SUCCEEDED,VALIDATED,45.83,24,50,68 +Loops,loop-invgen/id_build.i.p+sep-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,29.54,474,50,52 +Loops,loop-invgen/nested6.i,ILP32,true,SUCCEEDED,VALIDATED,76.47,17,50,52 +Loops,loop-lit/bhmr2007.i,ILP32,true,UNKNOWN,VALIDATED,54.55,11,50,60 +Loops,loop-lit/gcnr2008.i,ILP32,unknown,UNKNOWN,VALIDATED,61.54,13,50,56 +Loops,loop-lit/gsv2008.c.i.p+cfa-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,53 +Loops,loop-lit/jm2006.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,51 +Loops,loop-new/count_by_k.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,4,55 +Loops,loop-new/half.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,52 +Loops,loop-simple/nested_4.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +Loops,loop-zilu/benchmark03_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,52 +Loops,loop-zilu/benchmark09_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,52 +Loops,loop-zilu/benchmark14_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,28 +Loops,loop-zilu/benchmark20_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,16 +Loops,loop-zilu/benchmark25_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,4,3 +Loops,loop-zilu/benchmark30_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,53 diff --git a/tests/testcomp/results_v10_cover-branches_s1/results.csv b/tests/testcomp/results_v10_cover-branches_s1/results.csv new file mode 100644 index 000000000..7093f20d4 --- /dev/null +++ b/tests/testcomp/results_v10_cover-branches_s1/results.csv @@ -0,0 +1,255 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,62.71,177,50,56 +Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,7 +BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,57 +Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,13 +BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,45 +Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,15 +Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,12 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,63.43,175,50,55 +Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,56 +Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,53 +Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,62 +Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,UNKNOWN,VALIDATED,16.67,12,1,15 +BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,22,53 +Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,16 +BitVectors,bitvector/modulus-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,27,53 +Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,53 +Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,8 +BitVectors,bitvector/s3_srvr_1.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.81,197,50,59 +Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/s3_srvr_3a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,61 +Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector/soft_float_2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,44.0,50,50,54 +Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_5.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.0,50,50,56 +Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,24,2,4 +Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +BitVectors,bitvector/byte_add-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.44,57,50,17 +Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,15 +BitVectors,bitvector/byte_add_2-2.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,14 +Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,1,12 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/jain_6-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,53 +Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/num_conversion_2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,25 +Floats,neural-networks/cartpole_55_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,62.29,175,50,57 +Floats,neural-networks/cos_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,56.57,175,50,67 +Floats,neural-networks/dubinsrejoin_54_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,21 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.03,177,50,56 +Floats,neural-networks/erf_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector/s3_srvr_1a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,53.81,197,50,63 +Floats,neural-networks/lunarlander_16_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/s3_srvr_3.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.43,184,50,66 +Floats,neural-networks/lunarlander_63_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector/soft_float_1-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,52 +Floats,neural-networks/poly_128_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,42.11,76,50,41 +Floats,neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_3a.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,50.0,50,50,62 +Floats,neural-networks/softmax_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_4-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,44 +Floats,neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 +BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,4,50,48 +Floats,neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,22,7 +Floats,float-benchs/filter1.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,52.94,34,50,58 +BitVectors,bitvector/byte_add-1.i,ILP32,false,SUCCEEDED,VALIDATED,75.44,57,50,19 +Floats,float-benchs/mea8000.c,ILP32,true,UNKNOWN,VALIDATED,9.43,53,1,56 +BitVectors,bitvector/byte_add_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,18 +Floats,float-benchs/zonotope_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,6,1,16 +BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,15 +Floats,float-newlib/double_req_bl_0876.c,ILP32,true,SUCCEEDED,VALIDATED,8.74,183,2,14 +BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,4,16 +Floats,float-newlib/float_req_bl_0670.c,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector/gcd_3.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,23,56 +Floats,float-newlib/float_req_bl_1130b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,53 +Floats,floats-cbmc-regression/float8.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,1,15 +BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,54 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,53 +Floats,floats-nonlinear/coral-benchmark01.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,4 +BitVectors,bitvector/modulus-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,28,53 +Floats,neural-networks/cartpole_19_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/parity.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,33,38 +Floats,neural-networks/cartpole_43_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-1a.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,52 +Floats,neural-networks/cartpole_67_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-2a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.29,175,50,67 +Floats,neural-networks/cartpole_91_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-1a.c,ILP32,true,SUCCEEDED,VALIDATED,62.86,175,50,52 +Floats,neural-networks/dubinsrejoin_17_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,VALIDATED,56.57,175,50,67 +Floats,neural-networks/dubinsrejoin_41_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,6 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-1a.c,ILP32,true,UNKNOWN,VALIDATED,62.71,177,50,53 +Floats,neural-networks/dubinsrejoin_66_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,VALIDATED,35.03,177,50,52 +Floats,neural-networks/dubinsrejoin_90_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,9 +BitVectors,bitvector/s3_srvr_1_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.26,199,50,62 +Floats,neural-networks/gcas_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/s3_srvr_1a_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.26,199,50,63 +Floats,neural-networks/logistic_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/s3_srvr_2_alt.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,56 +Floats,neural-networks/lunarlander_27_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,7 +BitVectors,bitvector/s3_srvr_3_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,58 +Floats,neural-networks/lunarlander_51_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,5 +BitVectors,bitvector/s3_srvr_3a_alt.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,60 +Floats,neural-networks/lunarlander_75_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/soft_float_1-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.03,78,50,53 +Floats,neural-networks/lunarlander_99_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/soft_float_1-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,40 +Floats,neural-networks/poly_16_16_16_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,44.0,50,50,58 +Floats,neural-networks/poly_32_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_3.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,50.0,50,50,58 +Floats,neural-networks/poly_64_64_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_4-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,53 +Floats,neural-networks/robot_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +BitVectors,bitvector/soft_float_4-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.3,46,50,44 +Floats,neural-networks/softplus_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,43.18,44,50,44 +Floats,neural-networks/softsign_w32_r4_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_5a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,48.0,50,50,54 +Floats,neural-networks/sqrt_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/sum02-2.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,6,50,52 +Floats,neural-networks/tanh_w32_r2_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,45 +ECA,eca-rers2012/Problem19_label56.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 +Heap,heap-data/cart.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,50,57 +ProductLines,product-lines/elevator_spec14_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Loops,loop-acceleration/simple_4-2_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,6,2,3 +XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,VALIDATED,56.25,16,2,22 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,VALIDATED,,,0,82 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED,72.88,59,9,54 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,48.9,182,2,10 +Arrays,array-crafted/xor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 +Floats,float-benchs/sqrt_biNewton_pseudoconstant.c,ILP32,true,UNKNOWN,VALIDATED,20.0,10,1,12 +ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,29 +ECA,eca-programs/Problem103_label43.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +Heap,ldv-memsafety/memleaks_test15-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.0,50,1,15 +ProductLines,product-lines/elevator_spec1_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +Loops,loop-new/gauss_sum.i.p+lhb-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,20,50,51 +XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,4.0,50,3,43 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+lhb-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,2.63,38,1,53 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,SUCCEEDED,VALIDATED,80.65,31,50,66 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.98,455,10,54 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,7.69,13,1,46 +Floats,float-newlib/float_req_bl_0920a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +ControlFlow,openssl-simplified/s3_clnt_2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,64.57,175,50,52 +ECA,eca-rers2012/Problem04_label31.c,ILP32,false,UNKNOWN,VALIDATED,3.75,879,50,55 +Heap,ldv-memsafety/memleaks_test22_5.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,14 +ProductLines,product-lines/elevator_spec2_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 +Loops,loops-crafted-1/in-de20.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,52 +XCSP,xcsp/Dubois-016.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,7 +Recursive,recursified_nla-digbench/recursified_bresenham-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,45 +LinkedLists,forester-heap/sll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,12.5,40,50,68 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,73.03,152,50,22 +Arrays,array-examples/standard_vector_difference_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,54 +Floats,floats-esbmc-regression/trunc_nondet_2.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,1,14 +ControlFlow,openssl-simplified/s3_srvr_2.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,47.72,197,50,57 +ECA,eca-rers2012/Problem06_label21.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,57 +Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,VALIDATED,100.0,4,4,3 +ProductLines,product-lines/elevator_spec9_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +Loops,loops/terminator_03-2_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,6 +XCSP,xcsp/Dubois-029.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,8 +Recursive,recursified_nla-digbench/recursified_egcd2.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,8,48 +LinkedLists,list-ext3-properties/dll_nondet_free_order-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,11 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED,61.49,148,50,52 +Arrays,array-fpi/indp1f.c,ILP32,false,SUCCEEDED,VALIDATED,78.57,14,4,13 +Floats,neural-networks/cartpole_60_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl/s3_srvr.blast.02.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.24,201,50,64 +ECA,eca-rers2012/Problem08_label00.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +Heap,ldv-regression/test29-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,4 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,VALIDATED,36.11,504,50,53 +Loops,nla-digbench-scaling/divbin2_unwindbound100.i,ILP32,true,UNKNOWN,VALIDATED,73.33,15,50,51 +XCSP,xcsp/Dubois-090.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,45 +Recursive,recursified_nla-digbench/recursified_geo2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,61 +LinkedLists,list-properties/simple-2.i,ILP32,true,UNKNOWN,VALIDATED,63.64,11,50,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,70.35,199,7,54 +Arrays,array-fpi/s1lif.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,3,16 +Floats,neural-networks/dubinsrejoin_35_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 +ControlFlow,openssl/s3_srvr.blast.12.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.15,217,50,65 +ECA,eca-rers2012/Problem09_label39.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +Heap,list-ext-properties/test-0232_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,21,15 +ProductLines,product-lines/email_spec11_product39.cil.c,ILP32,true,SUCCEEDED,VALIDATED,25.31,482,50,52 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,VALIDATED,93.75,16,4,49 +XCSP,xcsp/Haystacks-16.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,45 +Recursive,recursified_nla-digbench/recursified_mannadiv.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,50 +LinkedLists,memsafety-broom/linux-list-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,VALIDATED,40.25,1180,17,53 +Arrays,array-fpi/sina5f.c,ILP32,false,SUCCEEDED,VALIDATED,83.33,18,4,17 +Floats,neural-networks/exp_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Heap,memsafety-cve/gpac_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,55.81,43,50,52 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,52 +Recursive,recursified_nla-digbench/recursified_ps3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,47 +LinkedLists,memsafety-broom/sll-nested-sll-inline.i,LP64,unknown,SUCCEEDED,VALIDATED,85.71,14,50,65 +Floats,neural-networks/lunarlander_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Heap,memsafety-cve/gpac_6.i,ILP32,unknown,SUCCEEDED,VALIDATED,36.67,30,50,43 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,51 +Recursive,recursified_nla-digbench/recursified_ps6.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,43 +LinkedLists,memsafety-broom/sll-shared-sll-before.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,52 +Floats,neural-networks/lunarlander_45_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Heap,memsafety-cve/liblouis.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.22,36,50,53 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.75,504,50,40 +Sequentialized,seq-pthread/cs_time_var_mutex.i,ILP32,true,UNKNOWN,VALIDATED,48.0,125,29,55 +Heap,memsafety-cve/minizip-ng.i,ILP32,unknown,SUCCEEDED,VALIDATED,48.78,41,50,54 +ProductLines,product-lines/email_spec4_product13.cil.c,ILP32,true,SUCCEEDED,VALIDATED,23.06,490,50,54 +Sequentialized,systemc/token_ring.02.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,33.04,115,50,57 +Heap,memsafety-cve/netatalk.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.71,28,50,53 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,VALIDATED,19.81,419,50,47 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,57 +Heap,memsafety-cve/plutovg.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,3,11 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 +ECA,eca-rers2012/Problem16_label12.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,42 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,55 +Heap,memsafety-cve/sofia-sipFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,21.43,28,50,57 +XCSP,xcsp/aim-200-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 +ECA,eca-rers2012/Problem17_label02.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,54 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,12,50,57 +Heap,memsafety-ext/skiplist_3lvl.i,ILP32,unknown,SUCCEEDED,VALIDATED,53.33,15,50,67 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,46 +ECA,eca-rers2012/Problem17_label51.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,48 +Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,VALIDATED,80.0,10,50,56 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,7,14 +Heap,memsafety/global-atexit-5.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,6,3,4 +Arrays,array-tiling/rewnifrev2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,4,16 +ProductLines,product-lines/email_spec8_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.36,506,50,53 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,59 +Floats,neural-networks/tanh_w4_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +Recursive,recursive/gcd02.c,ILP32,true,UNKNOWN,VALIDATED,77.78,18,27,48 +Loops,nla-digbench/ps5-ll.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,52 +Heap,heap-data/calendar.i,ILP32,true,UNKNOWN,VALIDATED,63.64,11,50,58 +Arrays,array-cav19/array_init_var_plus_ind2.c,ILP32,true,UNKNOWN,VALIDATED,70.0,10,50,48 +ProductLines,product-lines/elevator_spec14_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,VALIDATED,,,0,82 +Floats,float-benchs/image_filter.c,ILP32,true,UNKNOWN,VALIDATED,33.33,6,1,14 +Floats,float-benchs/interpolation2.c.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 +Floats,float-benchs/inv_sqrt_Quake.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Floats,float-benchs/sin_interpolated_bigrange_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,10,1,14 +Floats,float-benchs/sqrt_Householder_interval.c,ILP32,true,UNKNOWN,VALIDATED,12.5,8,1,11 +Floats,float-benchs/zonotope_3.c.p+cfa-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-newlib/double_req_bl_0320.c,ILP32,true,SUCCEEDED,VALIDATED,3.54,198,1,14 +Floats,float-newlib/double_req_bl_0662a.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,12 +Floats,float-newlib/double_req_bl_0683a.c,ILP32,true,SUCCEEDED,VALIDATED,4.05,74,2,15 +Floats,float-newlib/double_req_bl_0870b.c,ILP32,true,SUCCEEDED,VALIDATED,0.55,181,1,12 +Floats,float-newlib/double_req_bl_0920a.c,ILP32,true,SUCCEEDED,VALIDATED,3.23,31,1,15 +Floats,float-newlib/double_req_bl_1131a.c,ILP32,true,SUCCEEDED,VALIDATED,14.52,62,2,12 +Floats,float-newlib/float_req_bl_0281.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-newlib/float_req_bl_0662a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-newlib/float_req_bl_0683a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-newlib/float_req_bl_0870b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-newlib/float_req_bl_0880.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-newlib/float_req_bl_1121b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Floats,float-newlib/float_req_bl_1211a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_v10_cover-branches_s2/results.csv b/tests/testcomp/results_v10_cover-branches_s2/results.csv new file mode 100644 index 000000000..5ed900813 --- /dev/null +++ b/tests/testcomp/results_v10_cover-branches_s2/results.csv @@ -0,0 +1,228 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,56 +ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,69 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,18.47,287,50,4 +ECA,eca-rers2012/Problem05_label57.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,82 +ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.71,211,50,65 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,52 +ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,30 +ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,56 +ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,60.57,175,50,52 +ECA,eca-rers2012/Problem08_label09.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,28 +ECA,eca-rers2012/Problem12_label34.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 +ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,58 +ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,56 +ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,52 +ECA,eca-programs/Problem102_label41.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,21 +ECA,eca-rers2012/Problem04_label47.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,66 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,21.43,266,50,28 +ECA,eca-rers2012/Problem07_label03.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,48.22,197,50,73 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,64 +ECA,eca-rers2012/Problem11_label28.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,69 +ControlFlow,openssl/s3_srvr.blast.01.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,47.26,201,50,64 +ECA,eca-rers2012/Problem13_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,76 +ControlFlow,openssl/s3_srvr.blast.10.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.72,207,50,61 +ECA,eca-rers2012/Problem16_label54.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,53 +ControlFlow,openssl/s3_srvr.blast.16.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.24,227,50,65 +ECA,eca-rers2012/Problem19_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,65 +ControlFlow,infeasible-control-flow/conflict_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,11.11,9,3,53 +ECA,eca-programs/Problem102_label08.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +ControlFlow,memory-model/2SB.i,ILP32,false,SUCCEEDED,VALIDATED,72.55,102,50,11 +ECA,eca-programs/Problem103_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,26 +ECA,eca-rers2012/Problem03_label58.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,55 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED,7.11,957,50,27 +ECA,eca-rers2012/Problem05_label23.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,77 +ControlFlow,ntdrivers/floppy.i.cil-3.c,ILP32,true,SUCCEEDED,VALIDATED,5.58,1164,50,17 +ECA,eca-rers2012/Problem06_label30.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,80 +ControlFlow,openssl-simplified/s3_clnt_1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,55 +ECA,eca-rers2012/Problem07_label36.c,ILP32,false,ERROR,VALIDATED,,,0,83 +ControlFlow,openssl-simplified/s3_clnt_3.cil-3.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,55 +ECA,eca-rers2012/Problem08_label42.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +ControlFlow,openssl-simplified/s3_srvr_11.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.17,213,50,65 +ECA,eca-rers2012/Problem09_label48.c,ILP32,true,ERROR,NO_SUITE,,,0,85 +ControlFlow,openssl-simplified/s3_srvr_3.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,67 +ECA,eca-rers2012/Problem10_label55.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,68 +ControlFlow,openssl/s3_clnt.blast.01.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.06,177,50,17 +ECA,eca-rers2012/Problem12_label01.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,63 +ControlFlow,openssl/s3_clnt.blast.04.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,16 +ECA,eca-rers2012/Problem13_label07.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,73 +ControlFlow,openssl/s3_srvr.blast.03.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,65 +ECA,eca-rers2012/Problem15_label13.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,49 +ControlFlow,openssl/s3_srvr.blast.08.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.07,211,50,67 +ECA,eca-rers2012/Problem16_label21.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,44 +ControlFlow,openssl/s3_srvr.blast.11.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,62 +ECA,eca-rers2012/Problem17_label27.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,50 +ControlFlow,openssl/s3_srvr.blast.14.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,38.91,221,50,68 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,48 +ControlFlow,unsignedintegeroverflow-sas23/cancel_var_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,3 +ECA,eca-rers2012/Problem19_label39.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,58 +ControlFlow,infeasible-control-flow/conflict_branch1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,58 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,VALIDATED,,,0,83 +ControlFlow,infeasible-control-flow/unreach_branch1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,52 +ECA,eca-programs/Problem102_label24.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ControlFlow,infeasible-control-flow/unreach_branch4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,8,50,52 +ECA,eca-programs/Problem102_label57.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +ControlFlow,memory-model/4SB.i,ILP32,false,UNKNOWN,VALIDATED,68.54,178,50,43 +ECA,eca-rers2012/Problem03_label08.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,49 +ControlFlow,ntdrivers-simplified/diskperf_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.46,171,50,56 +ECA,eca-rers2012/Problem03_label41.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,47 +ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,24 +ECA,eca-rers2012/Problem04_label18.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,62 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,17 +ECA,eca-rers2012/Problem05_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,73 +ControlFlow,ntdrivers/cdaudio.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,5.35,953,39,16 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,60 +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.34,1160,50,5 +ECA,eca-rers2012/Problem06_label13.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,65 +ControlFlow,ntdrivers/floppy2.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,7 +ECA,eca-rers2012/Problem06_label46.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,67 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED,2.43,1150,11,3 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,VALIDATED,,,0,82 +ControlFlow,openssl-simplified/s3_clnt_1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,65.14,175,50,52 +ECA,eca-rers2012/Problem07_label52.c,ILP32,true,ERROR,VALIDATED,,,0,82 +ControlFlow,openssl-simplified/s3_clnt_3.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,57 +ECA,eca-rers2012/Problem08_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ControlFlow,openssl-simplified/s3_clnt_4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,54 +ECA,eca-rers2012/Problem08_label58.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +ControlFlow,openssl-simplified/s3_srvr_1.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,53.81,197,50,66 +ECA,eca-rers2012/Problem09_label31.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +ControlFlow,openssl-simplified/s3_srvr_13.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,46.58,219,50,50 +ECA,eca-rers2012/Problem10_label05.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,67 +ControlFlow,openssl-simplified/s3_srvr_2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.78,197,50,66 +ECA,eca-rers2012/Problem10_label38.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,66 +ControlFlow,openssl-simplified/s3_srvr_4.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.27,197,50,56 +ECA,eca-rers2012/Problem11_label11.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,67 +ControlFlow,openssl-simplified/s3_srvr_7.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,52.17,207,50,66 +ECA,eca-rers2012/Problem11_label44.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,67 +ControlFlow,openssl/s3_clnt.blast.01.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.32,177,50,12 +ECA,eca-rers2012/Problem12_label17.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,70 +ControlFlow,openssl/s3_clnt.blast.03.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,13 +ECA,eca-rers2012/Problem12_label50.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,61 +ControlFlow,openssl/s3_clnt.blast.04.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,14 +ECA,eca-rers2012/Problem13_label23.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,68 +ControlFlow,openssl/s3_srvr.blast.02.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,47.76,201,50,60 +ECA,eca-rers2012/Problem13_label56.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,62 +ControlFlow,openssl/s3_srvr.blast.06.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.77,233,50,57 +ECA,eca-rers2012/Problem15_label31.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,48 +ControlFlow,openssl/s3_srvr.blast.07.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,60 +ECA,eca-rers2012/Problem16_label04.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,47 +ControlFlow,openssl/s3_srvr.blast.09.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,63 +ECA,eca-rers2012/Problem16_label37.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,47 +ControlFlow,openssl/s3_srvr.blast.10.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,38.54,205,50,67 +ECA,eca-rers2012/Problem17_label10.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,52 +ControlFlow,openssl/s3_srvr.blast.12.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,39.53,215,50,66 +ECA,eca-rers2012/Problem17_label43.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,51 +ControlFlow,openssl/s3_srvr.blast.13.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,62 +ECA,eca-rers2012/Problem18_label16.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,49 +ControlFlow,openssl/s3_srvr.blast.15.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,34.1,217,50,67 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,45 +ControlFlow,openssl/s3_srvr.blast.16.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.09,229,50,64 +ECA,eca-rers2012/Problem19_label22.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,55 +Heap,memsafety/test-0236.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,69 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,53 +Loops,loop-acceleration/array_3-2.i,ILP32,false,SUCCEEDED,VALIDATED,71.43,7,50,44 +XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,VALIDATED,58.33,12,2,7 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,83 +LinkedLists,forester-heap/dll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,67 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,57.93,145,50,43 +Arrays,array-crafted/mapsum2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,20 +Floats,float-benchs/rlim_invariant.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,20 +ECA,eca-programs/Problem102_label49.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Heap,ldv-memsafety/memleaks_test14.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,14 +ProductLines,product-lines/elevator_spec1_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +Loops,loop-lit/gsv2008.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,53 +XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,VALIDATED,77.78,36,13,47 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,80 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,VALIDATED,25.86,58,50,56 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,52.41,456,50,52 +Arrays,array-examples/standard_compareModified_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,54 +Floats,float-newlib/float_req_bl_0684b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,ntdrivers/parport.i.cil-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,3.55,1156,12,57 +ECA,eca-rers2012/Problem04_label06.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,62 +Heap,ldv-memsafety/memleaks_test22_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,6.25,32,1,12 +ProductLines,product-lines/elevator_spec2_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +Loops,loop-zilu/benchmark44_disjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,11,50,52 +XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 +Recursive,recursified_loop-simple/recursified_nested_5.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,14 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,50,53 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,72.36,123,50,6 +Arrays,array-examples/standard_two_index_04.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,openssl-simplified/s3_srvr_14.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,48.39,217,50,46 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,63 +Heap,ldv-memsafety/memleaks_test9_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,14 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,loops/sum01_bug02_sum01_bug02_base.case.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,9,52 +XCSP,xcsp/Dubois-027.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,4 +Recursive,recursified_nla-digbench/recursified_egcd.c,ILP32,unknown,UNKNOWN,VALIDATED,77.78,9,38,57 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,SUCCEEDED,VALIDATED,77.78,36,4,55 +Sequentialized,seq-mthreaded/pals_lcr.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,63.64,121,50,29 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,VALIDATED,93.75,16,4,22 +Floats,neural-networks/cartpole_49_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl/s3_srvr.blast.01.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,52.74,201,50,62 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,VALIDATED,,,0,82 +Heap,ldv-regression/test25-2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,15 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,32.39,494,50,54 +Loops,nla-digbench-scaling/dijkstra-u_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,50,42 +XCSP,xcsp/Dubois-080.c,ILP32,true,UNKNOWN,VALIDATED,100.0,2,1,31 +Recursive,recursified_nla-digbench/recursified_geo1-u2.c,ILP32,unknown,UNKNOWN,VALIDATED,71.43,7,13,49 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,SUCCEEDED,VALIDATED,76.47,17,6,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,53.17,205,2,16 +Arrays,array-fpi/res2f.c,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,3,20 +Floats,neural-networks/dubinsrejoin_23_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +ControlFlow,openssl/s3_srvr.blast.11.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,56 +ECA,eca-rers2012/Problem09_label23.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +Heap,list-ext-properties/test-0158_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,5,2,15 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,VALIDATED,,,0,56 +XCSP,xcsp/Haystacks-14.c,ILP32,true,UNKNOWN,VALIDATED,100.0,2,1,55 +Recursive,recursified_nla-digbench/recursified_knuth.i,ILP32,unknown,UNKNOWN,VALIDATED,,,0,66 +LinkedLists,memsafety-broom/linux-hlist-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,52 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.74,1189,19,52 +Arrays,array-fpi/sina2.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,4,14 +Floats,neural-networks/dubinsrejoin_9_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation_2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,4,20 +ECA,eca-rers2012/Problem11_label03.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,67 +Loops,nla-digbench-scaling/geo1-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,63 +XCSP,xcsp/aim-100-1-6-unsat-2.c,ILP32,true,UNKNOWN,VALIDATED,100.0,2,1,17 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,VALIDATED,38.2,89,25,52 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,VALIDATED,46.67,15,50,55 +ECA,eca-rers2012/Problem11_label52.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,57 +Loops,nla-digbench-scaling/geo1-u_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,6,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,UNKNOWN,VALIDATED,50.0,2,1,16 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,VALIDATED,47.71,109,25,51 +Arrays,array-memsafety/cstrchr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,5,4 +ECA,eca-rers2012/Problem12_label42.c,ILP32,false,UNKNOWN,VALIDATED,10.09,813,50,58 +Loops,nla-digbench-scaling/geo3-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,11 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,VALIDATED,50.0,2,1,20 +Floats,neural-networks/lunarlander_69_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench-scaling/hard-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,3,14 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,UNKNOWN,VALIDATED,50.0,2,1,19 +Floats,neural-networks/lunarlander_92_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench-scaling/hard2_unwindbound50.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,41 +Arrays,array-memsafety/selectionsort-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,10,4,4 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.53,504,50,42 +Floats,neural-networks/poly_16_16_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 +Loops,nla-digbench-scaling/lcm2_unwindbound100.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,55 +Arrays,array-multidimensional/min-2-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,45 +ProductLines,product-lines/email_spec6_product28.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.6,500,50,42 +Floats,neural-networks/poly_512_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,VALIDATED,,,0,55 +Arrays,array-patterns/array25_pattern.c,ILP32,true,UNKNOWN,VALIDATED,86.67,15,3,46 +ProductLines,product-lines/email_spec7_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.55,490,50,52 +Floats,neural-networks/sin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench-scaling/ps3-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,22,13 +Arrays,array-programs/partial_mod_count_limited_1.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,5,51 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.11,504,50,42 +Floats,neural-networks/softsign_w32_r1_case_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Recursive,recursive/Fibonacci01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,49,50 +Loops,nla-digbench-scaling/sqrt1-ll_unwindbound2.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,3,11 +Heap,memsafety/lockfree-3.2.i,ILP32,unknown,UNKNOWN,VALIDATED,29.17,24,50,57 +Arrays,reducercommutativity/avg10-2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,13 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.22,492,50,51 diff --git a/tests/testcomp/results_v10_cover-branches_s3/results.csv b/tests/testcomp/results_v10_cover-branches_s3/results.csv new file mode 100644 index 000000000..ff6f89a45 --- /dev/null +++ b/tests/testcomp/results_v10_cover-branches_s3/results.csv @@ -0,0 +1,255 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,4,50,54 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.77,494,50,44 +Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,13 +ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,17 +Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.29,34,50,55 +ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.63,492,50,44 +Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,23.91,46,3,2 +ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,7 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,56 +Heap,memsafety-cve/json-parser.i,ILP32,unknown,SUCCEEDED,VALIDATED,67.35,49,50,54 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.92,494,50,42 +Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,54 +ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.22,492,50,52 +Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,13 +ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,13 +ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,13 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 +Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED,84.21,19,50,48 +ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.49,492,50,56 +Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,15 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.85,492,50,53 +Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,56 +ProductLines,product-lines/email_spec4_product18.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.02,492,50,45 +Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,65 +ProductLines,product-lines/email_spec7_product17.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.73,490,50,56 +Heap,memsafety/test-0102-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,72.73,11,50,68 +ProductLines,product-lines/email_spec9_product12.cil.c,ILP32,true,UNKNOWN,VALIDATED,23.06,490,50,53 +Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,52 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,6 +Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,29 +ProductLines,product-lines/elevator_spec1_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,17 +Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,13 +ProductLines,product-lines/elevator_spec2_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,13 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,6 +Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.68,808,13,3 +Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,44,54 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.14,490,50,53 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/email_spec11_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.08,476,50,52 +Heap,list-ext-properties/test-0217_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,40,50,55 +ProductLines,product-lines/email_spec11_product36.cil.c,ILP32,true,SUCCEEDED,VALIDATED,19.79,480,50,53 +Heap,memsafety-cve/dlt-daemon.i,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,15 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.93,504,50,42 +Heap,memsafety-cve/gpac_5.i,ILP32,unknown,UNKNOWN,VALIDATED,13.64,22,50,60 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,31.47,502,50,54 +Heap,memsafety-cve/libpe.i,ILP32,unknown,UNKNOWN,VALIDATED,4.17,24,50,56 +ProductLines,product-lines/email_spec3_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.56,504,50,42 +Heap,memsafety-cve/openNDS_1.i,ILP32,unknown,UNKNOWN,VALIDATED,44.44,36,50,54 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,28.69,502,50,45 +Heap,memsafety-cve/radare2_2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.78,36,50,54 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,43 +Heap,memsafety-ext/dll_extends_pointer.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,58 +ProductLines,product-lines/email_spec7_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.8,500,50,46 +Heap,memsafety/global-atexit-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,4,2,4 +ProductLines,product-lines/email_spec8_product29.cil.c,ILP32,true,UNKNOWN,VALIDATED,30.68,502,50,54 +Heap,memsafety/test-0234-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,68 +ProductLines,product-lines/email_spec9_product28.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.6,500,50,53 +Heap,heap-data/min_max.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,50,56 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 +Heap,ldv-memsafety/memleaks_test1-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,15 +ProductLines,product-lines/elevator_spec1_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 +Heap,ldv-memsafety/memleaks_test13_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,15 +ProductLines,product-lines/elevator_spec1_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +Heap,ldv-memsafety/memleaks_test16_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,13 +ProductLines,product-lines/elevator_spec1_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Heap,ldv-memsafety/memleaks_test18_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,13 +ProductLines,product-lines/elevator_spec2_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Heap,ldv-memsafety/memleaks_test22_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,12.5,32,1,13 +ProductLines,product-lines/elevator_spec2_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +Heap,ldv-memsafety/memleaks_test23_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,8 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.06,808,15,4 +Heap,ldv-memsafety/memleaks_test5_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,15 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test8_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,2,3 +ProductLines,product-lines/elevator_spec3_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +Heap,ldv-regression/rule57_ebda_blast.i,ILP32,true,SUCCEEDED,VALIDATED,56.25,16,3,12 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +Heap,ldv-regression/test19.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,15 +ProductLines,product-lines/email_spec0_product05.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.5,476,50,54 +Heap,ldv-regression/test24-2.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,4,7 +ProductLines,product-lines/email_spec0_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,54 +Heap,ldv-sets/test_add-1.i,ILP32,false,UNKNOWN,VALIDATED,41.18,17,1,2 +ProductLines,product-lines/email_spec0_product37.cil.c,ILP32,true,UNKNOWN,VALIDATED,24.07,482,50,52 +Heap,list-ext-properties/960521-1_1-1.i,ILP32,unknown,UNKNOWN,VALIDATED,55.56,9,1,12 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.53,490,50,44 +Heap,list-ext-properties/simple-ext_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,31,12 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,28.6,500,50,44 +Heap,list-ext-properties/test-0513_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,82.14,28,6,12 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,22.24,580,50,43 +Heap,memsafety-cve/asterisk.i,ILP32,unknown,SUCCEEDED,VALIDATED,43.33,30,50,57 +ProductLines,product-lines/email_spec1_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.6,500,50,44 +Heap,memsafety-cve/frrFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.62,26,50,52 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,23.2,582,50,52 +Heap,memsafety-cve/gpac_17.i,ILP32,unknown,SUCCEEDED,VALIDATED,44.83,29,50,52 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.47,496,50,52 +Heap,memsafety-cve/hyperkit_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,2,7 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.36,506,50,52 +Heap,memsafety-cve/krb5Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.09,46,50,55 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.52,498,50,41 +Heap,memsafety-cve/libsndfile.i,ILP32,unknown,SUCCEEDED,VALIDATED,15.0,20,1,12 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.06,508,50,43 +Heap,memsafety-cve/mujs.i,ILP32,unknown,SUCCEEDED,VALIDATED,27.27,22,50,53 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.97,494,50,52 +Heap,memsafety-cve/openrazer.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.29,28,50,57 +ProductLines,product-lines/email_spec4_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.52,504,50,53 +Heap,memsafety-cve/radare2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,54.17,72,50,26 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,29.55,494,50,43 +Heap,memsafety-cve/sniproxyFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,33.33,24,50,53 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.13,504,50,43 +Heap,memsafety-cve/zchunk.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,39.29,28,7,53 +ProductLines,product-lines/email_spec7_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,52 +Heap,memsafety-ext2/complex_data_creation_test01-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,14,50,56 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,43 +Heap,memsafety-ext2/split_list_test05-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,22,50,67 +ProductLines,product-lines/email_spec8_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,52 +Heap,memsafety/lockfree-3.0.i,ILP32,unknown,UNKNOWN,VALIDATED,29.17,24,50,57 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,53 +Heap,memsafety/test-0220.i,ILP32,unknown,SUCCEEDED,VALIDATED,63.64,11,50,68 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.16,494,50,55 +Loops,nla-digbench/ps2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,51 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,62 +LinkedLists,forester-heap/dll-01-2.i,ILP32,true,SUCCEEDED,VALIDATED,67.86,56,50,68 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,65.22,161,50,53 +Arrays,array-crafted/bor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,55 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,VALIDATED,16.67,6,1,12 +ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.74,368,50,25 +ECA,eca-programs/Problem102_label32.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +Heap,ldv-memsafety/memleaks_test12-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,63,1,12 +ProductLines,product-lines/elevator_spec1_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +Loops,loop-lit/cggmp2005b.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,11 +XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,32,12,43 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,75 +LinkedLists,forester-heap/dll-token-1.i,ILP32,true,UNKNOWN,VALIDATED,72.0,25,50,52 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.99,463,14,55 +Arrays,array-examples/sanfoundry_43_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,55 +Floats,float-newlib/float_req_bl_0660b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,ntdrivers/kbfiltr.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,0,0,4,54 +ECA,eca-rers2012/Problem03_label49.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,45 +Heap,ldv-memsafety/memleaks_test21-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,14 +ProductLines,product-lines/elevator_spec2_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 +Loops,loop-zilu/benchmark33_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,31 +XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 +Recursive,recursified_loop-simple/recursified_nested_3.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,14 +LinkedLists,forester-heap/sll-reverse_simple.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,53 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,73.98,123,49,6 +Arrays,array-examples/standard_strcmp_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,53 +Floats,floats-cdfpl/newton_3_4.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl-simplified/s3_srvr_12.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,47.37,247,50,53 +ECA,eca-rers2012/Problem05_label48.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,64 +Heap,ldv-memsafety/memleaks_test8.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,14 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,14,50,46 +XCSP,xcsp/Dubois-025.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,5 +Recursive,recursified_nla-digbench/recursified_divbin2.i,ILP32,unknown,UNKNOWN,VALIDATED,69.23,13,50,45 +LinkedLists,heap-manipulation/sll_to_dll_rev-2.i,ILP32,true,SUCCEEDED,VALIDATED,65.96,47,50,52 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.05,95,2,21 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,VALIDATED,91.67,12,4,18 +Floats,neural-networks/cartpole_37_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl/s3_clnt.blast.03.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,13 +ECA,eca-rers2012/Problem07_label27.c,ILP32,true,ERROR,VALIDATED,,,0,82 +Heap,ldv-regression/test23-2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,5,15 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.28,492,50,53 +Loops,nla-digbench-scaling/cohendiv-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,32,55 +XCSP,xcsp/Dubois-070.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,30 +Recursive,recursified_nla-digbench/recursified_geo1-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,58 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,SUCCEEDED,VALIDATED,63.16,19,4,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.29,205,2,13 +Arrays,array-fpi/nsqmf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,5,21 +Floats,neural-networks/dubinsrejoin_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,openssl/s3_srvr.blast.09.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,59 +ECA,eca-rers2012/Problem09_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Heap,list-ext-properties/list-ext_flag_1.i,ILP32,unknown,UNKNOWN,VALIDATED,71.43,21,50,54 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED,32.39,494,50,42 +Loops,nla-digbench-scaling/egcd2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,44,52 +XCSP,xcsp/Haystacks-12.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,46 +Recursive,recursified_nla-digbench/recursified_hard.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,45 +LinkedLists,memsafety-broom/dll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,42.72,1140,50,55 +Arrays,array-fpi/s5iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.92,13,3,16 +Floats,neural-networks/dubinsrejoin_84_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,5 +ControlFlow,unsignedintegeroverflow-sas23/distance_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,1 +ECA,eca-rers2012/Problem10_label46.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,60 +Heap,memsafety-cve/editorconfig-core-cFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,40.0,30,50,53 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.72,504,50,42 +Recursive,recursified_nla-digbench/recursified_ps2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,48 +LinkedLists,memsafety-broom/sll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,55 +Floats,neural-networks/log_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +Heap,memsafety-cve/gpac_19.i,ILP32,unknown,SUCCEEDED,VALIDATED,14.81,54,50,59 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.88,502,50,53 +Recursive,recursified_nla-digbench/recursified_ps5.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,51 +LinkedLists,memsafety-broom/sll-shared-before.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,4,50,54 +Floats,neural-networks/lunarlander_33_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Heap,memsafety-cve/kilo.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,55 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.42,496,50,43 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,10,50,49 +Arrays,array-memsafety/diff-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,16,20,6 +ECA,eca-rers2012/Problem13_label15.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,69 +Recursive,recursive-simple/id_b3_o2-1.c,ILP32,unknown,UNKNOWN,VALIDATED,100.0,6,50,57 +Arrays,array-memsafety/openbsd_cstrcat-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,16,50,49 +ECA,eca-rers2012/Problem13_label48.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,68 +Recursive,recursive-simple/id_b5_o10-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,58 +Heap,memsafety-cve/openSC.i,ILP32,unknown,UNKNOWN,VALIDATED,61.4,57,50,53 +XCSP,xcsp/aim-200-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,46 +ECA,eca-rers2012/Problem15_label39.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,49 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,63 +Heap,memsafety-cve/radare2_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,23.08,26,50,57 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 +ECA,eca-rers2012/Problem16_label29.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,43 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,54 +Heap,memsafety-cve/wasm-micro-runtime.i,ILP32,unknown,UNKNOWN,VALIDATED,27.27,22,50,59 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +ECA,eca-rers2012/Problem17_label18.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,51 +Recursive,recursive/Addition03-1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,54 +Heap,memsafety-ext2/complex_data_creation_test02-1.i,ILP32,unknown,UNKNOWN,VALIDATED,71.43,14,50,58 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 +ECA,eca-rers2012/Problem18_label08.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,48 +Floats,neural-networks/softsign_w4_r3_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Recursive,recursive/Fibonacci04-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,54 +Loops,nla-digbench/bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,10,50,54 +Heap,memsafety/test-0137.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,6.25,16,5,52 +Arrays,reducercommutativity/max40-1.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,50,52 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.55,494,50,52 +ECA,eca-rers2012/Problem19_label47.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,53 +Floats,neural-networks/vdp_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Recursive,recursified_nla-digbench/recursified_cohencu.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,47 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,UNKNOWN,VALIDATED,66.67,6,1,0 +Heap,heap-data/process_queue.i,ILP32,true,UNKNOWN,VALIDATED,25.0,16,50,60 +Arrays,array-crafted/bAnd4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 +ProductLines,product-lines/elevator_spec14_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +ProductLines,product-lines/elevator_spec14_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,40.58,764,12,3 +ProductLines,product-lines/elevator_spec1_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +ProductLines,product-lines/elevator_spec1_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec2_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +ProductLines,product-lines/elevator_spec2_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 diff --git a/tests/testcomp/results_v10_cover-branches_s4/results.csv b/tests/testcomp/results_v10_cover-branches_s4/results.csv new file mode 100644 index 000000000..8a7ebaef8 --- /dev/null +++ b/tests/testcomp/results_v10_cover-branches_s4/results.csv @@ -0,0 +1,254 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,17 +XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 +Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,15 +XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 +Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,3,17 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 +Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,VALIDATED,2.63,38,1,56 +Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,7,14 +XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,25 +Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,67 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,33 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,12,13 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 +Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,53 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,22,10,44 +Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,53 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,loops/trex03-2.c,ILP32,true,UNKNOWN,VALIDATED,57.14,7,50,57 +XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,70.0,10,14,55 +XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 +Loops,nla-digbench-scaling/geo1-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,68 +XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,47 +Loops,nla-digbench-scaling/hard-u_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,44 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,46 +Loops,nla-digbench-scaling/prodbin-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,41,53 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,46 +Loops,nla-digbench/dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,53 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,47 +Loops,loop-industry-pattern/aiob_2.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,VALIDATED,57.14,14,2,17 +Loops,loop-lit/gj2007.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,VALIDATED,86.67,30,12,48 +Loops,loop-zilu/benchmark17_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,57 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,VALIDATED,3.33,60,3,44 +Loops,loops-crafted-1/in-de52.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,60 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 +Loops,loops/s3.i,ILP32,unknown,SUCCEEDED,VALIDATED,58.19,177,50,36 +XCSP,xcsp/Dubois-020.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,12 +Loops,nla-digbench-scaling/cohencu-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,50,28 +XCSP,xcsp/Dubois-028.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,27 +Loops,nla-digbench-scaling/divbin2_valuebound10.i,ILP32,true,SUCCEEDED,VALIDATED,80.0,15,11,13 +XCSP,xcsp/Dubois-055.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,30 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,UNKNOWN,VALIDATED,37.5,16,1,4 +XCSP,xcsp/Dubois-095.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +Loops,nla-digbench-scaling/freire1_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,15 +XCSP,xcsp/Haystacks-11.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 +Loops,nla-digbench-scaling/geo1-u_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,18,47 +XCSP,xcsp/Haystacks-19.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,48 +Loops,nla-digbench-scaling/geo3-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,64 +XCSP,xcsp/aim-100-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,31 +Loops,nla-digbench-scaling/hard2_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,7,15 +XCSP,xcsp/aim-100-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,34 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED,70.0,10,50,23 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 +Loops,nla-digbench-scaling/ps3-ll_unwindbound5.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,6,16 +XCSP,xcsp/aim-200-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +Loops,nla-digbench-scaling/ps6-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,22,17 +XCSP,xcsp/aim-200-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,47 +Loops,nla-digbench/hard-ll.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,49,54 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,49 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,3,45 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,10,2,7 +Loops,loop-invgen/NetBSD_loop.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,53 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,8,44 +Loops,loop-invgen/seq-3.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,15,50,53 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,VALIDATED,84.62,26,11,43 +Loops,loop-new/count_by_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,64.71,34,11,43 +Loops,loop-zilu/benchmark06_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,63 +XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,40,12,46 +Loops,loop-zilu/benchmark27_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,52 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,25 +Loops,loop-zilu/benchmark50_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,54 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 +Loops,loops-crafted-1/sumt2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,52 +XCSP,xcsp/Dubois-015.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,12 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,3,7 +XCSP,xcsp/Dubois-018.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,10 +Loops,loops/terminator_01.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,44 +XCSP,xcsp/Dubois-022.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,80.0,10,36,44 +XCSP,xcsp/Dubois-026.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,17 +Loops,nla-digbench-scaling/cohendiv-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,58.33,12,2,13 +XCSP,xcsp/Dubois-030.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,15 +Loops,nla-digbench-scaling/dijkstra-u_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,2,12 +XCSP,xcsp/Dubois-045.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,24 +Loops,nla-digbench-scaling/divbin_unwindbound50.i,ILP32,false,SUCCEEDED,VALIDATED,93.33,15,24,52 +XCSP,xcsp/Dubois-065.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,45 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,VALIDATED,91.67,12,7,45 +XCSP,xcsp/Dubois-085.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,52 +Loops,nla-digbench-scaling/egcd3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,93.75,16,20,19 +XCSP,xcsp/Haystacks-06.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,42 +Loops,nla-digbench-scaling/fermat2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,16,42 +XCSP,xcsp/Haystacks-09.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +Loops,nla-digbench-scaling/geo1-ll2_unwindbound20.c,ILP32,unknown,UNKNOWN,VALIDATED,62.5,8,1,57 +XCSP,xcsp/Haystacks-13.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench-scaling/geo1-u2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,10,58 +XCSP,xcsp/Haystacks-17.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,46 +Loops,nla-digbench-scaling/geo2-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,23 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,23 +Loops,nla-digbench-scaling/geo3-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,12 +XCSP,xcsp/aim-100-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 +Loops,nla-digbench-scaling/hard-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,50,54 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,26 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,14,2,14 +XCSP,xcsp/aim-100-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,28 +Loops,nla-digbench-scaling/knuth_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,38.46,13,1,13 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 +Loops,nla-digbench-scaling/lcm2_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,50,18 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench-scaling/prod4br-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,53 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 +Loops,nla-digbench-scaling/ps2-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,3,12 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,UNKNOWN,VALIDATED,100.0,2,3,45 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,4,1 +XCSP,xcsp/aim-200-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 +Loops,nla-digbench-scaling/ps5-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,15 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench-scaling/sqrt1-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,12,14 +XCSP,xcsp/aim-200-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench/fermat2.c,ILP32,unknown,UNKNOWN,VALIDATED,10.0,10,1,14 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 +Recursive,recursive/recHanoi01.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,87.5,8,33,55 +LinkedLists,memsafety-broom/sll-shared-sll.i,LP64,unknown,SUCCEEDED,VALIDATED,83.33,12,50,56 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,62.42,157,50,52 +Arrays,array-crafted/bAnd2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,20 +Floats,float-benchs/filter2_set.c,ILP32,true,UNKNOWN,VALIDATED,16.67,6,1,12 +ControlFlow,infeasible-control-flow/unreach_branch5.c,ILP32,true,UNKNOWN,VALIDATED,66.67,6,2,54 +ECA,eca-programs/Problem102_label16.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +Heap,ldv-memsafety/memleaks_test10-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,12 +ProductLines,product-lines/elevator_spec1_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 +Loops,loop-invgen/id_trans.i,ILP32,false,SUCCEEDED,VALIDATED,77.78,9,50,47 +XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,VALIDATED,82.14,28,10,40 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,81 +LinkedLists,forester-heap/dll-simple-white-blue-2.i,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,50,53 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,54.86,432,50,52 +Arrays,array-examples/relax-2-2.i,ILP32,true,UNKNOWN,VALIDATED,8.33,36,1,68 +Floats,float-newlib/double_req_bl_1122a.c,ILP32,true,SUCCEEDED,VALIDATED,6.78,59,2,12 +ControlFlow,ntdrivers/floppy.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,5 +ECA,eca-rers2012/Problem03_label33.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,47 +Heap,ldv-memsafety/memleaks_test19-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,1,14 +ProductLines,product-lines/elevator_spec2_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 +Loops,loop-zilu/benchmark23_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,3,14 +XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 +Recursive,recursified_loop-simple/recursified_nested_1b.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,0 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED,54.55,22,50,58 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.27,93,13,3 +Arrays,array-examples/standard_partition_original_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,52 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl-simplified/s3_srvr_10.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.17,205,50,45 +ECA,eca-rers2012/Problem05_label31.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,56 +Heap,ldv-memsafety/memleaks_test6_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,15 +ProductLines,product-lines/elevator_spec3_product22.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 +Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,3,43 +XCSP,xcsp/Dubois-023.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 +Recursive,recursified_nla-digbench/recursified_dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,45 +LinkedLists,heap-manipulation/merge_sort-2.i,ILP32,true,SUCCEEDED,VALIDATED,75.0,64,50,54 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.5,72,2,16 +Arrays,array-fpi/eqn2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,18 +Floats,neural-networks/cartpole_25_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl/s3_clnt.blast.02.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,13 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,VALIDATED,,,0,83 +Heap,ldv-regression/test21-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,4,3 +ProductLines,product-lines/email_spec0_product10.cil.c,ILP32,true,SUCCEEDED,VALIDATED,16.53,478,50,54 +Loops,nla-digbench-scaling/cohencu-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,12,12 +XCSP,xcsp/Dubois-060.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,26 +Recursive,recursified_nla-digbench/recursified_fermat2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,11.11,9,1,7 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,SUCCEEDED,VALIDATED,87.1,31,12,7 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.47,188,50,15 +Arrays,array-fpi/ms5.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,3,14 +Floats,neural-networks/cartpole_97_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl/s3_srvr.blast.08.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,49.77,213,50,57 +ECA,eca-rers2012/Problem08_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Heap,list-ext-properties/960521-1_1-3.i,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,4 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,30.49,492,50,40 +Loops,nla-digbench-scaling/egcd-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,12 +XCSP,xcsp/Haystacks-10.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +Recursive,recursified_nla-digbench/recursified_hard-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,50,52 +LinkedLists,memsafety-broom/dll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,52.66,488,50,51 +Arrays,array-fpi/s4liff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,3,41 +Floats,neural-networks/dubinsrejoin_72_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +ControlFlow,unsignedintegeroverflow-sas23/bilinear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,45 +ECA,eca-rers2012/Problem10_label30.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,57 +Heap,memsafety-cve/bzip3Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,60,50,53 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.88,502,50,40 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,1,3 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,18 +Sequentialized,seq-pthread/cs_fib-1.i,ILP32,true,UNKNOWN,VALIDATED,38.2,89,23,53 +Arrays,array-industry-pattern/array_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,62 +ECA,eca-rers2012/Problem11_label36.c,ILP32,false,UNKNOWN,VALIDATED,23.74,278,50,58 +Loops,nla-digbench-scaling/geo1-u_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,3,3 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,20 +Sequentialized,seq-pthread/cs_queue-1.i,ILP32,true,UNKNOWN,VALIDATED,21.0,200,1,67 +Arrays,array-memsafety/array02-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,10,50,44 +ECA,eca-rers2012/Problem12_label25.c,ILP32,false,UNKNOWN,VALIDATED,10.09,813,50,59 +Loops,nla-digbench-scaling/geo2-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,14 +XCSP,xcsp/aim-100-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,23 +Sequentialized,seq-pthread/cs_stateful-2.i,ILP32,true,UNKNOWN,VALIDATED,50.48,105,30,52 +Heap,memsafety-cve/libredwg_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.5,40,50,53 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.03,506,50,40 +Sequentialized,systemc/token_ring.01.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,30.95,84,50,65 +Heap,memsafety-cve/mongooseFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,57 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,40 +Floats,neural-networks/poly_1024_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/knuth_unwindbound20.i,ILP32,true,UNKNOWN,VALIDATED,,,0,63 +Arrays,array-multidimensional/add-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,47 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,24.91,582,50,43 +Floats,neural-networks/poly_32_32_32_32_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,4,2 +Arrays,array-patterns/array12_pattern.c,ILP32,true,UNKNOWN,VALIDATED,37.5,16,3,43 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,43 +Floats,neural-networks/poly_8_8_8_8_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/ps2-ll_unwindbound10.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,11,14 +Arrays,array-patterns/array3_pattern.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,54 +ProductLines,product-lines/email_spec7_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,33.2,494,50,55 +Floats,neural-networks/softmax_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/ps4-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,22 +Arrays,array-tiling/mbpr2.c,ILP32,true,SUCCEEDED,VALIDATED,72.22,18,5,8 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,VALIDATED,27.44,492,50,53 +ECA,eca-rers2012/Problem18_label24.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,49 +Floats,neural-networks/softsign_w8_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +Recursive,recursive/Fibonacci05-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,53 +Loops,nla-digbench/egcd2.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,12,8,61 +Heap,memsafety/test-0232-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,50,53 +Arrays,reducercommutativity/sep.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,11 +ProductLines,product-lines/email_spec9_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,57 +ECA,eca-rers2018/Problem14.c,ILP32,false,ERROR,VALIDATED,,,0,83 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,VALIDATED,42.86,7,2,4 +Recursive,recursified_nla-digbench/recursified_lcm1.c,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,2,64 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,4,4,47 +Heap,heap-data/running_example.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,8.33,12,2,51 +Arrays,array-crafted/bor2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,18 +Arrays,array-crafted/mapavg1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,14 +Arrays,array-crafted/mapavg5.i,ILP32,true,SUCCEEDED,VALIDATED,27.27,11,3,60 +Arrays,array-crafted/mapsum4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 +Arrays,array-crafted/xor2.i,ILP32,true,UNKNOWN,VALIDATED,,,0,67 +Arrays,array-crafted/zero_sum1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,12,3,14 +Arrays,array-crafted/zero_sum5.c,ILP32,true,SUCCEEDED,VALIDATED,89.29,28,3,18 +Arrays,array-crafted/zero_sum_const4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,13 +Arrays,array-crafted/zero_sum_const_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,16 +Arrays,array-crafted/zero_sum_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,3,16 +Arrays,array-examples/data_structures_set_multi_proc_trivial_ground.i,ILP32,true,UNKNOWN,VALIDATED,3.7,27,1,53 +Arrays,array-examples/sanfoundry_02_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.25,16,1,53 +Arrays,array-examples/sanfoundry_24-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,43 +Arrays,array-examples/sorting_bubblesort_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,53 +Arrays,array-examples/sorting_selectionsort_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.35,23,1,51 +Arrays,array-examples/standard_copy1_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,56 +Arrays,array-examples/standard_copy2_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,9.09,11,1,54 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,6.67,15,1,49 +Arrays,array-examples/standard_copy6_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,5.26,19,1,54 diff --git a/tests/testcomp/results_v10_cover-branches_s5/results.csv b/tests/testcomp/results_v10_cover-branches_s5/results.csv new file mode 100644 index 000000000..11421106f --- /dev/null +++ b/tests/testcomp/results_v10_cover-branches_s5/results.csv @@ -0,0 +1,254 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,53 +LinkedLists,heap-manipulation/tree-3.i,ILP32,true,UNKNOWN,VALIDATED,77.5,40,50,66 +Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,25,60 +LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,66 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,63 +LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,54 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,UNKNOWN,VALIDATED,22.22,9,1,55 +LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,53 +Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,63 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED,48.0,25,3,45 +Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,50,53 +LinkedLists,list-properties/list-1.i,ILP32,true,SUCCEEDED,VALIDATED,52.94,17,50,55 +Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,64 +LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,54 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,VALIDATED,,,0,82 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,56 +Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,15 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED,44.0,25,2,42 +Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,6,56 +LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,68 +Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,62 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,59 +Recursive,recursified_nla-digbench/recursified_ps3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,52 +LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,13 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,63 +LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,UNKNOWN,VALIDATED,66.67,9,50,53 +Recursive,recursive/Ackermann03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,54 +LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,55 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,55 +LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,67 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,VALIDATED,,,0,83 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,57 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,VALIDATED,,,0,83 +LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,UNKNOWN,VALIDATED,73.53,34,50,69 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,50,53 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,67 +Recursive,recursified_loop-simple/recursified_nested_6.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,13 +LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,UNKNOWN,VALIDATED,74.19,31,50,57 +Recursive,recursified_nla-digbench/recursified_divbin.i,ILP32,unknown,SUCCEEDED,VALIDATED,92.31,13,23,47 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED,72.88,59,9,55 +Recursive,recursified_nla-digbench/recursified_fermat1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,3,47 +LinkedLists,forester-heap/sll-simple-white-blue-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.33,18,50,54 +Recursive,recursified_nla-digbench/recursified_geo1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,10,60 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,VALIDATED,32.81,64,2,44 +Recursive,recursified_nla-digbench/recursified_hard-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,43 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,VALIDATED,27.08,48,4,42 +Recursive,recursified_nla-digbench/recursified_prodbin-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,57 +LinkedLists,list-ext3-properties/dll_nondet_free_order-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,15 +Recursive,recursified_nla-digbench/recursified_ps5-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,52 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.87,31,50,32 +Recursive,recursive-simple/id2_b3_o5.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,58 +LinkedLists,list-properties/list_flag-2.i,ILP32,true,SUCCEEDED,VALIDATED,64.71,17,50,55 +Recursive,recursive-simple/id_b5_o10-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,62 +LinkedLists,memsafety-broom/dll-backwards.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,8,50,55 +Recursive,recursive-simple/sum_non_eq-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,51 +LinkedLists,memsafety-broom/dll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,54 +Recursive,recursive/Addition02WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED,87.5,8,50,52 +LinkedLists,memsafety-broom/linux-list-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,53 +Recursive,recursive/Fibonacci03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,48,52 +LinkedLists,memsafety-broom/sll-nested-linux-list.i,LP64,unknown,UNKNOWN,VALIDATED,76.92,13,50,64 +Recursive,recursive/gcd01-1.c,ILP32,true,UNKNOWN,VALIDATED,83.33,12,31,47 +LinkedLists,memsafety-broom/sll-shared-sll-after.i,LP64,unknown,SUCCEEDED,VALIDATED,90.0,10,50,56 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,78 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,VALIDATED,48.21,56,50,46 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,53 +LinkedLists,forester-heap/dll-circular-2.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,54 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,85 +LinkedLists,forester-heap/dll-queue-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.88,59,50,53 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,71 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,UNKNOWN,VALIDATED,73.53,34,50,58 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,3.12,32,1,52 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,SUCCEEDED,VALIDATED,85.0,20,50,56 +Recursive,recursified_loop-simple/recursified_nested_1.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,15 +LinkedLists,forester-heap/dll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,13.51,37,50,58 +Recursive,recursified_loop-simple/recursified_nested_4.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,12 +LinkedLists,forester-heap/sll-01-1.i,ILP32,true,SUCCEEDED,VALIDATED,67.86,56,50,68 +Recursive,recursified_nla-digbench/recursified_bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,50,47 +LinkedLists,forester-heap/sll-circular-1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,54 +Recursive,recursified_nla-digbench/recursified_dijkstra-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,50,55 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,55 +Recursive,recursified_nla-digbench/recursified_egcd-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,14,48 +LinkedLists,forester-heap/sll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,67 +Recursive,recursified_nla-digbench/recursified_egcd3-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,66 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,SUCCEEDED,VALIDATED,76.0,25,50,67 +Recursive,recursified_nla-digbench/recursified_fermat2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,44.44,9,1,60 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,58 +Recursive,recursified_nla-digbench/recursified_geo1-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,18,48 +LinkedLists,forester-heap/sll-token-2.i,ILP32,true,SUCCEEDED,VALIDATED,72.0,25,50,55 +Recursive,recursified_nla-digbench/recursified_geo2-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,59 +LinkedLists,heap-manipulation/dancing.i,ILP32,true,SUCCEEDED,VALIDATED,56.52,23,50,67 +Recursive,recursified_nla-digbench/recursified_geo3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,60 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,SUCCEEDED,VALIDATED,39.06,64,4,56 +Recursive,recursified_nla-digbench/recursified_hard2.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,12,50,43 +LinkedLists,heap-manipulation/tree-1.i,ILP32,unknown,UNKNOWN,VALIDATED,73.68,38,50,54 +Recursive,recursified_nla-digbench/recursified_prod4br-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,3,66 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,SUCCEEDED,VALIDATED,84.21,38,50,53 +Recursive,recursified_nla-digbench/recursified_ps2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,45 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,SUCCEEDED,VALIDATED,88.24,17,2,4 +Recursive,recursified_nla-digbench/recursified_ps4-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,52 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,SUCCEEDED,VALIDATED,90.48,21,50,24 +Recursive,recursified_nla-digbench/recursified_ps6-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,54 +LinkedLists,list-properties/alternating_list-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.68,19,50,55 +Recursive,recursive-simple/id2_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,58 +LinkedLists,list-properties/list-2.i,ILP32,false,SUCCEEDED,VALIDATED,52.94,17,50,53 +Recursive,recursive-simple/id_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,62 +LinkedLists,list-properties/simple-1.i,ILP32,false,SUCCEEDED,VALIDATED,81.82,11,4,54 +Recursive,recursive-simple/id_b3_o5-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,59 +LinkedLists,list-properties/splice-1.i,ILP32,false,SUCCEEDED,VALIDATED,65.22,23,4,53 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,57 +LinkedLists,memsafety-broom/dll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,53 +Recursive,recursive-simple/sum_non.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,43 +LinkedLists,memsafety-broom/dll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,52 +Recursive,recursive/Ackermann01-2.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,51 +LinkedLists,memsafety-broom/linux-hlist-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,52 +Recursive,recursive/Addition01-2.c,ILP32,true,UNKNOWN,VALIDATED,66.67,12,50,50 +LinkedLists,memsafety-broom/linux-list-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,52 +Recursive,recursive/Addition03-2.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,50,51 +LinkedLists,memsafety-broom/sll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,56 +Recursive,recursive/EvenOdd03WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,50,54 +LinkedLists,memsafety-broom/sll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,52 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,51 +LinkedLists,memsafety-broom/sll-nested-sll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,68 +Recursive,recursive/McCarthy91-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,46 +LinkedLists,memsafety-broom/sll-shared-after.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 +Sequentialized,systemc/token_ring.02.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,38.1,105,50,64 +Arrays,array-cav19/array_init_pair_symmetr2.c,ILP32,true,UNKNOWN,VALIDATED,30.0,10,2,53 +Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,2,1,2 +ControlFlow,infeasible-control-flow/unreach_branch2.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,51 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,VALIDATED,,,0,83 +Heap,ldv-memsafety/memleaks_test1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,15 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 +Loops,loop-invgen/apache-get-tag.i.p+sep-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,24,11,41 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,75 +LinkedLists,forester-heap/dll-rb-sentinel-2.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,65 +Sequentialized,seq-mthreaded/pals_floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,74.18,182,50,12 +Arrays,array-crafted/zero_sum_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,3,17 +Floats,float-newlib/double_req_bl_0684b.c,ILP32,true,SUCCEEDED,VALIDATED,30.14,73,4,11 +ControlFlow,ntdrivers/diskperf.i.cil-1.c,ILP32,true,SUCCEEDED,VALIDATED,20.93,301,50,15 +ECA,eca-rers2012/Problem03_label16.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,46 +Heap,ldv-memsafety/memleaks_test18.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,12 +ProductLines,product-lines/elevator_spec2_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +Loops,loop-zilu/benchmark11_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,2 +XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,26 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,50,14 +LinkedLists,forester-heap/sll-queue-1.i,ILP32,true,UNKNOWN,VALIDATED,72.88,59,50,53 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,43.19,1130,16,54 +Arrays,array-examples/standard_find_ground-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,2,16 +Floats,floats-cbmc-regression/float19.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +ControlFlow,openssl-simplified/s3_clnt_4.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,64.57,175,50,52 +ECA,eca-rers2012/Problem05_label14.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,80 +Heap,ldv-memsafety/memleaks_test5.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,16 +ProductLines,product-lines/elevator_spec3_product18.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 +Loops,loops-crafted-1/sumt8.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,50,53 +XCSP,xcsp/Dubois-021.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 +Recursive,recursified_nla-digbench/recursified_cohendiv.c,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,10,28,49 +LinkedLists,heap-manipulation/dll_of_dll-1.i,ILP32,true,UNKNOWN,VALIDATED,76.06,71,50,59 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,68.49,73,6,5 +Arrays,array-fpi/condg.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,3,19 +Floats,neural-networks/cartpole_12_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +ControlFlow,openssl-simplified/s3_srvr_8.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,49.76,209,50,62 +ECA,eca-rers2012/Problem06_label54.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,67 +Heap,ldv-regression/test14.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,4,2,14 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 +Loops,nla-digbench-scaling/bresenham-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,7,12 +XCSP,xcsp/Dubois-050.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 +Recursive,recursified_nla-digbench/recursified_fermat1.c,ILP32,unknown,UNKNOWN,VALIDATED,7.69,13,1,7 +LinkedLists,list-ext3-properties/sll_nondet_insert-2.i,ILP32,true,SUCCEEDED,VALIDATED,80.95,21,50,30 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,SUCCEEDED,VALIDATED,59.62,208,50,52 +Arrays,array-fpi/ms1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,3,16 +Floats,neural-networks/cartpole_85_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +ControlFlow,openssl/s3_srvr.blast.06.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.06,235,50,57 +ECA,eca-rers2012/Problem08_label33.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,51.85,27,4,52 +ProductLines,product-lines/email_spec11_product08.cil.c,ILP32,true,UNKNOWN,VALIDATED,21.67,480,50,55 +Loops,nla-digbench-scaling/divbin_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,80.0,15,6,17 +XCSP,xcsp/Haystacks-07.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 +Recursive,recursified_nla-digbench/recursified_geo3-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,60 +LinkedLists,memsafety-broom/dll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.48,488,13,53 +Arrays,array-fpi/s42iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.47,17,3,18 +Floats,neural-networks/dubinsrejoin_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 +ControlFlow,openssl/s3_srvr.blast.15.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,48.86,219,50,62 +ECA,eca-rers2012/Problem10_label13.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,64 +Heap,memsafety-cve/NanoNNG.i,ILP32,unknown,SUCCEEDED,VALIDATED,37.14,35,50,53 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.76,494,50,42 +Loops,nla-digbench-scaling/freire1_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,14 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,16 +Recursive,recursified_nla-digbench/recursified_prodbin.c,ILP32,unknown,UNKNOWN,VALIDATED,11.11,9,1,14 +LinkedLists,memsafety-broom/sll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,53 +Floats,neural-networks/gcas_6_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Heap,memsafety-cve/gpac_16Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.19,42,50,56 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.36,494,50,52 +Recursive,recursified_nla-digbench/recursified_ps4.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,47 +LinkedLists,memsafety-broom/sll-nested-sll-twice.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,68 +Floats,neural-networks/lunarlander_21_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Heap,memsafety-cve/jhead.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,52 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,SUCCEEDED,VALIDATED,23.37,492,50,43 +Recursive,recursified_nla-digbench/recursified_sqrt1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,53 +LinkedLists,memsafety-broom/sll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,53 +Floats,neural-networks/lunarlander_57_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/geo3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,12 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 +Floats,neural-networks/lunarlander_81_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Loops,nla-digbench-scaling/hard-u_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,11,13 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 +ECA,eca-rers2012/Problem15_label04.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,48 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,51 +Heap,memsafety-cve/openrazerFound.i,ILP32,unknown,SUCCEEDED,VALIDATED,46.67,30,50,56 +XCSP,xcsp/aim-200-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +ECA,eca-rers2012/Problem15_label56.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,48 +Recursive,recursive-simple/sum_non_eq-1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,50 +Heap,memsafety-cve/smartdns.i,ILP32,unknown,UNKNOWN,VALIDATED,50.0,54,50,57 +XCSP,xcsp/aim-200-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 +ECA,eca-rers2012/Problem16_label45.c,ILP32,true,UNKNOWN,VALIDATED,19.69,391,50,43 +Recursive,recursive/Ackermann04.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,53 +Heap,memsafety-cve/zephyr.i,ILP32,unknown,UNKNOWN,VALIDATED,25.0,20,50,59 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 +ECA,eca-rers2012/Problem17_label35.c,ILP32,false,UNKNOWN,VALIDATED,13.5,585,50,46 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,4,2,3 +Heap,memsafety-ext2/optional_data_creation_test04-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,14,50,65 +Arrays,array-tiling/nr4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,5,5 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED,32.66,496,50,52 +ECA,eca-rers2012/Problem18_label41.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,49 +Floats,neural-networks/tanh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,45 +Loops,nla-digbench/geo2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,66 +Heap,memsafety/test-0235-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,93.94,33,50,67 +Arrays,reducercommutativity/sum10-1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,11 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.52,504,50,53 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,VALIDATED,,,0,82 +Floats,float-benchs/divmul_diverge.c,ILP32,true,UNKNOWN,VALIDATED,37.5,8,50,55 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,52 +Loops,loop-crafted/simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,3.12,32,1,54 +Heap,heap-data/shared_mem2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,67 +Heap,ldv-memsafety/memleaks_test1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,2,3 +Heap,ldv-memsafety/memleaks_test10-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,12 +Heap,ldv-memsafety/memleaks_test11.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,14 +Heap,ldv-memsafety/memleaks_test12-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.68,63,2,3 +Heap,ldv-memsafety/memleaks_test13.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,12 +Heap,ldv-memsafety/memleaks_test13_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,13 +Heap,ldv-memsafety/memleaks_test14_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,11 +Heap,ldv-memsafety/memleaks_test15-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,20.0,50,1,14 +Heap,ldv-memsafety/memleaks_test16.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,11 +Heap,ldv-memsafety/memleaks_test16_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,2.94,34,1,14 +Heap,ldv-memsafety/memleaks_test17_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,12 +Heap,ldv-memsafety/memleaks_test17_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,15 +Heap,ldv-memsafety/memleaks_test18_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,12 +Heap,ldv-memsafety/memleaks_test18_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,19 +Heap,ldv-memsafety/memleaks_test19-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,2,3 +Heap,ldv-memsafety/memleaks_test20-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,11 +Heap,ldv-memsafety/memleaks_test21-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,14 +Heap,ldv-memsafety/memleaks_test22_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.38,32,1,12 diff --git a/tests/testcomp/results_v10_cover-error_s0/results.csv b/tests/testcomp/results_v10_cover-error_s0/results.csv new file mode 100644 index 000000000..841fcb2aa --- /dev/null +++ b/tests/testcomp/results_v10_cover-error_s0/results.csv @@ -0,0 +1,206 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,23 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,30 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,8 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,32 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,38 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,61 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,12 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,62 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,42 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,42 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,22 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +ECA,eca-rers2018/Problem12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,26 +Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 diff --git a/tests/testcomp/results_v10_cover-error_s1/results.csv b/tests/testcomp/results_v10_cover-error_s1/results.csv new file mode 100644 index 000000000..10d9099f3 --- /dev/null +++ b/tests/testcomp/results_v10_cover-error_s1/results.csv @@ -0,0 +1,206 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,76 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,83 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,71 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,16 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,37 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 +Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,66 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v10_cover-error_s2/results.csv b/tests/testcomp/results_v10_cover-error_s2/results.csv new file mode 100644 index 000000000..035ec4d2f --- /dev/null +++ b/tests/testcomp/results_v10_cover-error_s2/results.csv @@ -0,0 +1,205 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,16 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,35 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,12 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,10 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,22 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,46 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,18 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,23 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,46 +Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,46 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 diff --git a/tests/testcomp/results_v10_cover-error_s3/results.csv b/tests/testcomp/results_v10_cover-error_s3/results.csv new file mode 100644 index 000000000..b8aea6f63 --- /dev/null +++ b/tests/testcomp/results_v10_cover-error_s3/results.csv @@ -0,0 +1,205 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,48 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,81 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,43 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +Recursive,recursive/Addition02.c,ILP32,false,FAILED,COVERED,100.0,1,1,59 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 +XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,68 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,50 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,60 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v11_control_s0/results.csv b/tests/testcomp/results_v11_control_s0/results.csv new file mode 100644 index 000000000..9da6949a5 --- /dev/null +++ b/tests/testcomp/results_v11_control_s0/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 +Recursive,recursive/Ackermann02.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 +Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 +Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2018/Problem12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,65 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,41 +Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,61 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 diff --git a/tests/testcomp/results_v11_control_s1/results.csv b/tests/testcomp/results_v11_control_s1/results.csv new file mode 100644 index 000000000..1d2d409c4 --- /dev/null +++ b/tests/testcomp/results_v11_control_s1/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 +XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,28 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,46 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,63 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,11 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Recursive,recursive/Fibonacci04.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 +Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,32 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,0 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,14 +ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v11_control_s2/results.csv b/tests/testcomp/results_v11_control_s2/results.csv new file mode 100644 index 000000000..d77a4ff71 --- /dev/null +++ b/tests/testcomp/results_v11_control_s2/results.csv @@ -0,0 +1,273 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,2 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,71 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,78 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,65 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,12 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,71 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,61 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,59 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,68 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,70 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,69 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,41 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,10 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/CostasArray-17.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-rers2018/Problem15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v11_seed_s0/results.csv b/tests/testcomp/results_v11_seed_s0/results.csv new file mode 100644 index 000000000..1e0a03a31 --- /dev/null +++ b/tests/testcomp/results_v11_seed_s0/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,10 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,50 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,53 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Arrays,array-fpi/eqn2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +Arrays,array-fpi/eqn5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,65 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,37 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,45 +Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,86 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 diff --git a/tests/testcomp/results_v11_seed_s1/results.csv b/tests/testcomp/results_v11_seed_s1/results.csv new file mode 100644 index 000000000..64aac4935 --- /dev/null +++ b/tests/testcomp/results_v11_seed_s1/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,28 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,50 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,48 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,38 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,44 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Arrays,reducercommutativity/rangesum.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,65 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 +Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 +Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,66 +ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 +ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v11_seed_s2/results.csv b/tests/testcomp/results_v11_seed_s2/results.csv new file mode 100644 index 000000000..da3b7d932 --- /dev/null +++ b/tests/testcomp/results_v11_seed_s2/results.csv @@ -0,0 +1,273 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,14 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,26 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,75 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,10 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,52 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,42 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,45 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,48 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,32 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,14 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,81 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 +XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +XCSP,xcsp/CostasArray-17.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,11 +Arrays,array-fpi/brs2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 +ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,69 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-tiling/mlceu.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,26 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,49 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v11_slice-seed_s0/results.csv b/tests/testcomp/results_v11_slice-seed_s0/results.csv new file mode 100644 index 000000000..b352d6dd2 --- /dev/null +++ b/tests/testcomp/results_v11_slice-seed_s0/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,36 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/eqn2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Arrays,array-fpi/eqn5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 +Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,86 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 diff --git a/tests/testcomp/results_v11_slice-seed_s1/results.csv b/tests/testcomp/results_v11_slice-seed_s1/results.csv new file mode 100644 index 000000000..7a69992fb --- /dev/null +++ b/tests/testcomp/results_v11_slice-seed_s1/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,float-benchs/nan_double.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,74 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Floats,float-benchs/cast_union_loose.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,39 +BitVectors,bitvector/sum02-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,20 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,83 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,81 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,73 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,84 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,81 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/terminator_01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/vogal-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,39 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,40 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Arrays,reducercommutativity/rangesum.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,37 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 +Loops,loops/trex01-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,10 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,89 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 diff --git a/tests/testcomp/results_v11_slice-seed_s2/results.csv b/tests/testcomp/results_v11_slice-seed_s2/results.csv new file mode 100644 index 000000000..b6189e372 --- /dev/null +++ b/tests/testcomp/results_v11_slice-seed_s2/results.csv @@ -0,0 +1,273 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,26 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,5 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,34 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/CostasArray-16.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,79 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,58 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Floats,float-benchs/cast_union_tight.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,81 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,5 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,40 +Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +XCSP,xcsp/CostasArray-17.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,81 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,77 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,72 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,78 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Arrays,array-programs/copysome2-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/brs2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/linear_search.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +Loops,loops/sum03-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-tiling/mlceu.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,33 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 diff --git a/tests/testcomp/results_v11_slice_s0/results.csv b/tests/testcomp/results_v11_slice_s0/results.csv new file mode 100644 index 000000000..b461de9ea --- /dev/null +++ b/tests/testcomp/results_v11_slice_s0/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 +Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,83 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,81 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,36 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 +Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,29 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,33 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 diff --git a/tests/testcomp/results_v11_slice_s1/results.csv b/tests/testcomp/results_v11_slice_s1/results.csv new file mode 100644 index 000000000..920b86c99 --- /dev/null +++ b/tests/testcomp/results_v11_slice_s1/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,73 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,36 +BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,71 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,20 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,79 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 +XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,32 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,71 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/terminator_01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,-1 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/vogal-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,43 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,35 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Loops,loops/trex01-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 diff --git a/tests/testcomp/results_v11_slice_s2/results.csv b/tests/testcomp/results_v11_slice_s2/results.csv new file mode 100644 index 000000000..ddb99d17c --- /dev/null +++ b/tests/testcomp/results_v11_slice_s2/results.csv @@ -0,0 +1,273 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,25 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,5 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,77 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,34 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,63 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,84 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-16.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,81 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,84 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,29 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,30 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 +Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 +Recursive,recursive/McCarthy91-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +XCSP,xcsp/CostasArray-13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 +XCSP,xcsp/CostasArray-17.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,77 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,69 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,71 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,75 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-programs/copysome2-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,32 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Loops,loops/linear_search.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +Loops,loops/sum03-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,89 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 diff --git a/tests/testcomp/results_v12_control_s0/results.csv b/tests/testcomp/results_v12_control_s0/results.csv new file mode 100644 index 000000000..d545eaa70 --- /dev/null +++ b/tests/testcomp/results_v12_control_s0/results.csv @@ -0,0 +1,103 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,74 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Recursive,recursive/Ackermann02.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v12_control_s1/results.csv b/tests/testcomp/results_v12_control_s1/results.csv new file mode 100644 index 000000000..8346f772b --- /dev/null +++ b/tests/testcomp/results_v12_control_s1/results.csv @@ -0,0 +1,130 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,22 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,44 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,34 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Recursive,recursive/Fibonacci04.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,85 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v12_control_s2/results.csv b/tests/testcomp/results_v12_control_s2/results.csv new file mode 100644 index 000000000..763a7e55b --- /dev/null +++ b/tests/testcomp/results_v12_control_s2/results.csv @@ -0,0 +1,76 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,66 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,49 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,73 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,71 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,67 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,9 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,61 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,70 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,52 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,72 diff --git a/tests/testcomp/results_v12_slice_s0/results.csv b/tests/testcomp/results_v12_slice_s0/results.csv new file mode 100644 index 000000000..9eb0ea0c5 --- /dev/null +++ b/tests/testcomp/results_v12_slice_s0/results.csv @@ -0,0 +1,106 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,87 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,87 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,26 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,41 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 diff --git a/tests/testcomp/results_v12_slice_s1/results.csv b/tests/testcomp/results_v12_slice_s1/results.csv new file mode 100644 index 000000000..7fff6d982 --- /dev/null +++ b/tests/testcomp/results_v12_slice_s1/results.csv @@ -0,0 +1,102 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,45 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,33 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,80 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,89 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,85 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,74 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,83 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 diff --git a/tests/testcomp/results_v12_slice_s2/results.csv b/tests/testcomp/results_v12_slice_s2/results.csv new file mode 100644 index 000000000..a85223a18 --- /dev/null +++ b/tests/testcomp/results_v12_slice_s2/results.csv @@ -0,0 +1,73 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,18 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,48 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,88 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,35 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,84 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,85 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,87 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,74 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,65 +ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,87 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,87 diff --git a/tests/testcomp/results_v8_cover-branches_s0/results.csv b/tests/testcomp/results_v8_cover-branches_s0/results.csv new file mode 100644 index 000000000..4cc96d161 --- /dev/null +++ b/tests/testcomp/results_v8_cover-branches_s0/results.csv @@ -0,0 +1,306 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,81.25,16,4,1 +Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,77.78,9,50,44 +XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 +Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,1 +ECA,eca-rers2012/Problem05_label57.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,58 +BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,50.93,1180,19,42 +LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,41 +Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,FAILED,VALIDATED,60.57,175,50,41 +Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,42 +Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,43 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,20 +Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,42 +ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,45 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,56 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,57.34,143,50,42 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,57 +Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,41 +ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,21.8,266,50,11 +Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,81.25,16,4,1 +Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,57 +XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 +Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,2 +ECA,eca-rers2012/Problem11_label28.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,56 +BitVectors,bitvector/s3_srvr_3a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,47 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED,25.86,495,9,43 +LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,42 +Loops,nla-digbench-scaling/prodbin-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,50,41 +ProductLines,product-lines/email_spec7_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.73,490,50,43 +ControlFlow,openssl/s3_srvr.blast.16.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.24,227,50,57 +Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-crafted/bor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,61 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,57.14,14,2,11 +Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,1 +ECA,eca-programs/Problem103_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,87 +BitVectors,bitvector/byte_add_2-2.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,2 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,64.09,181,5,41 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,56 +Loops,loops-crafted-1/in-de52.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,41 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,ntdrivers/floppy.i.cil-3.c,ILP32,true,SUCCEEDED,VALIDATED,5.58,1164,50,3 +Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,16,5,6 +Recursive,recursified_nla-digbench/recursified_fermat1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,38.46,13,2,56 +XCSP,xcsp/Dubois-028.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,9 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem08_label42.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,28,79 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,56.57,175,50,56 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.29,121,50,28 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,27.08,48,5,43 +Loops,nla-digbench-scaling/freire1_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,1 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,33.93,504,50,41 +ControlFlow,openssl/s3_clnt.blast.01.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.06,177,50,11 +Floats,neural-networks/lunarlander_16_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/cstrpbrk-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,57.14,14,6,1 +Recursive,recursive-simple/id2_b3_o5.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,56 +XCSP,xcsp/aim-100-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 +Heap,memsafety-cve/openNDS_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,44.44,36,50,42 +ECA,eca-rers2012/Problem15_label13.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,43 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,VALIDATED,42.11,76,50,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,46.56,1179,18,42 +LinkedLists,memsafety-broom/dll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 +Loops,nla-digbench-scaling/ps3-ll_unwindbound5.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,6,2 +ProductLines,product-lines/email_spec7_product29.cil.c,ILP32,false,FAILED,VALIDATED_ABORTS,30.8,500,50,41 +ControlFlow,openssl/s3_srvr.blast.14.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,36.2,221,50,56 +Floats,neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.31,13,2,1 +Recursive,recursive/gcd01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,83.33,12,37,53 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 +Heap,heap-data/min_max.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,50,45 +ECA,eca-programs/Problem101_label15.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,66 +BitVectors,bitvector/byte_add-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.44,57,50,8 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,64.15,159,50,43 +LinkedLists,forester-heap/dll-circular-2.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,41 +Loops,loop-invgen/seq-3.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,15,50,42 +ProductLines,product-lines/elevator_spec1_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,memory-model/4SB.i,ILP32,false,FAILED,VALIDATED_ABORTS,68.54,178,50,42 +Floats,float-newlib/double_req_bl_0876.c,ILP32,true,SUCCEEDED,VALIDATED,8.74,183,2,1 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,41 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,3.12,32,1,42 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,80.0,40,15,47 +Heap,ldv-memsafety/memleaks_test22_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,12.5,32,1,1 +ECA,eca-rers2012/Problem04_label18.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,56 +BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,28.73,463,9,42 +LinkedLists,forester-heap/sll-01-1.i,ILP32,true,SUCCEEDED,VALIDATED,67.86,56,50,56 +Loops,loops-crafted-1/sumt2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,42 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.34,1160,50,2 +Floats,floats-nonlinear/coral-benchmark01.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,1 +Arrays,array-fpi/condn.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,1 +Recursive,recursified_nla-digbench/recursified_egcd-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,77.78,9,15,46 +XCSP,xcsp/Dubois-022.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 +Heap,ldv-regression/test19.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,69 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-1a.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,43 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,11 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,55 +Loops,nla-digbench-scaling/dijkstra-u_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,85.71,14,3,1 +ProductLines,product-lines/email_spec0_product37.cil.c,ILP32,true,FAILED,VALIDATED,24.07,482,50,41 +ControlFlow,openssl-simplified/s3_clnt_4.cil-1.c,ILP32,unknown,FAILED,VALIDATED,62.86,175,50,42 +Floats,neural-networks/dubinsrejoin_17_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +Arrays,array-fpi/s2if.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,83.33,12,4,1 +Recursive,recursified_nla-digbench/recursified_geo3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,56 +XCSP,xcsp/Dubois-085.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +Heap,list-ext-properties/test-0513_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,82.14,28,6,1 +ECA,eca-rers2012/Problem10_label05.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,56 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,VALIDATED,35.03,177,50,29 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,62.59,147,7,42 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,SUCCEEDED,VALIDATED,84.21,38,50,41 +Loops,nla-digbench-scaling/geo1-ll2_unwindbound20.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,2,47 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,23.2,582,50,41 +ControlFlow,openssl-simplified/s3_srvr_7.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,52.17,207,50,55 +Floats,neural-networks/logistic_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety-realloc/array-realloc-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,6,50,4 +Recursive,recursified_nla-digbench/recursified_ps6-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,50,41 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,18 +Heap,memsafety-cve/krb5Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.09,46,50,44 +ECA,eca-rers2012/Problem12_label50.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,58 +BitVectors,bitvector/s3_srvr_3a_alt.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED,25.45,495,9,40 +LinkedLists,list-properties/simple-1.i,ILP32,false,SUCCEEDED,VALIDATED,81.82,11,4,43 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,14,2,1 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.97,494,50,42 +ControlFlow,openssl/s3_srvr.blast.06.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,34.33,233,50,55 +Floats,neural-networks/poly_16_16_16_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-multidimensional/init-non-constant-2-n-u.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,12,50,41 +Recursive,recursive-simple/sum_non.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,42 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,38 +Heap,memsafety-cve/sniproxyFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,33.33,24,50,42 +ECA,eca-rers2012/Problem16_label37.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,42 +BitVectors,bitvector/soft_float_4-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,42 +Sequentialized,seq-pthread/cs_fib_longer-1.i,ILP32,true,UNKNOWN,VALIDATED,6.74,89,1,47 +LinkedLists,memsafety-broom/linux-list-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,40 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,4,2 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,42 +ControlFlow,openssl/s3_srvr.blast.13.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,47 +Floats,neural-networks/softsign_w32_r4_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-tiling/revcpyswp2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,1 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,42 +XCSP,xcsp/aim-200-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 +Heap,memsafety/test-0220.i,ILP32,unknown,SUCCEEDED,VALIDATED,63.64,11,50,57 +ECA,eca-rers2012/Problem19_label22.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,46 +ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,56 +Floats,neural-networks/tanh_w8_r4_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-cav19/array_init_pair_symmetr2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,30.0,10,3,42 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,62.42,157,50,42 +LinkedLists,forester-heap/dll-01-2.i,ILP32,true,FAILED,VALIDATED,67.86,56,50,57 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,50 +XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,56.25,16,2,17 +Loops,loop-industry-pattern/nested-3.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,50,56 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Heap,ldv-memsafety/memleaks_test10-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,1 +ECA,eca-programs/Problem102_label32.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 +ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,7 +Floats,float-benchs/sqrt_biNewton_pseudoconstant.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,20.0,10,1,0 +Arrays,array-crafted/zero_sum_const2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,74.18,182,50,10 +LinkedLists,forester-heap/dll-simple-white-blue-2.i,ILP32,true,FAILED,VALIDATED,85.0,20,50,42 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 +XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,2.78,36,1,55 +Loops,loop-new/gauss_sum.i.p+lhb-reducer.c,ILP32,true,FAILED,VALIDATED,80.0,20,50,43 +ProductLines,product-lines/elevator_spec1_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test18.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,1 +ECA,eca-rers2012/Problem03_label33.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 +ControlFlow,ntdrivers/kbfiltr.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,4,45 +Floats,float-newlib/float_req_bl_0684b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,7.69,13,1,42 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,48.41,1130,17,42 +LinkedLists,forester-heap/sll-queue-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.88,59,50,42 +Recursive,recursified_loop-simple/recursified_nested_1b.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,1 +XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,loop-zilu/benchmark44_disjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,11,50,42 +ProductLines,product-lines/elevator_spec2_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test23_4.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,2 +ECA,eca-rers2012/Problem05_label14.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,56 +ControlFlow,openssl-simplified/s3_srvr_10.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.17,205,50,50 +Floats,floats-cdfpl/newton_3_4.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_two_index_04.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,73.03,152,50,42 +LinkedLists,heap-manipulation/bubble_sort_linux-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.44,64,50,42 +Recursive,recursified_nla-digbench/recursified_cohendiv.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,90.0,10,39,44 +XCSP,xcsp/Dubois-023.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,50.0,14,50,42 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,VALIDATED,100.0,4,4,1 +ECA,eca-rers2012/Problem06_label38.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,57 +ControlFlow,openssl-simplified/s3_srvr_8.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,49.76,209,50,55 +Floats,neural-networks/cartpole_25_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,12,5,6 +Sequentialized,seq-mthreaded/pals_lcr.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,63.64,121,50,12 +LinkedLists,list-ext3-properties/dll_nondet_free_order-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,1 +Recursive,recursified_nla-digbench/recursified_egcd3.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,92.31,13,8,49 +XCSP,xcsp/Dubois-050.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,14 +Loops,nla-digbench-scaling/cohencu-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,12,2 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.28,492,50,43 +Heap,ldv-regression/test25-2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,2 +ECA,eca-rers2012/Problem08_label00.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,75 +ControlFlow,openssl/s3_srvr.blast.04.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,44.78,201,50,52 +Floats,neural-networks/cartpole_85_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/ms5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,0 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,48.29,205,2,6 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.47,17,6,41 +Recursive,recursified_nla-digbench/recursified_geo2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,55 +XCSP,xcsp/Dubois-100.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench-scaling/divbin_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,86.67,15,7,1 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.49,492,50,40 +Heap,list-ext-properties/list-ext_flag_1.i,ILP32,unknown,FAILED,VALIDATED,71.43,21,50,41 +ECA,eca-rers2012/Problem09_label23.c,ILP32,true,UNKNOWN,VALIDATED,,,0,74 +ControlFlow,openssl/s3_srvr.blast.12.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.15,217,50,53 +Floats,neural-networks/dubinsrejoin_48_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/s42iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,82.35,17,4,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,FAILED,VALIDATED,33.61,488,10,41 +LinkedLists,memsafety-broom/dll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 +Recursive,recursified_nla-digbench/recursified_knuth.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.71,14,2,2 +XCSP,xcsp/Haystacks-16.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,10,2,55 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.76,494,50,40 +Heap,memsafety-cve/bzip3Fixed.i,ILP32,unknown,FAILED,VALIDATED,60.0,60,50,41 +ECA,eca-rers2012/Problem10_label46.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,55 +ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation_2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,4,25 +Floats,neural-networks/exp_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Arrays,array-fpi/ss2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.0,20,5,1 +Floats,neural-networks/gcas_6_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-industry-pattern/array_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,52 +Floats,neural-networks/log_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,VALIDATED,46.67,15,50,55 +Floats,neural-networks/lunarlander_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-lopstr16/single_elem_safe.i,ILP32,true,UNKNOWN,VALIDATED,40.0,15,50,44 +Floats,neural-networks/lunarlander_21_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/array02-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,10,50,42 +Floats,neural-networks/lunarlander_33_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/cstrchr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,5,1 +Floats,neural-networks/lunarlander_45_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/cstrncat_unsafe.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,6,1,1 +Floats,neural-networks/lunarlander_57_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/libredwg_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.5,40,50,42 +ECA,eca-rers2012/Problem13_label15.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,56 +Loops,nla-digbench-scaling/hard-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,4,1 +ProductLines,product-lines/email_spec4_product13.cil.c,ILP32,true,FAILED,VALIDATED,23.06,490,50,40 +Recursive,recursive-simple/id_b3_o5-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,54 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 +Floats,neural-networks/poly_1024_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/openSC.i,ILP32,unknown,SUCCEEDED,VALIDATED,61.4,57,50,41 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.53,504,50,42 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,53 +Arrays,array-multidimensional/diff-3-n-u.c,ILP32,true,UNKNOWN,VALIDATED,,,0,16 +ECA,eca-rers2012/Problem15_label56.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,41 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,10,5,1 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +Floats,neural-networks/poly_512_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/sofia-sipFixed.i,ILP32,unknown,UNKNOWN,VALIDATED,21.43,28,50,48 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,22.85,582,50,41 +Recursive,recursive/Ackermann04.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 +Arrays,array-patterns/array3_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,41 +ECA,eca-rers2012/Problem17_label18.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 +Loops,nla-digbench-scaling/ps3-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,22,1 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 +Floats,neural-networks/softsign_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-ext2/optional_data_creation_test04-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,14,50,57 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,27.44,492,50,41 +Floats,neural-networks/softsign_w4_r3_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench-scaling/sqrt1-ll_unwindbound2.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,3,0 +Arrays,array-tiling/rewnifrev2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,4,1 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,FAILED,VALIDATED,10.64,752,50,43 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,40 +Heap,memsafety/test-0232-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,50,42 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.55,494,50,42 +Floats,neural-networks/tanh_w64_r4_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench/ps5-ll.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,41 +Arrays,array-cav19/array_init_nondet_vars.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,8,4,1 +ECA,eca-programs/Problem101_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,8,56 +Recursive,recursified_nla-digbench/recursified_lcm1.c,ILP32,unknown,SUCCEEDED,VALIDATED,92.31,13,10,41 +Heap,heap-data/process_queue.i,ILP32,true,SUCCEEDED,VALIDATED,25.0,16,50,55 +ProductLines,product-lines/elevator_spec14_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Floats,float-benchs/image_filter.c,ILP32,true,SUCCEEDED,VALIDATED,33.33,6,1,1 +Loops,loop-industry-pattern/mod3.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,80.0,20,50,41 +Heap,ldv-memsafety/memleaks_test1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,2,1 +Arrays,array-crafted/mapavg5.i,ILP32,true,SUCCEEDED,VALIDATED,27.27,11,3,55 +ProductLines,product-lines/elevator_spec1_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ECA,eca-programs/Problem102_label36.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,32,68 +Floats,float-benchs/sqrt_Householder_interval.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,12.5,8,1,0 +Loops,loop-invgen/nested6.i,ILP32,true,SUCCEEDED,VALIDATED,76.47,17,50,42 +Heap,ldv-memsafety/memleaks_test13_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,0 +Arrays,array-crafted/zero_sum_const4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,1 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-programs/Problem103_label56.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,75 +Floats,float-newlib/double_req_bl_0870b.c,ILP32,true,SUCCEEDED,VALIDATED,0.55,181,1,1 +Loops,loop-new/count_by_k.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,4,40 +Heap,ldv-memsafety/memleaks_test17_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,1 +Arrays,array-examples/sanfoundry_24-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,41 +ProductLines,product-lines/elevator_spec2_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,0 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,SUCCEEDED,VALIDATED,17.23,296,50,42 +Floats,float-newlib/float_req_bl_0683a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,loop-zilu/benchmark14_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,11 +Heap,ldv-memsafety/memleaks_test20-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,0 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,6.67,15,1,41 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem04_label25.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,55 diff --git a/tests/testcomp/results_v8_cover-branches_s1/results.csv b/tests/testcomp/results_v8_cover-branches_s1/results.csv new file mode 100644 index 000000000..0f098d25c --- /dev/null +++ b/tests/testcomp/results_v8_cover-branches_s1/results.csv @@ -0,0 +1,306 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.71,177,50,43 +Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,61.49,148,50,42 +LinkedLists,heap-manipulation/tree-3.i,ILP32,true,SUCCEEDED,VALIDATED,77.5,40,50,57 +Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,1 +ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,47.87,211,50,52 +Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,13,50,42 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,33.33,9,3,42 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.32,38,14,43 +Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,3,1 +ECA,eca-rers2012/Problem08_label09.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,28,83 +BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,200,50,13 +LinkedLists,list-properties/list-1.i,ILP32,true,FAILED,VALIDATED,52.94,17,50,42 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,8,13,1 +ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,FAILED,VALIDATED,26.22,492,50,43 +ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,42 +Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,12,1,1 +Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,43 +Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,42 +Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 +ECA,eca-rers2012/Problem07_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,67 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,FAILED,VALIDATED,62.86,175,50,42 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,6 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,56 +Loops,nla-digbench-scaling/geo1-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,2,56 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,FAILED,VALIDATED,27.85,492,50,42 +ControlFlow,openssl/s3_srvr.blast.01.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,47.26,201,50,55 +Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-patterns/array22_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,31.82,22,4,43 +Recursive,recursive/Ackermann03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +Heap,memsafety/test-0102-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,72.73,11,50,57 +ECA,eca-rers2012/Problem19_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,47 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,24,2,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.84,161,50,42 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,57.14,21,50,56 +Loops,loop-lit/gj2007.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ProductLines,product-lines/elevator_spec1_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,12 +Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_running-2.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,42 +Recursive,recursified_loop-simple/recursified_nested_6.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,41 +Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem06_label30.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 +BitVectors,bitvector/num_conversion_2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,9 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,74.17,120,47,5 +LinkedLists,forester-heap/sll-simple-white-blue-1.i,ILP32,true,FAILED,VALIDATED,83.33,18,50,43 +Loops,nla-digbench-scaling/divbin2_valuebound10.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,86.67,15,12,1 +ProductLines,product-lines/email_spec11_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.08,476,50,42 +ControlFlow,openssl-simplified/s3_srvr_11.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.17,213,50,55 +Floats,neural-networks/dubinsrejoin_54_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +Arrays,array-fpi/sina4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,93.75,16,5,7 +Recursive,recursified_nla-digbench/recursified_prodbin-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,11.11,9,1,56 +XCSP,xcsp/Haystacks-11.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +Heap,memsafety-cve/gpac_5.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,13.64,22,50,51 +ECA,eca-rers2012/Problem12_label01.c,ILP32,true,UNKNOWN,VALIDATED,10.09,813,50,48 +BitVectors,bitvector/s3_srvr_3.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,52 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,54.53,464,50,42 +LinkedLists,list-properties/list_flag-2.i,ILP32,true,SUCCEEDED,VALIDATED,64.71,17,50,42 +Loops,nla-digbench-scaling/hard2_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,7,0 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.69,502,50,42 +ControlFlow,openssl/s3_srvr.blast.08.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,37.91,211,50,56 +Floats,neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,-1 +Arrays,array-patterns/array5_pattern.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,16,50,44 +Recursive,recursive/Addition02WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,87.5,8,50,48 +XCSP,xcsp/aim-200-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Heap,memsafety/global-atexit-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,4,2,1 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,44 +BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,4,50,42 +Sequentialized,systemc/token_ring.01.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.84,74,50,48 +LinkedLists,memsafety-broom/sll-shared-sll-after.i,LP64,unknown,SUCCEEDED,VALIDATED,90.0,10,50,43 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,3,42 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,infeasible-control-flow/unreach_branch1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,43 +Floats,float-benchs/mea8000.c,ILP32,true,UNKNOWN,VALIDATED,9.43,53,1,43 +Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,3,2 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,49 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.08,26,9,44 +Heap,ldv-memsafety/memleaks_test16_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem03_label08.c,ILP32,true,FAILED,VALIDATED,17.23,296,50,44 +BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,4,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.27,182,50,13 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,85.0,20,50,43 +Loops,loop-zilu/benchmark27_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,42 +ProductLines,product-lines/elevator_spec2_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,4 +Floats,floats-cbmc-regression/float8.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,1,1 +Arrays,array-examples/standard_strcpy_original-2.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Recursive,recursified_nla-digbench/recursified_bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,50,43 +XCSP,xcsp/Dubois-015.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,4 +Heap,ldv-memsafety/memleaks_test8_2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,5.88,34,2,1 +ECA,eca-rers2012/Problem06_label13.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 +BitVectors,bitvector/modulus-2.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,13,34,42 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,50.49,1129,19,42 +LinkedLists,forester-heap/sll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,56 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.0,10,33,40 +ProductLines,product-lines/email_spec0_product05.cil.c,ILP32,true,FAILED,VALIDATED,14.5,476,50,41 +ControlFlow,openssl-simplified/s3_clnt_1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,65.14,175,50,42 +Floats,neural-networks/cartpole_67_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/ms3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,1 +Recursive,recursified_nla-digbench/recursified_geo1-u.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,71.43,7,20,56 +XCSP,xcsp/Dubois-045.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,17 +Heap,list-ext-properties/960521-1_1-1.i,ILP32,unknown,UNKNOWN,VALIDATED,55.56,9,1,2 +ECA,eca-rers2012/Problem08_label58.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,28,78 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,VALIDATED,56.57,175,50,56 +Sequentialized,seq-mthreaded/pals_lcr.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,64.58,96,21,6 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,SUCCEEDED,VALIDATED,26.56,64,3,41 +Loops,nla-digbench-scaling/egcd3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,93.75,16,20,6 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,VALIDATED,22.24,580,50,42 +ControlFlow,openssl-simplified/s3_srvr_2.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,54 +Floats,neural-networks/dubinsrejoin_90_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/sqmf.c,ILP32,false,SUCCEEDED,VALIDATED,83.33,12,6,6 +Recursive,recursified_nla-digbench/recursified_ps2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 +XCSP,xcsp/Haystacks-13.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Heap,memsafety-cve/gpac_17.i,ILP32,unknown,SUCCEEDED,VALIDATED,44.83,29,50,43 +ECA,eca-rers2012/Problem11_label44.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,56 +BitVectors,bitvector/s3_srvr_2_alt.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,53.0,200,2,9 +LinkedLists,list-properties/alternating_list-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.68,19,50,41 +Loops,nla-digbench-scaling/geo3-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,1 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.52,498,50,40 +ControlFlow,openssl/s3_clnt.blast.04.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,7 +Floats,neural-networks/lunarlander_75_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/openbsd_cstrlcpy-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,20,6,1 +Recursive,recursive-simple/id_b3_o5-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,54 +XCSP,xcsp/aim-100-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,20 +Heap,memsafety-cve/openrazer.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.29,28,50,46 +ECA,eca-rers2012/Problem15_label31.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,43 +BitVectors,bitvector/soft_float_2.c.cil.c,ILP32,unknown,FAILED,VALIDATED,44.0,50,50,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,48.56,1180,18,43 +LinkedLists,memsafety-broom/dll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,41 +Loops,nla-digbench-scaling/prod4br-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,42 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.13,504,50,42 +ControlFlow,openssl/s3_srvr.blast.10.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,36.1,205,50,57 +Floats,neural-networks/robot_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-programs/copysome1-1.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,42 +Recursive,recursive/Addition03-2.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,50,45 +XCSP,xcsp/aim-200-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Heap,memsafety-ext2/split_list_test05-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,22,50,56 +ECA,eca-rers2012/Problem18_label16.c,ILP32,true,FAILED,VALIDATED,10.64,752,50,43 +BitVectors,bitvector/soft_float_5a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,48.0,50,50,42 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,47.24,127,35,43 +LinkedLists,memsafety-broom/sll-nested-sll-lst-data.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,46 +Loops,nla-digbench/fermat2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,10.0,10,1,1 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.16,494,50,42 +Heap,memsafety/test-0236.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,55 +ECA,eca-rers2012/Problem19_label56.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,44 +ControlFlow,infeasible-control-flow/conflict_branch2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,57 +Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,2,1,1 +Arrays,array-crafted/bAnd2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,8 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,65.22,161,50,40 +LinkedLists,forester-heap/dll-optional-1.i,ILP32,true,UNKNOWN,VALIDATED,61.11,18,50,45 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,62 +XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.0,20,8,42 +Loops,loop-invgen/apache-get-tag.i.p+sep-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +ProductLines,product-lines/elevator_spec1_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test12-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,63,1,1 +ECA,eca-programs/Problem102_label49.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,76 +ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,11 +Floats,float-newlib/double_req_bl_0660b.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,1 +Arrays,array-crafted/zero_sum_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,3,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,54.86,432,50,40 +LinkedLists,forester-heap/dll-token-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.0,25,50,41 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,48 +XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,VALIDATED,16.0,50,5,41 +Loops,loop-zilu/benchmark01_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,36,42 +ProductLines,product-lines/elevator_spec2_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test19-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,1,1 +ECA,eca-rers2012/Problem03_label49.c,ILP32,true,FAILED,VALIDATED,17.23,296,50,41 +ControlFlow,ntdrivers/parport.i.cil-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,3.55,1156,12,43 +Floats,float-newlib/float_req_bl_0920a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_copy7_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.76,21,1,41 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,45.22,1130,16,41 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED,54.55,22,50,47 +Recursive,recursified_loop-simple/recursified_nested_3.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 +XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 +Loops,loops-crafted-1/in-de20.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,42 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test5.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem05_label31.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,69 +ControlFlow,openssl-simplified/s3_srvr_12.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,47.37,247,50,44 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_vector_difference_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,68.82,186,50,36 +LinkedLists,heap-manipulation/dll_of_dll-1.i,ILP32,true,UNKNOWN,VALIDATED,76.06,71,50,54 +Recursive,recursified_nla-digbench/recursified_dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,41 +XCSP,xcsp/Dubois-025.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 +Loops,loops/sum01_bug02_sum01_bug02_base.case.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,9,42 +ProductLines,product-lines/elevator_spec9_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,91.67,12,16,1 +ECA,eca-rers2012/Problem06_label54.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 +ControlFlow,openssl/s3_clnt.blast.02.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,59.22,179,50,6 +Floats,neural-networks/cartpole_37_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,93.75,16,5,5 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,61.49,148,50,40 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,61.54,13,1,1 +Recursive,recursified_nla-digbench/recursified_fermat1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,7.69,13,1,1 +XCSP,xcsp/Dubois-060.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 +Loops,nla-digbench-scaling/cohendiv-ll_unwindbound50.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,91.67,12,37,45 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,VALIDATED,32.39,494,50,47 +Heap,ldv-regression/test29-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,1 +ECA,eca-rers2012/Problem08_label17.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,76 +ControlFlow,openssl/s3_srvr.blast.06.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.06,235,50,54 +Floats,neural-networks/cartpole_97_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/nsqmf.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,83.33,12,6,5 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,53.17,205,2,7 +LinkedLists,list-properties/simple-2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,42 +Recursive,recursified_nla-digbench/recursified_geo2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,55 +XCSP,xcsp/Haystacks-07.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,2,42 +Loops,nla-digbench-scaling/egcd-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,1 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED,32.39,494,50,42 +Heap,list-ext-properties/test-0158_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,5,2,1 +ECA,eca-rers2012/Problem09_label39.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,76 +ControlFlow,openssl/s3_srvr.blast.14.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.22,223,50,52 +Floats,neural-networks/dubinsrejoin_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/s4liff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,14,4,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,42.72,1140,50,41 +LinkedLists,memsafety-broom/linux-hlist-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 +Recursive,recursified_nla-digbench/recursified_mannadiv.c,ILP32,unknown,UNKNOWN,VALIDATED,77.78,9,50,52 +XCSP,xcsp/Haystacks-18.c,ILP32,true,FAILED,VALIDATED_ABORTS,100.0,2,3,43 +Loops,nla-digbench-scaling/freire1_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,1 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,FAILED,VALIDATED,28.88,502,50,42 +Heap,memsafety-cve/editorconfig-core-cFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,40.0,30,50,40 +ECA,eca-rers2012/Problem11_label03.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,55 +Heap,memsafety-cve/gpac_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,55.81,43,50,40 +ECA,eca-rers2012/Problem11_label19.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,55 +Heap,memsafety-cve/gpac_16Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.19,42,50,45 +ECA,eca-rers2012/Problem11_label36.c,ILP32,false,UNKNOWN,VALIDATED,23.74,278,50,55 +Heap,memsafety-cve/gpac_19.i,ILP32,unknown,UNKNOWN,VALIDATED,14.81,54,50,46 +ECA,eca-rers2012/Problem11_label52.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,47 +Heap,memsafety-cve/gpac_6.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,36.67,30,50,43 +ECA,eca-rers2012/Problem12_label09.c,ILP32,true,UNKNOWN,VALIDATED,10.09,813,50,47 +Heap,memsafety-cve/jhead.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,41 +ECA,eca-rers2012/Problem12_label25.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,56 +Heap,memsafety-cve/kilo.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,42 +ECA,eca-rers2012/Problem12_label42.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,56 +Heap,memsafety-cve/liblouis.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.22,36,50,42 +ECA,eca-rers2012/Problem12_label58.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,55 +Loops,nla-digbench-scaling/geo3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,6,1 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.03,506,50,41 +Recursive,recursive-simple/id_b3_o2-1.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,47 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,42 +Sequentialized,systemc/token_ring.02.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,33.04,115,50,55 +Arrays,array-memsafety/openbsd_cstrncpy-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,6,1 +ECA,eca-rers2012/Problem15_label04.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,40 +Loops,nla-digbench-scaling/knuth_unwindbound20.i,ILP32,true,SUCCEEDED,VALIDATED,46.15,13,2,1 +XCSP,xcsp/aim-200-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,40 +Floats,neural-networks/poly_16_16_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/plutovg.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,3,1 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,41 +Recursive,recursive-simple/sum_non_eq-1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,47 +Arrays,array-patterns/array12_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,4,42 +ECA,eca-rers2012/Problem16_label29.c,ILP32,true,FAILED,VALIDATED,19.69,391,50,46 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,VALIDATED,10.0,10,1,46 +XCSP,xcsp/aim-200-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Floats,neural-networks/relu_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/zephyr.i,ILP32,unknown,UNKNOWN,VALIDATED,25.0,20,50,49 +ProductLines,product-lines/email_spec7_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,33.2,494,50,40 +Recursive,recursive/Addition03-1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,45 +Arrays,array-programs/partial_mod_count_limited_1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,45 +ECA,eca-rers2012/Problem17_label51.c,ILP32,true,FAILED,VALIDATED,13.5,585,50,45 +Loops,nla-digbench-scaling/ps5-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,3,1 +Arrays,array-tiling/nr4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,16,5,0 +ECA,eca-rers2012/Problem18_label24.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,43 +Recursive,recursive/Fibonacci04-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,46 +Heap,memsafety/lockfree-3.2.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,55 +ProductLines,product-lines/email_spec8_product35.cil.c,ILP32,false,FAILED,VALIDATED_ABORTS,36.36,506,50,41 +Floats,neural-networks/tanh_w16_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Loops,nla-digbench/geo2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,54 +Arrays,reducercommutativity/sep.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,1 +ECA,eca-rers2012/Problem19_label47.c,ILP32,false,FAILED,TESTCOV_ERROR,,,50,59 +Recursive,recursive/recHanoi02-2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,33,2 +Heap,heap-data/calendar.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,55 +ProductLines,product-lines/elevator_spec14_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Floats,float-benchs/divmul_diverge.c,ILP32,true,UNKNOWN,VALIDATED,37.5,8,50,55 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,4,4,39 +Arrays,array-crafted/bAnd4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +ECA,eca-programs/Problem102_label03.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,32,67 +Floats,float-benchs/interpolation2.c.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,loop-invariants/linear-inequality-inv-c.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,41 +Heap,ldv-memsafety/memleaks_test10-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,1 +Arrays,array-crafted/mapsum4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +ProductLines,product-lines/elevator_spec1_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ECA,eca-programs/Problem102_label45.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,32,68 +Floats,float-benchs/zonotope_3.c.p+cfa-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Loops,loop-lit/bhmr2007.i,ILP32,true,UNKNOWN,VALIDATED,54.55,11,50,44 +Heap,ldv-memsafety/memleaks_test14_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,0 +Arrays,array-crafted/zero_sum_const_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,1 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem03_label04.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,41 +Floats,float-newlib/double_req_bl_0920a.c,ILP32,true,SUCCEEDED,VALIDATED,3.23,31,1,0 +Loops,loop-new/half.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,40 +Heap,ldv-memsafety/memleaks_test17_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,0 +Arrays,array-examples/sorting_bubblesort_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,41 +ProductLines,product-lines/elevator_spec2_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,0 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,SUCCEEDED,VALIDATED,17.23,296,50,40 +Floats,float-newlib/float_req_bl_0870b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,loop-zilu/benchmark20_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,2 +Heap,ldv-memsafety/memleaks_test21-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,0 +Arrays,array-examples/standard_copy6_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,5.26,19,1,41 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 diff --git a/tests/testcomp/results_v8_cover-branches_s2/results.csv b/tests/testcomp/results_v8_cover-branches_s2/results.csv new file mode 100644 index 000000000..21dc74fbe --- /dev/null +++ b/tests/testcomp/results_v8_cover-branches_s2/results.csv @@ -0,0 +1,305 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,43 +Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,42 +Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,90.0,10,29,45 +XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 +Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.29,34,50,43 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,42 +BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,53.48,187,2,13 +LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,43 +Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,7,1 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,43 +ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,12 +Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,5 +Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,57 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 +Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,1 +ECA,eca-programs/Problem102_label41.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,85 +BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,33,43 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,28.73,456,7,42 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,56.0,25,3,51 +Loops,loops/trex03-2.c,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,50,58 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,48.22,197,50,55 +Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,1 +Recursive,recursified_nla-digbench/recursified_ps3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,43 +XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,45 +ECA,eca-rers2012/Problem13_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,57 +BitVectors,bitvector/soft_float_2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,44.0,50,50,42 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,VALIDATED,38.2,89,25,46 +LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 +Loops,nla-digbench/dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,42 +ProductLines,product-lines/email_spec9_product12.cil.c,ILP32,true,FAILED,VALIDATED,23.06,490,50,43 +ControlFlow,infeasible-control-flow/conflict_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,11.11,9,3,42 +Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-crafted/zero_sum_const_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,2 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,51 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.67,30,10,43 +Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem03_label58.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 +BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,28.73,456,9,43 +LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,UNKNOWN,VALIDATED,74.19,31,50,46 +Loops,loops/s3.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,58.19,177,50,7 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.68,808,13,2 +ControlFlow,openssl-simplified/s3_clnt_1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,42 +Floats,neural-networks/cartpole_55_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/nsqm-if.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,93.75,16,6,43 +Recursive,recursified_nla-digbench/recursified_geo1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,10,55 +XCSP,xcsp/Dubois-055.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,25 +Heap,list-ext-properties/test-0217_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,40,50,41 +ECA,eca-rers2012/Problem09_label48.c,ILP32,true,ERROR,NO_SUITE,,,0,87 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.03,177,50,29 +Sequentialized,seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,60.45,177,50,42 +LinkedLists,list-ext3-properties/dll_nondet_free_order-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,1 +Loops,nla-digbench-scaling/geo1-u_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,8,17,55 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,FAILED,VALIDATED,31.47,502,50,41 +ControlFlow,openssl/s3_clnt.blast.04.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,59.22,179,50,7 +Floats,neural-networks/lunarlander_63_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/openbsd_cstrstr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,39.13,23,6,1 +Recursive,recursive-simple/id_b5_o10-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,56 +XCSP,xcsp/aim-100-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,20 +Heap,memsafety-cve/radare2_2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.78,36,50,43 +ECA,eca-rers2012/Problem16_label21.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,42 +BitVectors,bitvector/soft_float_3a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,50,50,45 +Sequentialized,seq-pthread/cs_lamport.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,33.18,211,40,43 +LinkedLists,memsafety-broom/linux-list-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,42 +Loops,nla-digbench-scaling/ps6-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,22,1 +ProductLines,product-lines/email_spec8_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.68,502,50,42 +ControlFlow,unsignedintegeroverflow-sas23/cancel_var_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,2 +Floats,neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-cav19/array_min_and_copy_shift_sum_add.c,ILP32,true,SUCCEEDED,VALIDATED,33.33,12,2,55 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,47 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,60.0,10,2,4 +Heap,ldv-memsafety/memleaks_test1-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,2 +ECA,eca-programs/Problem102_label24.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,32,79 +BitVectors,bitvector/byte_add_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,59.15,142,50,42 +LinkedLists,forester-heap/dll-queue-1.i,ILP32,true,FAILED,VALIDATED,72.88,59,50,41 +Loops,loop-new/count_by_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,4 +ProductLines,product-lines/elevator_spec1_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,ntdrivers-simplified/diskperf_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.46,171,50,45 +Floats,float-newlib/float_req_bl_0670.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,5.88,17,1,41 +Recursive,recursified_loop-simple/recursified_nested_1.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,21 +Heap,ldv-memsafety/memleaks_test23_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,3 +ECA,eca-rers2012/Problem05_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,58 +BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,46.06,1090,50,42 +LinkedLists,forester-heap/sll-circular-1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,42 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,3,1 +ProductLines,product-lines/elevator_spec3_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,ntdrivers/floppy2.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,0,0,1,4 +Floats,neural-networks/cartpole_19_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,16,5,6 +Recursive,recursified_nla-digbench/recursified_egcd3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,7.69,13,1,55 +XCSP,xcsp/Dubois-026.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,9 +Heap,ldv-regression/test24-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,8,4,2 +ECA,eca-rers2012/Problem07_label52.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,7,63 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-2a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.29,175,50,56 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,64.55,189,50,42 +LinkedLists,forester-heap/sll-token-2.i,ILP32,true,SUCCEEDED,VALIDATED,72.0,25,50,42 +Loops,nla-digbench-scaling/divbin_unwindbound50.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,15,28,40 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.53,490,50,40 +ControlFlow,openssl-simplified/s3_srvr_1.cil-2.c,ILP32,unknown,FAILED,VALIDATED,53.81,197,50,53 +Floats,neural-networks/dubinsrejoin_41_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/s4iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,1 +Recursive,recursified_nla-digbench/recursified_hard2.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,43 +XCSP,xcsp/Haystacks-06.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,37 +Heap,memsafety-cve/asterisk.i,ILP32,unknown,SUCCEEDED,VALIDATED,43.33,30,50,43 +ECA,eca-rers2012/Problem10_label38.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,56 +BitVectors,bitvector/s3_srvr_1_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,51.76,199,50,53 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,61.36,176,9,40 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,SUCCEEDED,VALIDATED,88.24,17,2,1 +Loops,nla-digbench-scaling/geo1-u2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,10,56 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,FAILED,VALIDATED,33.47,496,50,42 +ControlFlow,openssl/s3_clnt.blast.01.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.32,177,50,9 +Floats,neural-networks/lunarlander_27_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-memsafety/cstrcspn-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,1 +Recursive,recursive-simple/id2_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,56 +XCSP,xcsp/aim-100-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,19 +Heap,memsafety-cve/libsndfile.i,ILP32,unknown,SUCCEEDED,VALIDATED,15.0,20,1,2 +ECA,eca-rers2012/Problem13_label23.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,57 +BitVectors,bitvector/soft_float_1-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.03,78,50,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,29.3,488,10,41 +LinkedLists,list-properties/splice-1.i,ILP32,false,SUCCEEDED,VALIDATED,65.22,23,4,42 +Loops,nla-digbench-scaling/knuth_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,46.15,13,2,1 +ProductLines,product-lines/email_spec4_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.52,504,50,41 +ControlFlow,openssl/s3_srvr.blast.07.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,52 +Floats,neural-networks/poly_32_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-patterns/array16_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,38.89,18,4,42 +Recursive,recursive/Ackermann01-2.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,42 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +Heap,memsafety-cve/zchunk.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,39.29,28,7,44 +ECA,eca-rers2012/Problem17_label10.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 +BitVectors,bitvector/soft_float_4-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.3,46,50,41 +Sequentialized,seq-pthread/cs_peterson.i,ILP32,true,SUCCEEDED,VALIDATED,46.09,115,31,41 +LinkedLists,memsafety-broom/sll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,43 +Loops,nla-digbench-scaling/ps5-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,2 +ProductLines,product-lines/email_spec8_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,42 +ControlFlow,openssl/s3_srvr.blast.15.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,37.33,217,50,55 +Floats,neural-networks/sqrt_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,reducercommutativity/max.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,1 +Recursive,recursive/McCarthy91-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,43 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench/ps2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,42 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,42 +Heap,heap-data/cart.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,50,43 +ECA,eca-programs/Problem101_label07.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 +ControlFlow,infeasible-control-flow/unreach_branch2.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,42 +Floats,float-benchs/filter2_set.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,1,1 +Arrays,array-crafted/bor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,40 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.ufo.BOUNDED-10.pals.c,ILP32,true,FAILED,VALIDATED_ABORTS,57.93,145,50,42 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.88,59,9,43 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,58 +XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,83.33,24,9,42 +Loops,loop-invgen/id_trans.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,77.78,9,50,43 +ProductLines,product-lines/elevator_spec1_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test14.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,1 +ECA,eca-programs/Problem103_label43.c,ILP32,true,UNKNOWN,VALIDATED,,,0,82 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,5 +Floats,float-newlib/double_req_bl_0684b.c,ILP32,true,SUCCEEDED,VALIDATED,30.14,73,4,1 +Arrays,array-examples/relax-2-2.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,33.33,36,6,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,34.56,463,12,41 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,25.86,58,50,56 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+lhb-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,2.63,38,1,41 +XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,2.86,70,3,42 +Loops,loop-zilu/benchmark11_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,1 +ProductLines,product-lines/elevator_spec2_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test21-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem04_label06.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,57 +ControlFlow,openssl-simplified/s3_clnt_2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,64.57,175,50,42 +Floats,float-newlib/float_req_bl_1270a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Arrays,array-examples/standard_find_ground-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,2,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.27,93,13,1 +LinkedLists,forester-heap/sll-reverse_simple.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,42 +Recursive,recursified_loop-simple/recursified_nested_5.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 +XCSP,xcsp/Dubois-016.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,4 +Loops,loops-crafted-1/nested3-1_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,64.29,14,50,56 +ProductLines,product-lines/elevator_spec3_product18.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test6_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,1 +ECA,eca-rers2012/Problem05_label48.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,47 +ControlFlow,openssl-simplified/s3_srvr_14.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,48.39,217,50,55 +Floats,floats-esbmc-regression/trunc_nondet_2.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,1,1 +Arrays,array-fpi/brs4f.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,4,1 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,68.49,73,6,2 +LinkedLists,heap-manipulation/merge_sort-2.i,ILP32,true,SUCCEEDED,VALIDATED,75.0,64,50,42 +Recursive,recursified_nla-digbench/recursified_divbin2.i,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,50,41 +XCSP,xcsp/Dubois-027.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,6 +Loops,loops/terminator_03-2_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,1 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,ldv-regression/test14.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,4,2,1 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,66 +ControlFlow,openssl/s3_clnt.blast.03.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,19 +Floats,neural-networks/cartpole_49_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/indp1f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,85.71,14,5,1 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,60.45,177,50,42 +LinkedLists,list-ext3-properties/sll_nondet_insert-2.i,ILP32,true,SUCCEEDED,VALIDATED,80.95,21,50,16 +Recursive,recursified_nla-digbench/recursified_fermat2.c,ILP32,unknown,SUCCEEDED,VALIDATED,11.11,9,1,1 +XCSP,xcsp/Dubois-070.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,31 +Loops,nla-digbench-scaling/dijkstra-u_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,40 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.11,504,50,42 +Heap,ldv-sets/test_mutex.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem08_label33.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,73 +ControlFlow,openssl/s3_srvr.blast.08.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,49.77,213,50,54 +Floats,neural-networks/dubinsrejoin_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/res2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,94.44,18,4,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,70.35,199,6,41 +LinkedLists,list-properties/splice-2.i,ILP32,true,SUCCEEDED,VALIDATED,78.26,23,50,42 +Recursive,recursified_nla-digbench/recursified_geo3-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,57 +XCSP,xcsp/Haystacks-10.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +Loops,nla-digbench-scaling/egcd2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,50,12 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,VALIDATED,33.07,502,50,42 +Heap,list-ext-properties/test-0232_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,21,1 +ECA,eca-rers2012/Problem09_label56.c,ILP32,false,UNKNOWN,VALIDATED,,,0,73 +ControlFlow,openssl/s3_srvr.blast.15.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,48.86,219,50,47 +Floats,neural-networks/dubinsrejoin_72_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/s5iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,84.62,13,4,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,45.42,1189,17,42 +LinkedLists,memsafety-broom/linux-list-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,40 +Recursive,recursified_nla-digbench/recursified_prod4br.c,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,4,56 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,13 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,1,0 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.72,504,50,42 +Loops,nla-digbench-scaling/geo1-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,2,55 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,42 +Loops,nla-digbench-scaling/geo1-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,3 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.36,494,50,42 +Loops,nla-digbench-scaling/geo1-u_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,3,1 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,FAILED,VALIDATED,30.88,502,50,40 +Loops,nla-digbench-scaling/geo1-u_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,8,7,2 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,40 +Loops,nla-digbench-scaling/geo2-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,-1 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,VALIDATED,23.37,492,50,42 +Loops,nla-digbench-scaling/geo2-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,6,1 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.42,496,50,41 +Loops,nla-digbench-scaling/geo3-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,1 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.75,504,50,42 +Recursive,recursive-simple/id2_b5_o10.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,55 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,41 +Sequentialized,systemc/token_ring.01.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,30.95,84,50,45 +Arrays,array-memsafety/openbsd_cstrcat-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,62.5,16,50,40 +Floats,neural-networks/lunarlander_92_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Heap,memsafety-cve/netatalk.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.71,28,50,41 +ProductLines,product-lines/email_spec4_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.8,500,50,42 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,53 +Arrays,array-multidimensional/add-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,41 +ECA,eca-rers2012/Problem15_label39.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,40 +Loops,nla-digbench-scaling/lcm2_unwindbound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,80.0,10,50,43 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 +Floats,neural-networks/poly_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/smartdns.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,54,50,55 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,33.33,504,50,42 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 +Arrays,array-patterns/array25_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,93.33,15,4,40 +ECA,eca-rers2012/Problem17_label02.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 +Loops,nla-digbench-scaling/ps2-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,1 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 +Floats,neural-networks/softmax_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-ext2/complex_data_creation_test02-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,14,50,55 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.11,504,50,42 +Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,80.0,10,50,53 +Heap,memsafety-ext3/realloc1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,1,1 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,32.66,496,50,42 +Floats,neural-networks/softsign_w8_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench/bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,10,50,44 +Arrays,reducercommutativity/avg10-2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,0 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,SUCCEEDED,VALIDATED,4.82,1743,50,42 +Recursive,recursive/MultCommutative-2.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,46 +Heap,memsafety/test-0235-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,93.94,33,50,54 +ProductLines,product-lines/email_spec9_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,40 +Floats,neural-networks/vdp_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Loops,loop-acceleration/array_2-1.i,ILP32,false,UNKNOWN,VALIDATED,85.71,7,1,26 +Arrays,array-cav19/array_init_var_plus_ind2.c,ILP32,true,UNKNOWN,VALIDATED,70.0,10,50,60 +ECA,eca-programs/Problem101_label11.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,63 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,44 +Heap,heap-data/running_example.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,8.33,12,2,40 +ProductLines,product-lines/elevator_spec14_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ECA,eca-programs/Problem102_label12.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,71 +Floats,float-benchs/inv_sqrt_Quake.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Loops,loop-invgen/apache-escape-absolute.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,35,50,40 +Heap,ldv-memsafety/memleaks_test11.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,1 +Arrays,array-crafted/xor2.i,ILP32,true,UNKNOWN,VALIDATED,,,0,46 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 +ECA,eca-programs/Problem102_label53.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,74 +Floats,float-newlib/double_req_bl_0320.c,ILP32,true,SUCCEEDED,VALIDATED,3.54,198,1,1 +Loops,loop-lit/gcnr2008.i,ILP32,unknown,UNKNOWN,VALIDATED,61.54,13,50,55 +Heap,ldv-memsafety/memleaks_test15-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,20.0,50,1,1 +Arrays,array-crafted/zero_sum_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,3,2 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem03_label12.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 +Floats,float-newlib/double_req_bl_1131a.c,ILP32,true,SUCCEEDED,VALIDATED,14.52,62,2,10 +Loops,loop-simple/nested_4.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test18_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,1 +Arrays,array-examples/sorting_selectionsort_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.35,23,1,41 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem03_label53.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 +Floats,float-newlib/float_req_bl_0880.c,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 +Loops,loop-zilu/benchmark25_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,4,2 +Heap,ldv-memsafety/memleaks_test22_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.38,32,1,0 diff --git a/tests/testcomp/results_v8_cover-branches_s3/results.csv b/tests/testcomp/results_v8_cover-branches_s3/results.csv new file mode 100644 index 000000000..a86df8991 --- /dev/null +++ b/tests/testcomp/results_v8_cover-branches_s3/results.csv @@ -0,0 +1,305 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,4,50,44 +ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,46 +BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,54.08,1139,20,42 +LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,57 +Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,93.75,16,4,1 +ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.63,492,50,42 +ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,16 +Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,1 +Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,83.33,12,4,1 +Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,71.43,7,2,57 +XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,15 +Heap,memsafety-cve/json-parser.i,ILP32,unknown,SUCCEEDED,VALIDATED,67.35,49,50,42 +ECA,eca-rers2012/Problem12_label34.c,ILP32,false,UNKNOWN,VALIDATED,10.09,813,50,47 +BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,43 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,22.12,208,50,48 +LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,FAILED,VALIDATED,87.5,8,50,42 +Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,41 +ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,3 +Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,1 +Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,5,7 +Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,90.0,10,9,47 +XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 +Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,84.21,19,50,49 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +BitVectors,bitvector/s3_srvr_1.BV.c.cil.c,ILP32,unknown,FAILED,VALIDATED,53.81,197,50,51 +Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,SUCCEEDED,VALIDATED,59.62,208,50,42 +LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,2 +Loops,nla-digbench-scaling/hard-u_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,14,50,43 +ProductLines,product-lines/email_spec4_product18.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.02,492,50,44 +ControlFlow,openssl/s3_srvr.blast.10.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.72,207,50,51 +Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-tiling/tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,4,1 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,42 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,42 +ECA,eca-programs/Problem102_label08.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,83 +BitVectors,bitvector/byte_add-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,75.44,57,50,9 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,74.71,170,50,17 +LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,57 +Loops,loop-zilu/benchmark17_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,43 +ProductLines,product-lines/elevator_spec2_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,7.11,957,50,13 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/brs5f_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,92.86,14,4,1 +Recursive,recursified_nla-digbench/recursified_divbin.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,13,27,43 +XCSP,xcsp/Dubois-020.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 +Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,10,50,41 +ECA,eca-rers2012/Problem07_label36.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,7,62 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.29,175,50,57 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,64.55,189,50,43 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,32.81,64,3,42 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,43.75,16,2,1 +ProductLines,product-lines/email_spec11_product36.cil.c,ILP32,true,FAILED,VALIDATED,19.79,480,50,42 +ControlFlow,openssl-simplified/s3_srvr_3.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,47 +Floats,neural-networks/erf_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-lopstr16/base_case.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,44 +Recursive,recursified_nla-digbench/recursified_ps5-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,85.71,7,50,42 +XCSP,xcsp/Haystacks-19.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 +Heap,memsafety-cve/libpe.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,4.17,24,50,42 +ECA,eca-rers2012/Problem13_label07.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,47 +BitVectors,bitvector/soft_float_1-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,24.64,487,8,41 +LinkedLists,memsafety-broom/dll-backwards.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,8,50,42 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.0,10,50,12 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,VALIDATED,28.49,502,50,43 +ControlFlow,openssl/s3_srvr.blast.11.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,51 +Floats,neural-networks/softmax_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-tiling/pnr4.c,ILP32,true,SUCCEEDED,VALIDATED,30.0,20,4,1 +Recursive,recursive/Fibonacci03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,48,42 +XCSP,xcsp/aim-200-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 +Heap,memsafety/test-0234-2.i,ILP32,unknown,UNKNOWN,VALIDATED,84.62,13,50,46 +ECA,eca-rers2012/Problem19_label39.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,44 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,22,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.84,161,50,42 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.21,56,50,55 +Loops,loop-invgen/NetBSD_loop.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,41 +ProductLines,product-lines/elevator_spec1_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +ControlFlow,infeasible-control-flow/unreach_branch4.c,ILP32,true,FAILED,VALIDATED,50.0,8,50,43 +Floats,float-benchs/zonotope_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,6,1,1 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,42 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,50 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,70.59,34,12,43 +Heap,ldv-memsafety/memleaks_test18_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,1 +ECA,eca-rers2012/Problem03_label41.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 +BitVectors,bitvector/gcd_3.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,32,41 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,28.07,456,10,42 +LinkedLists,forester-heap/dll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,13.51,37,50,46 +Loops,loop-zilu/benchmark50_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,41 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.06,808,15,2 +ControlFlow,ntdrivers/cdaudio.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,5.35,953,39,1 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.86,14,4,1 +Recursive,recursified_nla-digbench/recursified_dijkstra-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,42 +XCSP,xcsp/Dubois-018.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 +Heap,ldv-regression/rule57_ebda_blast.i,ILP32,true,SUCCEEDED,VALIDATED,56.25,16,3,1 +ECA,eca-rers2012/Problem06_label46.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,57 +BitVectors,bitvector/parity.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,33,21 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,73.12,93,16,2 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.0,25,50,56 +Loops,nla-digbench-scaling/cohendiv-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,12,3,1 +ProductLines,product-lines/email_spec0_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,43 +ControlFlow,openssl-simplified/s3_clnt_3.cil-1.c,ILP32,unknown,FAILED,VALIDATED,62.86,175,50,42 +Floats,neural-networks/cartpole_91_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/res1f.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,4,2 +Recursive,recursified_nla-digbench/recursified_geo2-ll2.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,21,47 +XCSP,xcsp/Dubois-065.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,30 +Heap,list-ext-properties/simple-ext_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,31,1 +ECA,eca-rers2012/Problem09_label31.c,ILP32,true,UNKNOWN,VALIDATED,,,0,82 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-1a.c,ILP32,true,FAILED,VALIDATED,62.71,177,50,42 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,63.33,120,7,42 +LinkedLists,heap-manipulation/tree-1.i,ILP32,unknown,UNKNOWN,VALIDATED,73.68,38,50,46 +Loops,nla-digbench-scaling/fermat2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,16,26 +ProductLines,product-lines/email_spec1_product28.cil.c,ILP32,true,FAILED,VALIDATED,26.6,500,50,43 +ControlFlow,openssl-simplified/s3_srvr_4.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.27,197,50,55 +Floats,neural-networks/gcas_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-industry-pattern/array_of_struct_ptr_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,46 +Recursive,recursified_nla-digbench/recursified_ps4-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 +XCSP,xcsp/Haystacks-17.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Heap,memsafety-cve/hyperkit_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,2,1 +ECA,eca-rers2012/Problem12_label17.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,56 +BitVectors,bitvector/s3_srvr_3_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,53 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,200,50,11 +LinkedLists,list-properties/list-2.i,ILP32,false,SUCCEEDED,VALIDATED,52.94,17,50,43 +Loops,nla-digbench-scaling/hard-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,43 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.06,508,50,40 +ControlFlow,openssl/s3_srvr.blast.02.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,54 +Floats,neural-networks/lunarlander_99_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/stroeder2-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,50,6 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,55 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,41 +Heap,memsafety-cve/radare2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,54.17,72,50,13 +ECA,eca-rers2012/Problem16_label04.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,43 +BitVectors,bitvector/soft_float_3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,50,50,44 +Sequentialized,seq-pthread/cs_dekker_unfair.i,ILP32,true,SUCCEEDED,VALIDATED,33.56,149,26,42 +LinkedLists,memsafety-broom/linux-hlist-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 +Loops,nla-digbench-scaling/ps2-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,3,1 +ProductLines,product-lines/email_spec7_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,42 +ControlFlow,openssl/s3_srvr.blast.12.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,37.21,215,50,55 +Floats,neural-networks/softplus_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,VALIDATED,83.33,12,4,0 +Recursive,recursive/EvenOdd03WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,75.0,8,50,47 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +Heap,memsafety/lockfree-3.0.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,55 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,44 +BitVectors,bitvector/sum02-2.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,6,50,42 +Sequentialized,seq-pthread/cs_szymanski.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,46.11,167,41,41 +LinkedLists,memsafety-broom/sll-shared-after.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,41 +Recursive,recursive/recHanoi01.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,87.5,8,33,41 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 +Loops,loop-acceleration/array_3-2.i,ILP32,false,SUCCEEDED,VALIDATED,71.43,7,50,34 +ProductLines,product-lines/elevator_spec14_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,heap-data/quick_sort_split.i,ILP32,true,SUCCEEDED,VALIDATED,47.06,17,50,45 +ECA,eca-programs/Problem101_label23.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,63 +ControlFlow,infeasible-control-flow/unreach_branch5.c,ILP32,true,UNKNOWN,VALIDATED,66.67,6,2,40 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,16.67,6,1,1 +Arrays,array-crafted/mapsum2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,5 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,48.9,182,2,6 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,54.55,22,50,55 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,50 +XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,28,10,43 +Loops,loop-lit/cggmp2005b.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,0 +ProductLines,product-lines/elevator_spec1_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test15-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.0,50,1,1 +ECA,eca-rers2012/Problem03_label00.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 +ControlFlow,ntdrivers/diskperf.i.cil-1.c,ILP32,true,SUCCEEDED,VALIDATED,20.93,301,50,1 +Floats,float-newlib/double_req_bl_1122a.c,ILP32,true,SUCCEEDED,VALIDATED,6.78,59,2,1 +Arrays,array-examples/sanfoundry_43_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,33.11,456,9,40 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,SUCCEEDED,VALIDATED,80.65,31,50,57 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i,ILP32,unknown,UNKNOWN,VALIDATED,7.69,13,1,41 +XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,21 +Loops,loop-zilu/benchmark23_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,3,1 +ProductLines,product-lines/elevator_spec2_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test22_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,6.25,32,1,1 +ECA,eca-rers2012/Problem04_label31.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,56 +ControlFlow,openssl-simplified/s3_clnt_3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,64.57,175,50,42 +Floats,floats-cbmc-regression/float19.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_partition_original_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.98,123,49,4 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,50,43 +Recursive,recursified_nla-digbench/recursified_bresenham-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,66.67,9,50,42 +XCSP,xcsp/Dubois-019.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,4 +Loops,loops-crafted-1/sumt8.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,50,43 +ProductLines,product-lines/elevator_spec3_product22.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test8.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,49 +ControlFlow,openssl-simplified/s3_srvr_2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,47.72,197,50,55 +Floats,floats-nonlinear/coral-benchmark21.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,1 +Arrays,array-fpi/condg.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,4,2 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,62.5,72,2,3 +LinkedLists,heap-manipulation/sll_to_dll_rev-2.i,ILP32,true,SUCCEEDED,VALIDATED,65.96,47,50,42 +Recursive,recursified_nla-digbench/recursified_egcd.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,88.89,9,35,44 +XCSP,xcsp/Dubois-029.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 +Loops,loops/vogal-1.i,ILP32,true,SUCCEEDED,VALIDATED,82.61,23,50,1 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,ldv-regression/test21-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,4,1 +ECA,eca-rers2012/Problem07_label27.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,65 +ControlFlow,openssl/s3_srvr.blast.01.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,52.74,201,50,53 +Floats,neural-networks/cartpole_60_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Arrays,array-fpi/indp5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,93.75,16,5,1 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,59.62,208,50,42 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,SUCCEEDED,VALIDATED,87.1,31,12,6 +Recursive,recursified_nla-digbench/recursified_geo1-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,71.43,7,2,55 +XCSP,xcsp/Dubois-080.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,36 +Loops,nla-digbench-scaling/divbin2_unwindbound100.i,ILP32,true,FAILED,VALIDATED,73.33,15,50,42 +ProductLines,product-lines/email_spec0_product40.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.27,484,50,40 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,51.85,27,4,40 +ECA,eca-rers2012/Problem08_label50.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,28,71 +ControlFlow,openssl/s3_srvr.blast.09.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,45 +Floats,neural-networks/dubinsrejoin_23_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/s1lif.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,4,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,33.2,488,10,40 +LinkedLists,memsafety-broom/dll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 +Recursive,recursified_nla-digbench/recursified_hard-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,41 +XCSP,xcsp/Haystacks-12.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,VALIDATED,100.0,16,8,46 +ProductLines,product-lines/email_spec11_product39.cil.c,ILP32,true,FAILED,VALIDATED,25.31,482,50,42 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-2.i,ILP32,true,UNKNOWN,VALIDATED,57.14,21,50,46 +ECA,eca-rers2012/Problem10_label13.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,57 +ControlFlow,unsignedintegeroverflow-sas23/bilinear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,55 +Floats,neural-networks/dubinsrejoin_84_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/sina2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,FAILED,VALIDATED_ABORTS,49.24,1180,19,42 +LinkedLists,memsafety-broom/sll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 +Recursive,recursified_nla-digbench/recursified_prodbin.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,11.11,9,1,0 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,12 +Recursive,recursified_nla-digbench/recursified_ps2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 +XCSP,xcsp/aim-100-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,14 +Recursive,recursified_nla-digbench/recursified_ps3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 +XCSP,xcsp/aim-100-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,17 +Recursive,recursified_nla-digbench/recursified_ps4.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,41 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,17 +Recursive,recursified_nla-digbench/recursified_ps5.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,15 +Recursive,recursified_nla-digbench/recursified_ps6.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 +XCSP,xcsp/aim-100-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,18 +Recursive,recursified_nla-digbench/recursified_sqrt1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 +XCSP,xcsp/aim-100-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,17 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,10,50,52 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,33 +Sequentialized,seq-pthread/cs_time_var_mutex.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,43.2,125,29,42 +Arrays,array-memsafety/mult_array_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,40.0,10,3,2 +Floats,neural-networks/lunarlander_81_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/mongooseFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,45 +ECA,eca-rers2012/Problem13_label48.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,48 +Loops,nla-digbench-scaling/hard2_unwindbound50.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,40 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 +Floats,neural-networks/poly_16_16_16_16_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/openrazerFound.i,ILP32,unknown,SUCCEEDED,VALIDATED,46.67,30,50,44 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,VALIDATED,24.91,582,50,41 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,4,50,50 +Arrays,array-multidimensional/min-2-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,42 +ECA,eca-rers2012/Problem16_label12.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,41 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,VALIDATED,75.0,12,4,44 +XCSP,xcsp/aim-200-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 +Floats,neural-networks/poly_8_8_8_8_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/wasm-micro-runtime.i,ILP32,unknown,UNKNOWN,VALIDATED,27.27,22,50,52 +ProductLines,product-lines/email_spec7_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.55,490,50,39 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,VALIDATED,75.0,12,50,47 +Arrays,array-patterns/array7_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,40 +ECA,eca-rers2012/Problem17_label35.c,ILP32,false,SUCCEEDED,VALIDATED,13.5,585,50,46 +Loops,nla-digbench-scaling/ps4-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,12 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 +Floats,neural-networks/softsign_w32_r1_case_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,8,8,0 +Arrays,array-tiling/pr2.c,ILP32,true,SUCCEEDED,VALIDATED,68.75,16,5,0 +ECA,eca-rers2012/Problem18_label41.c,ILP32,true,FAILED,VALIDATED,10.64,752,50,43 +Recursive,recursive/Fibonacci05-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,46 +Heap,memsafety/test-0137.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,6.25,16,11,40 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,FAILED,VALIDATED,26.22,492,50,45 +Floats,neural-networks/tanh_w4_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench/lcm2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,80.0,10,50,41 +Arrays,reducercommutativity/sum10-1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 +ECA,eca-rers2018/Problem14.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 +Recursive,recursified_nla-digbench/recursified_cohencu.c,ILP32,unknown,FAILED,VALIDATED,57.14,7,50,42 +Heap,heap-data/hash_fun.i,ILP32,true,FAILED,VALIDATED,36.36,11,50,42 +ProductLines,product-lines/elevator_spec14_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Floats,float-benchs/filter2.c,ILP32,true,UNKNOWN,VALIDATED,50.0,6,1,40 +Loops,loop-crafted/simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,3.12,32,1,41 +Arrays,array-crafted/bor2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,6 +ProductLines,product-lines/elevator_spec14_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ECA,eca-programs/Problem102_label20.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Loops,loop-invgen/apache-get-tag.i,ILP32,true,SUCCEEDED,VALIDATED,45.83,24,50,55 +Heap,ldv-memsafety/memleaks_test12-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.68,63,2,1 +Arrays,array-crafted/zero_sum1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,12,3,2 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-programs/Problem103_label35.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,70 +Floats,float-newlib/double_req_bl_0662a.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,0 +Loops,loop-lit/gsv2008.c.i.p+cfa-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,40 +Heap,ldv-memsafety/memleaks_test16.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,1 +Arrays,array-examples/data_structures_set_multi_proc_trivial_ground.i,ILP32,true,UNKNOWN,VALIDATED,3.7,27,1,41 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem03_label20.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,41 +Floats,float-newlib/float_req_bl_0281.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Loops,loop-zilu/benchmark03_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,39 +Heap,ldv-memsafety/memleaks_test18_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,35 +Arrays,array-examples/standard_copy1_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,-1 +ECA,eca-rers2012/Problem04_label02.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,57 +Floats,float-newlib/float_req_bl_1121b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,loop-zilu/benchmark30_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,41 diff --git a/tests/testcomp/results_v8_cover-branches_s4/results.csv b/tests/testcomp/results_v8_cover-branches_s4/results.csv new file mode 100644 index 000000000..376eb30eb --- /dev/null +++ b/tests/testcomp/results_v8_cover-branches_s4/results.csv @@ -0,0 +1,305 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,2 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,30.77,494,50,42 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,18.47,287,50,2 +Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,1 +Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,41 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,47 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,23.91,46,3,2 +ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,FAILED,VALIDATED,63.43,175,50,42 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,11 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.0,25,3,42 +Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,56 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.92,494,50,42 +ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,52 +Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,60 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.91,22,8,41 +Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,2 +ECA,eca-rers2012/Problem04_label47.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,59 +BitVectors,bitvector/modulus-1.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,84.62,13,35,42 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.56,90,13,2 +LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,UNKNOWN,VALIDATED,76.0,25,50,46 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,80.0,10,15,56 +ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,FAILED,VALIDATED,30.49,492,50,41 +ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,46 +Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-memsafety/openbsd_cmemset-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,5,1 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,56 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,29 +Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,56 +ECA,eca-rers2012/Problem16_label54.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,44 +BitVectors,bitvector/soft_float_5.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.0,50,50,43 +Sequentialized,seq-pthread/cs_sync.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,23.85,109,13,49 +LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,56 +Loops,loop-industry-pattern/aiob_2.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,memory-model/2SB.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.55,102,50,8 +Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,0 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,9.09,11,1,42 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-a.c,ILP32,unknown,FAILED,VALIDATED,62.5,8,50,43 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,3.33,60,3,43 +Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem05_label23.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,58 +BitVectors,bitvector/jain_6-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,FAILED,VALIDATED_ABORTS,53.72,1130,21,42 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.88,59,9,42 +Loops,nla-digbench-scaling/cohencu-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,50,16 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,VALIDATED,27.14,490,50,43 +ControlFlow,openssl-simplified/s3_clnt_3.cil-3.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,43 +Floats,neural-networks/cos_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/s3lif.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,85.71,14,4,1 +Recursive,recursified_nla-digbench/recursified_hard-u.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,12,50,42 +XCSP,xcsp/Dubois-095.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 +Heap,memsafety-cve/dlt-daemon.i,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,0 +ECA,eca-rers2012/Problem10_label55.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,47 +BitVectors,bitvector/s3_srvr_1a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,53.81,197,50,51 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,48.0,200,2,8 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.87,31,50,16 +Loops,nla-digbench-scaling/geo3-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,56 +ProductLines,product-lines/email_spec3_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,30.56,504,50,41 +ControlFlow,openssl/s3_srvr.blast.03.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,56 +Floats,neural-networks/poly_128_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-multidimensional/transpose-u.c,ILP32,true,UNKNOWN,VALIDATED,21.43,14,1,42 +Recursive,recursive-simple/sum_non_eq-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,56 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 +Heap,memsafety-ext/dll_extends_pointer.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,46 +ECA,eca-rers2012/Problem17_label27.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,45 +BitVectors,bitvector/soft_float_4-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,42 +Sequentialized,seq-pthread/cs_stack-1.i,ILP32,true,UNKNOWN,VALIDATED,5.1,157,1,47 +LinkedLists,memsafety-broom/sll-nested-linux-list.i,LP64,unknown,SUCCEEDED,VALIDATED,76.92,13,50,56 +Loops,nla-digbench/hard-ll.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,46 +ProductLines,product-lines/email_spec9_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.6,500,50,42 +ControlFlow,infeasible-control-flow/conflict_branch1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,47 +Floats,float-benchs/filter1.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,52.94,34,50,56 +Arrays,array-crafted/mapavg3.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,42 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,30 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,55.56,18,2,38 +Heap,ldv-memsafety/memleaks_test13_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-programs/Problem102_label57.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 +BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,49.2,187,2,6 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.53,34,50,55 +Loops,loop-zilu/benchmark06_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,45 +ProductLines,product-lines/elevator_spec2_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,12 +Floats,float-newlib/float_req_bl_1130b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Recursive,recursified_loop-simple/recursified_nested_4.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 +Heap,ldv-memsafety/memleaks_test5_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,58 +BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,50.44,1130,18,42 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,56 +Loops,loops/terminator_01.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,40 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED,2.43,1150,11,2 +Floats,neural-networks/cartpole_43_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/indp3f.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,16,5,2 +Recursive,recursified_nla-digbench/recursified_fermat2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,2,56 +XCSP,xcsp/Dubois-030.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 +Heap,ldv-sets/test_add-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,41.18,17,1,1 +ECA,eca-rers2012/Problem08_label25.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,79 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-1a.c,ILP32,true,SUCCEEDED,VALIDATED,62.86,175,50,44 +Sequentialized,seq-mthreaded/pals_lcr.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,65.75,73,7,2 +LinkedLists,heap-manipulation/dancing.i,ILP32,true,SUCCEEDED,VALIDATED,56.52,23,50,56 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,91.67,12,9,45 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.6,500,50,42 +ControlFlow,openssl-simplified/s3_srvr_13.cil.c,ILP32,unknown,FAILED,VALIDATED,46.58,219,50,43 +Floats,neural-networks/dubinsrejoin_66_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/s5liff.c,ILP32,false,SUCCEEDED,VALIDATED,86.67,15,4,1 +Recursive,recursified_nla-digbench/recursified_prod4br-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,4,55 +XCSP,xcsp/Haystacks-09.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +Heap,memsafety-cve/frrFixed.i,ILP32,unknown,FAILED,VALIDATED,34.62,26,50,41 +ECA,eca-rers2012/Problem11_label11.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,46 +BitVectors,bitvector/s3_srvr_1a_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.76,199,50,55 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,60.87,207,10,42 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,SUCCEEDED,VALIDATED,90.48,21,50,18 +Loops,nla-digbench-scaling/geo2-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,2 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.36,506,50,41 +ControlFlow,openssl/s3_clnt.blast.03.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,8 +Floats,neural-networks/lunarlander_51_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-memsafety/knapsack_alloca_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,18.75,16,3,48 +Recursive,recursive-simple/id_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,55 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,18 +Heap,memsafety-cve/mujs.i,ILP32,unknown,SUCCEEDED,VALIDATED,27.27,22,50,40 +ECA,eca-rers2012/Problem13_label56.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,56 +BitVectors,bitvector/soft_float_1-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,45.25,1180,16,42 +LinkedLists,memsafety-broom/dll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 +Loops,nla-digbench-scaling/lcm2_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,50,7 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.55,494,50,41 +ControlFlow,openssl/s3_srvr.blast.09.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.71,211,50,52 +Floats,neural-networks/poly_64_64_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-patterns/array29_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,4,42 +Recursive,recursive/Addition01-2.c,ILP32,true,UNKNOWN,VALIDATED,66.67,12,50,50 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 +Heap,memsafety-ext2/complex_data_creation_test01-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,14,50,45 +ECA,eca-rers2012/Problem17_label43.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,43.18,44,50,42 +Sequentialized,seq-pthread/cs_read_write_lock-1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,52.25,111,36,41 +LinkedLists,memsafety-broom/sll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,41 +Loops,nla-digbench-scaling/sqrt1-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,12,1 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,33.33,504,50,42 +ControlFlow,openssl/s3_srvr.blast.16.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.09,229,50,52 +Floats,neural-networks/tanh_w32_r2_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Arrays,reducercommutativity/sep40-1.i,ILP32,true,FAILED,VALIDATED,81.82,11,50,40 +Sequentialized,systemc/token_ring.02.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,38.1,105,50,56 +LinkedLists,memsafety-broom/sll-shared-sll.i,LP64,unknown,FAILED,VALIDATED,83.33,12,50,41 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 +XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,58.33,12,2,5 +Loops,loop-acceleration/simple_4-2_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,66.67,6,2,1 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,1 +ECA,eca-programs/Problem102_label16.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,77 +ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.74,368,50,13 +Floats,float-benchs/rlim_invariant.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-crafted/xor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,53.3,182,2,8 +LinkedLists,forester-heap/dll-rb-sentinel-2.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,56 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,58 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,78.12,32,12,45 +Loops,loop-lit/gsv2008.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,43 +ProductLines,product-lines/elevator_spec1_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test17_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,1 +ECA,eca-rers2012/Problem03_label16.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 +ControlFlow,ntdrivers/floppy.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,2 +Floats,float-newlib/float_req_bl_0660b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_compareModified_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,40 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED,33.19,455,10,41 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,55 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,50,12 +XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 +Loops,loop-zilu/benchmark33_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,6 +ProductLines,product-lines/elevator_spec2_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test22_5.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,1 +ECA,eca-rers2012/Problem04_label56.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,56 +ControlFlow,openssl-simplified/s3_clnt_4.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,64.57,175,50,40 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-examples/standard_strcmp_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,72.36,123,50,3 +LinkedLists,forester-heap/sll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,12.5,40,50,61 +Recursive,recursified_nla-digbench/recursified_cohencu-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 +XCSP,xcsp/Dubois-021.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,6 +Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,40 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,ldv-memsafety/memleaks_test9_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +ECA,eca-rers2012/Problem06_label21.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,49 +ControlFlow,openssl-simplified/s3_srvr_6.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.93,233,50,45 +Floats,neural-networks/cartpole_12_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/eqn2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,5,5 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,61.05,95,2,9 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,77.78,36,5,41 +Recursive,recursified_nla-digbench/recursified_egcd2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,10.0,10,1,47 +XCSP,xcsp/Dubois-035.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,11 +Loops,nla-digbench-scaling/bresenham-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,90.0,10,7,2 +ProductLines,product-lines/email_spec0_product10.cil.c,ILP32,true,FAILED,VALIDATED,16.53,478,50,41 +Heap,ldv-regression/test23-2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,5,2 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 +ControlFlow,openssl/s3_srvr.blast.02.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.74,201,50,52 +Floats,neural-networks/cartpole_73_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Arrays,array-fpi/ms1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.47,188,50,41 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,63.16,19,4,42 +Recursive,recursified_nla-digbench/recursified_geo1-u2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,71.43,7,14,43 +XCSP,xcsp/Dubois-090.c,ILP32,true,FAILED,VALIDATED_ABORTS,100.0,2,3,42 +Loops,nla-digbench-scaling/divbin_unwindbound1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,53.33,15,3,1 +ProductLines,product-lines/email_spec11_product08.cil.c,ILP32,true,SUCCEEDED,VALIDATED,21.67,480,50,41 +Heap,list-ext-properties/960521-1_1-3.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,0,0,1,1 +ECA,eca-rers2012/Problem09_label06.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,72 +ControlFlow,openssl/s3_srvr.blast.11.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,53 +Floats,neural-networks/dubinsrejoin_35_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/s32if.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,31.15,488,10,40 +LinkedLists,memsafety-broom/dll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 +Recursive,recursified_nla-digbench/recursified_hard.c,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,12,50,41 +XCSP,xcsp/Haystacks-14.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,37.5,16,2,55 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,42 +Heap,memsafety-cve/NanoNNG.i,ILP32,unknown,SUCCEEDED,VALIDATED,37.14,35,50,42 +ECA,eca-rers2012/Problem10_label30.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,57 +ControlFlow,unsignedintegeroverflow-sas23/distance_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,1 +Floats,neural-networks/dubinsrejoin_9_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +Arrays,array-fpi/sina5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,88.89,18,5,5 +Sequentialized,seq-pthread/cs_dekker.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,32.21,149,26,42 +LinkedLists,memsafety-broom/sll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,40 +Sequentialized,seq-pthread/cs_fib-1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,38.2,89,25,44 +LinkedLists,memsafety-broom/sll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,41 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,VALIDATED,38.2,89,27,39 +LinkedLists,memsafety-broom/sll-nested-sll-inline.i,LP64,unknown,SUCCEEDED,VALIDATED,85.71,14,50,55 +Sequentialized,seq-pthread/cs_lazy.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.97,123,31,42 +LinkedLists,memsafety-broom/sll-nested-sll-twice.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,57 +Sequentialized,seq-pthread/cs_queue-1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,5.0,200,1,55 +LinkedLists,memsafety-broom/sll-shared-before.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,4,50,42 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,45.87,109,25,42 +LinkedLists,memsafety-broom/sll-shared-sll-before.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,24.84,153,46,42 +LinkedLists,memsafety-broom/sll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 +Sequentialized,seq-pthread/cs_stateful-2.i,ILP32,true,FAILED,VALIDATED_ABORTS,53.33,105,32,42 +Arrays,array-memsafety/diff-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,16,20,1 +Floats,neural-networks/lunarlander_69_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/minizip-ng.i,ILP32,unknown,SUCCEEDED,VALIDATED,48.78,41,50,42 +ECA,eca-rers2012/Problem13_label31.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,56 +Loops,nla-digbench-scaling/hard-u_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,12,1 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,39 +Recursive,recursive-simple/id_b5_o10-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,55 +Arrays,array-memsafety/selectionsort-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,10,4,1 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,43 +Loops,nla-digbench-scaling/lcm1_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,16,12,45 +XCSP,xcsp/aim-200-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,39 +Floats,neural-networks/poly_32_32_32_32_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-cve/radare2_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,23.08,26,50,46 +ProductLines,product-lines/email_spec6_product28.cil.c,ILP32,false,FAILED,VALIDATED_ABORTS,26.6,500,50,42 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,50,55 +Arrays,array-patterns/array1_pattern.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,50,41 +ECA,eca-rers2012/Problem16_label45.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,40 +Loops,nla-digbench-scaling/ps2-ll_unwindbound10.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,11,1 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 +Floats,neural-networks/sin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Heap,memsafety-ext/skiplist_3lvl.i,ILP32,unknown,SUCCEEDED,VALIDATED,53.33,15,50,60 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.2,500,50,41 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,4,2,1 +Arrays,array-tiling/mbpr2.c,ILP32,true,SUCCEEDED,VALIDATED,72.22,18,5,1 +ECA,eca-rers2012/Problem18_label08.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,43 +Recursive,recursive/Fibonacci01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,49,41 +Heap,memsafety/global-atexit-5.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,6,3,1 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,FAILED,VALIDATED,31.47,502,50,42 +Floats,neural-networks/tanh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +Loops,nla-digbench/egcd2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,8.33,12,1,54 +Arrays,reducercommutativity/max40-1.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,50,41 +ECA,eca-rers2012/Problem19_label30.c,ILP32,true,FAILED,TESTCOV_ERROR,,,50,43 +Recursive,recursive/gcd02.c,ILP32,true,UNKNOWN,VALIDATED,,,0,45 +Heap,memsafety/test-0504.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,15,50,63 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,34.52,504,50,40 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,VALIDATED,42.86,7,2,1 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,UNKNOWN,VALIDATED,66.67,6,1,1 +Arrays,array-cav19/array_tiling_tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,4,2 +ECA,eca-programs/Problem101_label19.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,65 +Recursive,recursive/recHanoi03-2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,33,0 +Heap,heap-data/shared_mem2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,54 +Arrays,array-crafted/mapavg1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,40.58,764,12,1 +ECA,eca-programs/Problem102_label28.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,71 +Floats,float-benchs/sin_interpolated_bigrange_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,10,1,1 +Loops,loop-invgen/id_build.i.p+sep-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,29.54,474,50,40 +Heap,ldv-memsafety/memleaks_test13.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,1 +Arrays,array-crafted/zero_sum5.c,ILP32,true,SUCCEEDED,VALIDATED,89.29,28,3,2 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-programs/Problem103_label47.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,70 +Floats,float-newlib/double_req_bl_0683a.c,ILP32,true,SUCCEEDED,VALIDATED,4.05,74,2,1 +Loops,loop-lit/jm2006.i,ILP32,true,FAILED,VALIDATED,63.64,11,50,47 +Heap,ldv-memsafety/memleaks_test16_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,2.94,34,1,1 +Arrays,array-examples/sanfoundry_02_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.25,16,1,39 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 +ECA,eca-rers2012/Problem03_label29.c,ILP32,true,FAILED,VALIDATED,17.23,296,50,43 +Floats,float-newlib/float_req_bl_0662a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +Loops,loop-zilu/benchmark09_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,41 +Heap,ldv-memsafety/memleaks_test19-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,2,0 +Arrays,array-examples/standard_copy2_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,9.09,11,1,41 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem04_label10.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,55 +Floats,float-newlib/float_req_bl_1211a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_v8_cover-error_s0/results.csv b/tests/testcomp/results_v8_cover-error_s0/results.csv new file mode 100644 index 000000000..4bfc6f79f --- /dev/null +++ b/tests/testcomp/results_v8_cover-error_s0/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/condgf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/s5liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,15 +Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,loops/sum01_bug02.i,ILP32,false,ERROR,COVERED,100.0,1,1,10 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/indp4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/sqm-iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,22 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,48 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/indp1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,23 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/res2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/sina3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/ss2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem102_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,ERROR,COVERED,100.0,1,1,23 +Arrays,array-fpi/brs1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/brs5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Arrays,array-fpi/condmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,85 +Arrays,array-fpi/indp2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,87 +Arrays,array-fpi/indp5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,83 +Arrays,array-fpi/ms1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Arrays,array-fpi/ms4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,ERROR,COVERED,100.0,1,1,41 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Arrays,array-fpi/res1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/res2of.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +Arrays,array-fpi/s1liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Arrays,array-fpi/s2liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Arrays,array-fpi/s3liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/s52iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/sina1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/sina4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/sqmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2018/Problem12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem101_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 +Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem102_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 +Arrays,array-fpi/condaf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,loops/trex03-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/indp3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-fpi/ms2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-fpi/res1of.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Arrays,array-fpi/s32iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Arrays,array-fpi/s5iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,74 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Arrays,array-fpi/ss1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-programs/Problem101_label03.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-programs/Problem101_label13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label23.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-programs/Problem102_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,ERROR,COVERED,100.0,1,1,17 diff --git a/tests/testcomp/results_v8_cover-error_s1/results.csv b/tests/testcomp/results_v8_cover-error_s1/results.csv new file mode 100644 index 000000000..e1efd6c7d --- /dev/null +++ b/tests/testcomp/results_v8_cover-error_s1/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,ERROR,COVERED,100.0,1,1,15 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,recursive-simple/id_o100.c,ILP32,false,ERROR,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,14 +Heap,list-ext-properties/simple-ext.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,18 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,24 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Recursive,recursive/Fibonacci04.c,ILP32,false,ERROR,COVERED,100.0,1,1,5 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,26 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,20 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,18 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,loop-acceleration/array_2-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,20 +ECA,eca-programs/Problem101_label18.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,20 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,loops/count_up_down-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,9 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Loops,loops/vogal-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,20 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem101_label08.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,ERROR,COVERED,100.0,1,1,5 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem102_label06.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,86 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 +Arrays,array-fpi/brs4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-programs/Problem102_label59.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,78 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +Arrays,array-fpi/eqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 +Loops,loops/trex01-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-fpi/modsf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +Arrays,array-fpi/nsqmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +Arrays,array-fpi/s22iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,60 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-fpi/s4liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,84 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Arrays,array-fpi/sina5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +Arrays,array-fpi/ssinaf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-programs/Problem101_label00.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label07.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-programs/Problem102_label37.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,83 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-programs/Problem103_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,86 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,ERROR,COVERED,100.0,1,1,22 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 diff --git a/tests/testcomp/results_v8_cover-error_s2/results.csv b/tests/testcomp/results_v8_cover-error_s2/results.csv new file mode 100644 index 000000000..59a42b96f --- /dev/null +++ b/tests/testcomp/results_v8_cover-error_s2/results.csv @@ -0,0 +1,273 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,13 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,50 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Recursive,recursive-simple/id_o3.c,ILP32,false,ERROR,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,FAILED,TESTCOV_ERROR,,,1,53 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0,0,1,44 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,51 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,68 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,47 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,11 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,49 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,18 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,45 +ECA,eca-programs/Problem101_label12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,3 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,-1 +Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,47 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,11 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,59 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,ERROR,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,recursive-simple/id_o10.c,ILP32,false,ERROR,COVERED,100.0,1,1,8 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,13 +Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,29 +Recursive,recursive-simple/id_o200.c,ILP32,false,ERROR,COVERED,100.0,1,1,29 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,18 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,FAILED,COVERED,100.0,1,1,26 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,37 +Recursive,recursive/EvenOdd03.c,ILP32,false,ERROR,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +LinkedLists,list-properties/simple-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,15 +Recursive,recursive/McCarthy91-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-programs/Problem101_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,20 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem102_label13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,85 +LinkedLists,list-properties/splice-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 +XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 +XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 +XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,0 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-programs/copysome2-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem101_label02.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,21 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem101_label21.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-programs/Problem102_label46.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,84 +Loops,loops/linear_search.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/condnf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 +Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/modnf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-fpi/ms5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,14 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Arrays,array-fpi/s42iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Arrays,array-fpi/sina2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,79 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +Arrays,array-fpi/ss3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-rers2018/Problem15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label06.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label16.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label04.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,79 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ECA,eca-programs/Problem102_label28.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,79 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem102_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,83 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem103_label53.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,77 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 diff --git a/tests/testcomp/results_v9_cover-branches_s0/results.csv b/tests/testcomp/results_v9_cover-branches_s0/results.csv new file mode 100644 index 000000000..485b6fd23 --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s0/results.csv @@ -0,0 +1,121 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,16,3,2 +Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,5 +ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,58 +Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,45 +Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,8 +ECA,eca-rers2012/Problem05_label57.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,48 +Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,42 +Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,3,2 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,40 +Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,UNKNOWN,VALIDATED,84.62,13,50,39 +Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 +Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,3,2 +Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,7,2 +ECA,eca-rers2012/Problem08_label09.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,42 +Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,53 +ECA,eca-rers2012/Problem12_label34.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,54 +Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,8 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,8,12,2 +ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,44 +Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,3 +Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,41 +ECA,eca-programs/Problem102_label41.c,ILP32,true,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,39 +Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,42 +ECA,eca-rers2012/Problem04_label47.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,48 +Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,8 +Loops,loops/trex03-2.c,ILP32,true,UNKNOWN,VALIDATED,57.14,7,50,50 +ECA,eca-rers2012/Problem07_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,72 +Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,16,3,2 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,26,42 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,85.71,14,4,-1 +Loops,nla-digbench-scaling/geo1-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,53 +ECA,eca-rers2012/Problem11_label28.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,57 +Arrays,array-memsafety/openbsd_cmemset-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,5,1 +Loops,nla-digbench-scaling/hard-u_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,41 +ECA,eca-rers2012/Problem13_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,55 +Arrays,array-patterns/array22_pattern.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,27.27,22,3,39 +Loops,nla-digbench-scaling/prodbin-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,90.0,10,45,41 +ECA,eca-rers2012/Problem16_label54.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,43 +Arrays,array-tiling/tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,4,2 +Loops,nla-digbench/dijkstra.c,ILP32,unknown,UNKNOWN,VALIDATED,78.57,14,50,42 +ECA,eca-rers2012/Problem19_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,46 +Arrays,array-crafted/bor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,2 +Loops,loop-industry-pattern/aiob_2.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +ECA,eca-programs/Problem102_label08.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +Arrays,array-crafted/zero_sum_const_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,2 +Loops,loop-lit/gj2007.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,7 +ECA,eca-programs/Problem103_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,9.09,11,1,41 +Loops,loop-zilu/benchmark17_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,42 +ECA,eca-rers2012/Problem03_label58.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,41 +Arrays,array-examples/standard_running-2.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,41 +Loops,loops-crafted-1/in-de52.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,41 +ECA,eca-rers2012/Problem05_label23.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,46 +Arrays,array-fpi/brs5f_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,85.71,14,3,20 +Loops,loops/s3.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,58.19,177,50,11 +ECA,eca-rers2012/Problem06_label30.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,46 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,4 +Loops,nla-digbench-scaling/cohencu-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,50,21 +ECA,eca-rers2012/Problem07_label36.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,7,62 +Arrays,array-fpi/nsqm-if.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,5,42 +Loops,nla-digbench-scaling/divbin2_valuebound10.i,ILP32,true,SUCCEEDED,VALIDATED,80.0,15,11,2 +ECA,eca-rers2012/Problem08_label42.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,81 +Arrays,array-fpi/s3lif.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,3,2 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,UNKNOWN,VALIDATED,37.5,16,1,2 +ECA,eca-rers2012/Problem09_label48.c,ILP32,true,ERROR,NO_SUITE,,,0,82 +Arrays,array-fpi/sina4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,4,7 +Loops,nla-digbench-scaling/freire1_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,1 +ECA,eca-rers2012/Problem10_label55.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,46 +Arrays,array-lopstr16/base_case.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,41 +Loops,nla-digbench-scaling/geo1-u_unwindbound50.c,ILP32,false,UNKNOWN,VALIDATED,75.0,8,20,53 +ECA,eca-rers2012/Problem12_label01.c,ILP32,true,UNKNOWN,VALIDATED,10.09,813,50,46 +Arrays,array-memsafety/cstrpbrk-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,2 +Loops,nla-digbench-scaling/geo3-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,54 +ECA,eca-rers2012/Problem13_label07.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,54 +Arrays,array-memsafety/openbsd_cstrstr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.13,23,6,1 +Loops,nla-digbench-scaling/hard2_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,7,1 +ECA,eca-rers2012/Problem15_label13.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,39 +Arrays,array-multidimensional/transpose-u.c,ILP32,true,UNKNOWN,VALIDATED,21.43,14,1,40 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED,70.0,10,50,10 +ECA,eca-rers2012/Problem16_label21.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,41 +Arrays,array-patterns/array5_pattern.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,50,45 +Loops,nla-digbench-scaling/ps3-ll_unwindbound5.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,6,1 +ECA,eca-rers2012/Problem17_label27.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,44 +Arrays,array-tiling/pnr4.c,ILP32,true,SUCCEEDED,VALIDATED,30.0,20,4,1 +Loops,nla-digbench-scaling/ps6-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,22,1 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,40 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,SUCCEEDED,VALIDATED,92.31,13,2,1 +Loops,nla-digbench/hard-ll.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,50,39 +ECA,eca-rers2012/Problem19_label39.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,45 +Arrays,array-cav19/array_min_and_copy_shift_sum_add.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,33.33,12,2,53 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,39 +ECA,eca-programs/Problem101_label15.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,62 +Arrays,array-crafted/mapavg3.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Loops,loop-invgen/NetBSD_loop.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,42 +ECA,eca-programs/Problem102_label24.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,3,5 +Loops,loop-invgen/seq-3.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,15,50,42 +ECA,eca-programs/Problem102_label57.c,ILP32,true,ERROR,NO_SUITE,,,0,85 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,37 +Loops,loop-new/count_by_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,4 +ECA,eca-rers2012/Problem03_label08.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,41 +Loops,loop-zilu/benchmark06_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,46 +ECA,eca-rers2012/Problem03_label41.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,5.88,17,1,41 +Loops,loop-zilu/benchmark27_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,39 +ECA,eca-rers2012/Problem04_label18.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,55 +Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Loops,loop-zilu/benchmark50_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,41 +ECA,eca-rers2012/Problem05_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,56 +Arrays,array-examples/standard_strcpy_original-2.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Loops,loops-crafted-1/sumt2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,38 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,55 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.86,14,3,1 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.0,10,3,1 +ECA,eca-rers2012/Problem06_label13.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,55 diff --git a/tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv new file mode 100644 index 000000000..fcaf70aaf --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv @@ -0,0 +1,32 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,16,3,1 +Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,3 +ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,53 +Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 +Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,1 +ECA,eca-rers2012/Problem05_label57.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,44 +Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,40 +Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,3,2 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,39 +Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,UNKNOWN,VALIDATED,84.62,13,50,41 +Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 +Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,12,3,2 +Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,7,2 +ECA,eca-rers2012/Problem08_label09.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 +Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,41 +Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,UNKNOWN,VALIDATED,62.5,8,21,46 +ECA,eca-rers2012/Problem12_label34.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,54 +Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,7 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,8,12,2 +ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,39 +Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,3 +Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,41 +ECA,eca-programs/Problem102_label41.c,ILP32,true,ERROR,NO_SUITE,,,0,81 +Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,40 +Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,38 +ECA,eca-rers2012/Problem04_label47.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,53 +Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,7 +Loops,loops/trex03-2.c,ILP32,true,UNKNOWN,VALIDATED,57.14,7,50,46 +ECA,eca-rers2012/Problem07_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,73 +Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,16,3,2 diff --git a/tests/testcomp/results_v9_cover-branches_s1/results.csv b/tests/testcomp/results_v9_cover-branches_s1/results.csv new file mode 100644 index 000000000..4aa11c132 --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s1/results.csv @@ -0,0 +1,121 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.71,177,50,44 +Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,46 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,30.77,494,50,43 +BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,41 +Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,21,43 +ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,3 +BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,42 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,54 +ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.63,492,50,41 +BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,1 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,UNKNOWN,VALIDATED,22.22,9,1,42 +ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,40 +Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,56 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,VALIDATED,33.07,502,50,40 +BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,45 +Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.92,494,50,39 +BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,41 +Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,54 +ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.22,492,50,39 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,56 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,48 +ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,-1 +BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,30,42 +Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 +ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/modulus-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,27,40 +Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,6,39 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,41 +Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,53 +ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.49,492,50,41 +BitVectors,bitvector/s3_srvr_1.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.81,197,50,48 +Recursive,recursified_nla-digbench/recursified_ps3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.85,492,50,41 +BitVectors,bitvector/s3_srvr_3a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,50 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,54 +ProductLines,product-lines/email_spec4_product18.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.02,492,50,41 +BitVectors,bitvector/soft_float_2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,44.0,50,50,42 +Recursive,recursive/Ackermann03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 +ProductLines,product-lines/email_spec7_product17.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.73,490,50,40 +BitVectors,bitvector/soft_float_5.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.0,50,50,41 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,41 +ProductLines,product-lines/email_spec9_product12.cil.c,ILP32,true,SUCCEEDED,VALIDATED,23.06,490,50,38 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,24,2,2 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,62 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +BitVectors,bitvector/byte_add-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,75.44,57,50,11 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 +ProductLines,product-lines/elevator_spec1_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/byte_add_2-2.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,4 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,50,41 +ProductLines,product-lines/elevator_spec2_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,1,2 +Recursive,recursified_loop-simple/recursified_nested_6.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,3 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/jain_6-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 +Recursive,recursified_nla-digbench/recursified_divbin.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,92.31,13,24,39 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.68,808,13,2 +BitVectors,bitvector/num_conversion_2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,14 +Recursive,recursified_nla-digbench/recursified_fermat1-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,30.77,13,1,46 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,UNKNOWN,VALIDATED,27.14,490,50,42 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,62.29,175,50,44 +Recursive,recursified_nla-digbench/recursified_geo1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,10,56 +ProductLines,product-lines/email_spec11_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.08,476,50,41 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,56.57,175,50,54 +Recursive,recursified_nla-digbench/recursified_hard-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,40 +ProductLines,product-lines/email_spec11_product36.cil.c,ILP32,true,SUCCEEDED,VALIDATED,19.79,480,50,39 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.03,177,50,31 +Recursive,recursified_nla-digbench/recursified_prodbin-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,53 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.93,504,50,41 +BitVectors,bitvector/s3_srvr_1a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,53.81,197,50,49 +Recursive,recursified_nla-digbench/recursified_ps5-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,38 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,31.47,502,50,42 +BitVectors,bitvector/s3_srvr_3.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,50 +Recursive,recursive-simple/id2_b3_o5.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,53 +ProductLines,product-lines/email_spec3_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.56,504,50,38 +BitVectors,bitvector/soft_float_1-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,41 +Recursive,recursive-simple/id_b5_o10-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,51 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,28.69,502,50,38 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,42.11,76,50,38 +Recursive,recursive-simple/sum_non_eq-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,44 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,41 +BitVectors,bitvector/soft_float_3a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,50,50,42 +Recursive,recursive/Addition02WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED,87.5,8,50,47 +ProductLines,product-lines/email_spec7_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.8,500,50,41 +BitVectors,bitvector/soft_float_4-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,42 +Recursive,recursive/Fibonacci03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,48,41 +ProductLines,product-lines/email_spec8_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.68,502,50,41 +BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,4,50,38 +Recursive,recursive/gcd01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,83.33,12,37,44 +ProductLines,product-lines/email_spec9_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.6,500,50,41 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,22,2 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,56 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +BitVectors,bitvector/byte_add-1.i,ILP32,false,SUCCEEDED,VALIDATED,75.44,57,50,12 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,43 +ProductLines,product-lines/elevator_spec1_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +BitVectors,bitvector/byte_add_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,2 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 +ProductLines,product-lines/elevator_spec1_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,3 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,48 +ProductLines,product-lines/elevator_spec1_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,4,2 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,3.12,32,1,41 +ProductLines,product-lines/elevator_spec2_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/gcd_3.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,24,43 +Recursive,recursified_loop-simple/recursified_nested_1.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 +ProductLines,product-lines/elevator_spec2_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,39 +Recursive,recursified_loop-simple/recursified_nested_4.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.06,808,15,2 +BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,39 +Recursive,recursified_nla-digbench/recursified_bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,50,43 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,-1 +BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,41 +Recursive,recursified_nla-digbench/recursified_dijkstra-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,50,40 +ProductLines,product-lines/elevator_spec3_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv new file mode 100644 index 000000000..874c934c7 --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv @@ -0,0 +1,34 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.71,177,50,39 +Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,41 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,30.77,494,50,39 +BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,38 +Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,28,47 +ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,41 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,55 +ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,26.63,492,50,41 +BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,3 +Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,UNKNOWN,VALIDATED,22.22,9,1,40 +ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,38 +Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,53 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,38 +BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,44 +Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.92,494,50,41 +BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,38 +Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,53 +ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.22,492,50,41 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,43 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,56 +ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 +BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,31,42 +Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 +ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +BitVectors,bitvector/modulus-1.i,ILP32,unknown,UNKNOWN,VALIDATED,76.92,13,28,45 +Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,6,39 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,42 +Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,21,43 +ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,UNKNOWN,VALIDATED,30.49,492,50,39 diff --git a/tests/testcomp/results_v9_cover-branches_s2/results.csv b/tests/testcomp/results_v9_cover-branches_s2/results.csv new file mode 100644 index 000000000..952b8be51 --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s2/results.csv @@ -0,0 +1,121 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,47 +Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED,61.49,148,50,46 +XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,18.47,287,50,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,49.25,1139,17,42 +XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 +ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,51 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,47.88,1180,17,39 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 +ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,20 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,53.48,187,2,9 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,63.16,38,12,43 +ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.57,175,50,39 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,17 +XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,20 +ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,200,50,11 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,28 +ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.71,211,50,43 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED,21.15,208,50,50 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,39 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,57.34,143,50,42 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.91,22,9,43 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.06,456,14,39 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,21.43,266,50,15 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.56,90,13,3 +XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 +ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,48.22,197,50,46 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,10 +XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,50 +Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,SUCCEEDED,VALIDATED,59.62,208,50,42 +XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +ControlFlow,openssl/s3_srvr.blast.01.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,47.26,201,50,51 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.23,495,10,42 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,36 +ControlFlow,openssl/s3_srvr.blast.10.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.72,207,50,47 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,VALIDATED,38.2,89,23,45 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,39 +ControlFlow,openssl/s3_srvr.blast.16.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.24,227,50,54 +Sequentialized,seq-pthread/cs_sync.i,ILP32,true,UNKNOWN,VALIDATED,22.94,109,11,53 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 +ControlFlow,infeasible-control-flow/conflict_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,11.11,9,3,42 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.84,161,50,41 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,57.14,14,2,12 +ControlFlow,memory-model/2SB.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.55,102,50,8 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.71,170,50,20 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,VALIDATED,3.33,30,1,44 +ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,15 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,67.4,181,6,42 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,3.33,60,3,38 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,7.11,957,50,13 +Sequentialized,seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,52.41,456,50,42 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,39 +ControlFlow,ntdrivers/floppy.i.cil-3.c,ILP32,true,SUCCEEDED,VALIDATED,5.58,1164,50,4 +Sequentialized,seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,45.31,1130,15,42 +XCSP,xcsp/Dubois-020.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,9 +ControlFlow,openssl-simplified/s3_clnt_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,63.43,175,50,41 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,74.17,120,47,6 +XCSP,xcsp/Dubois-028.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,10 +ControlFlow,openssl-simplified/s3_clnt_3.cil-3.c,ILP32,unknown,UNKNOWN,VALIDATED,62.86,175,50,42 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,64.55,189,50,41 +XCSP,xcsp/Dubois-055.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,29 +ControlFlow,openssl-simplified/s3_srvr_11.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.17,213,50,52 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,65.29,121,50,30 +XCSP,xcsp/Dubois-095.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,39 +ControlFlow,openssl-simplified/s3_srvr_3.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,46 +Sequentialized,seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c,ILP32,true,SUCCEEDED,VALIDATED,60.45,177,50,41 +XCSP,xcsp/Haystacks-11.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 +ControlFlow,openssl/s3_clnt.blast.01.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.06,177,50,10 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.0,200,2,3 +XCSP,xcsp/Haystacks-19.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,40 +ControlFlow,openssl/s3_clnt.blast.04.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,9 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,54.53,464,50,41 +XCSP,xcsp/aim-100-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,20 +ControlFlow,openssl/s3_srvr.blast.03.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,51 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,64.89,487,12,40 +XCSP,xcsp/aim-100-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,19 +ControlFlow,openssl/s3_srvr.blast.08.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,37.91,211,50,46 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.19,1179,17,40 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 +ControlFlow,openssl/s3_srvr.blast.11.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,52 +Sequentialized,seq-pthread/cs_lamport.i,ILP32,true,UNKNOWN,VALIDATED,35.55,211,37,39 +XCSP,xcsp/aim-200-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,41 +ControlFlow,openssl/s3_srvr.blast.14.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,36.2,221,50,53 +Sequentialized,seq-pthread/cs_stack-1.i,ILP32,true,UNKNOWN,VALIDATED,21.66,157,1,56 +XCSP,xcsp/aim-200-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 +ControlFlow,unsignedintegeroverflow-sas23/cancel_var_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,2 +Sequentialized,systemc/token_ring.01.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.84,74,50,53 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,39 +ControlFlow,infeasible-control-flow/conflict_branch1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,56 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,65.84,161,50,41 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,10,2,2 +ControlFlow,infeasible-control-flow/unreach_branch1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,41 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,64.15,159,50,41 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,55.56,18,2,32 +ControlFlow,infeasible-control-flow/unreach_branch4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,8,50,41 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,59.15,142,50,42 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.77,26,10,42 +ControlFlow,memory-model/4SB.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,68.54,178,50,38 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,49.2,187,2,6 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,VALIDATED,79.41,34,12,43 +ControlFlow,ntdrivers-simplified/diskperf_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.46,171,50,42 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.27,182,50,21 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,2.5,40,1,43 +ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,18 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,58.33,456,11,38 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,23 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,6 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,63.07,463,13,42 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,39 +ControlFlow,ntdrivers/cdaudio.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,5.35,953,39,3 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,42.94,1090,50,38 +XCSP,xcsp/Dubois-015.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.34,1160,50,4 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,41.86,1130,13,39 +XCSP,xcsp/Dubois-018.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,7 diff --git a/tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv new file mode 100644 index 000000000..a15f4f215 --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv @@ -0,0 +1,37 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,39 +Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,61.49,148,50,38 +XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,40 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,18.47,287,50,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,42.49,1139,13,41 +XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 +ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,43 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,43.47,1180,16,38 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,38 +ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,18 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,53.48,187,2,7 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,71.05,38,13,46 +ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.57,175,50,37 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,14 +XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,21 +ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,200,50,10 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,22 +ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,47 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED,21.15,208,50,45 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 +ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,37 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,57.34,143,50,41 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.91,22,9,41 +ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,4 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.38,456,10,41 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,39 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,21.43,266,50,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.56,90,13,3 +XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,7 +ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,48.22,197,50,46 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,13 +XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 +ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,47 +Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,SUCCEEDED,VALIDATED,59.62,208,50,43 +XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 diff --git a/tests/testcomp/results_v9_cover-branches_s3/results.csv b/tests/testcomp/results_v9_cover-branches_s3/results.csv new file mode 100644 index 000000000..b43123d07 --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s3/results.csv @@ -0,0 +1,121 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,UNKNOWN,VALIDATED,100.0,4,50,48 +Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,10 +LinkedLists,heap-manipulation/tree-3.i,ILP32,true,SUCCEEDED,VALIDATED,77.5,40,50,56 +Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,2 +Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,2 +LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,54 +Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.29,34,50,40 +Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 +Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,23.91,46,3,2 +Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,2 +LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,39 +Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,2 +Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.0,25,3,43 +Heap,memsafety-cve/json-parser.i,ILP32,unknown,UNKNOWN,VALIDATED,67.35,49,50,40 +Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,list-properties/list-1.i,ILP32,true,SUCCEEDED,VALIDATED,52.94,17,50,40 +Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,39 +Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,40 +Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,2 +Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,16.67,12,1,2 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,61.11,18,50,46 +Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,2 +Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,1 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,56.0,25,2,39 +Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 +Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,54 +Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,84.21,19,50,51 +Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,56 +Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,1 +Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,2 +Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,45 +Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,42 +Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,54 +Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 +Heap,memsafety/test-0102-2.i,ILP32,unknown,UNKNOWN,VALIDATED,72.73,11,50,43 +Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,46 +Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,42 +Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,44 +Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,2 +Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,2 +LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,56 +Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 +Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,44 +Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,SUCCEEDED,VALIDATED,74.19,31,50,56 +Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED,72.88,59,9,40 +Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,VALIDATED,90.0,10,43,49 +Floats,neural-networks/cartpole_55_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,forester-heap/sll-simple-white-blue-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.33,18,50,42 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +Floats,neural-networks/cos_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,32.81,64,3,40 +Heap,list-ext-properties/test-0217_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,40,50,42 +Floats,neural-networks/dubinsrejoin_54_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,27.08,48,5,42 +Heap,memsafety-cve/dlt-daemon.i,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 +Floats,neural-networks/erf_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,list-ext3-properties/dll_nondet_free_order-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,2 +Heap,memsafety-cve/gpac_5.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,13.64,22,50,46 +Floats,neural-networks/lunarlander_16_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.87,31,50,17 +Heap,memsafety-cve/libpe.i,ILP32,unknown,UNKNOWN,VALIDATED,4.17,24,50,40 +Floats,neural-networks/lunarlander_63_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,list-properties/list_flag-2.i,ILP32,true,SUCCEEDED,VALIDATED,64.71,17,50,39 +Heap,memsafety-cve/openNDS_1.i,ILP32,unknown,UNKNOWN,VALIDATED,44.44,36,50,39 +Floats,neural-networks/poly_128_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,memsafety-broom/dll-backwards.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,8,50,39 +Heap,memsafety-cve/radare2_2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.78,36,50,42 +Floats,neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/dll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 +Heap,memsafety-ext/dll_extends_pointer.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,54 +Floats,neural-networks/softmax_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/linux-list-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,42 +Heap,memsafety/global-atexit-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,4,2,1 +Floats,neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/sll-nested-linux-list.i,LP64,unknown,UNKNOWN,VALIDATED,76.92,13,50,44 +Heap,memsafety/test-0234-2.i,ILP32,unknown,UNKNOWN,VALIDATED,84.62,13,50,44 +Floats,neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/sll-shared-sll-after.i,LP64,unknown,SUCCEEDED,VALIDATED,90.0,10,50,41 +Heap,heap-data/min_max.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,50,43 +Floats,float-benchs/filter1.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,52.94,34,50,46 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.21,56,50,46 +Heap,ldv-memsafety/memleaks_test1-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,1 +Floats,float-benchs/mea8000.c,ILP32,true,UNKNOWN,VALIDATED,9.43,53,1,42 +LinkedLists,forester-heap/dll-circular-2.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,39 +Heap,ldv-memsafety/memleaks_test13_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +Floats,float-benchs/zonotope_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,6,1,1 +LinkedLists,forester-heap/dll-queue-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.88,59,50,42 +Heap,ldv-memsafety/memleaks_test16_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 +Floats,float-newlib/double_req_bl_0876.c,ILP32,true,SUCCEEDED,VALIDATED,8.74,183,2,1 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.53,34,50,53 +Heap,ldv-memsafety/memleaks_test18_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,2 +Floats,float-newlib/float_req_bl_0670.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,SUCCEEDED,VALIDATED,85.0,20,50,42 +Heap,ldv-memsafety/memleaks_test22_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,12.5,32,1,1 +Floats,float-newlib/float_req_bl_1130b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,forester-heap/dll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,13.51,37,50,54 +Heap,ldv-memsafety/memleaks_test23_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,3 +Floats,floats-cbmc-regression/float8.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,1,1 +LinkedLists,forester-heap/sll-01-1.i,ILP32,true,UNKNOWN,VALIDATED,67.86,56,50,52 +Heap,ldv-memsafety/memleaks_test5_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,forester-heap/sll-circular-1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,41 +Heap,ldv-memsafety/memleaks_test8_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,2,1 +Floats,floats-nonlinear/coral-benchmark01.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,1 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,43 diff --git a/tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv new file mode 100644 index 000000000..c01091f03 --- /dev/null +++ b/tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv @@ -0,0 +1,60 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,4,50,42 +Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 +LinkedLists,heap-manipulation/tree-3.i,ILP32,true,UNKNOWN,VALIDATED,77.5,40,50,52 +Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,2 +Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,1 +LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,52 +Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.29,34,50,38 +Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,38 +Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,23.91,46,3,1 +Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,1 +LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,38 +Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,3,1 +Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.0,25,3,41 +Heap,memsafety-cve/json-parser.i,ILP32,unknown,SUCCEEDED,VALIDATED,67.35,49,50,38 +Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,list-properties/list-1.i,ILP32,true,SUCCEEDED,VALIDATED,52.94,17,50,38 +Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,37 +Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,41 +Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,2 +Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,16.67,12,1,2 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,61.11,18,50,52 +Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,2 +Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,2 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,56.0,25,3,41 +Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 +Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,UNKNOWN,VALIDATED,76.0,25,50,46 +Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,84.21,19,50,53 +Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,52 +Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,1 +Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,2 +Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,43 +Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,42 +Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,52 +Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 +LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,18,50,42 +Heap,memsafety/test-0102-2.i,ILP32,unknown,UNKNOWN,VALIDATED,72.73,11,50,43 +Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,-2 +LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,46 +Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,41 +Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,52 +Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,2 +Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,2 +LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,UNKNOWN,VALIDATED,73.53,34,50,49 +Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 +Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,57 +Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 +LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,SUCCEEDED,VALIDATED,74.19,31,50,53 +Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 +Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 diff --git a/tests/testcomp/results_v9_cover-error_s0/results.csv b/tests/testcomp/results_v9_cover-error_s0/results.csv new file mode 100644 index 000000000..9c6dc40c4 --- /dev/null +++ b/tests/testcomp/results_v9_cover-error_s0/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,34 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,-1 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,36 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 diff --git a/tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv b/tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv new file mode 100644 index 000000000..0d68b1f6f --- /dev/null +++ b/tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv @@ -0,0 +1,66 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,37 +Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,38 +Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,84 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,81 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 diff --git a/tests/testcomp/results_v9_cover-error_s1/results.csv b/tests/testcomp/results_v9_cover-error_s1/results.csv new file mode 100644 index 000000000..ab86ef020 --- /dev/null +++ b/tests/testcomp/results_v9_cover-error_s1/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,24 +Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,28 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,-1 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,22 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,5 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,38 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,loop-acceleration/array_2-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-programs/Problem101_label18.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,42 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 diff --git a/tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv b/tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv new file mode 100644 index 000000000..77a04b422 --- /dev/null +++ b/tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv @@ -0,0 +1,99 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,18 +Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,27 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 diff --git a/tests/testcomp/results_v9_cover-error_s2/results.csv b/tests/testcomp/results_v9_cover-error_s2/results.csv new file mode 100644 index 000000000..cf413555f --- /dev/null +++ b/tests/testcomp/results_v9_cover-error_s2/results.csv @@ -0,0 +1,125 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,26 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,49 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,15 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem101_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,14 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem101_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 +XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,11 +XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 +XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 diff --git a/tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv b/tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv new file mode 100644 index 000000000..08ac2b951 --- /dev/null +++ b/tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv @@ -0,0 +1,57 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,5 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,81 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-programs/Problem102_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 +Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,29 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47 From 336dc06f85eaadc1a7b130be11e26bfd61791340 Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 08:47:25 -0400 Subject: [PATCH 07/14] fix(slice): bound the slicer too Same class as the fuzzer compile, same symptom. sbt-slicer builds a system dependence graph over the whole module and had no timeout on it. Measured on the v12 corpus: the sliced arm recorded 26 ERROR verdicts against the control's 9, every one at 87 to 89 seconds, and 17 of them were tasks the control ANSWERED -- three with FAILED. Slicing did not fail on those programs; it took the run past its deadline. A slice that does not finish costs nothing: the existing fallback analyses the whole program, which is what the control does anyway. Overrunning the budget costs the verdict. Co-Authored-By: Claude Opus 5 (1M context) --- modules/frontend/caller.cpp | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/modules/frontend/caller.cpp b/modules/frontend/caller.cpp index 0e09b0c1e..485f4c70d 100644 --- a/modules/frontend/caller.cpp +++ b/modules/frontend/caller.cpp @@ -204,7 +204,21 @@ bool Caller::sliceWithRespectToTarget(const std::string &targetFunction) { // __map2check_main__, because the instrumentation renames the entry and the // slicer would report "The entry function not found: main" and slice // nothing. Run before it, as it now is, the program still has its own main. - command << slicer << " -c " << targetFunction + // Bounded, for the reason every other external step here is bounded: the + // slicer builds a system dependence graph over the whole module, and on the + // large programs that is not fast. Measured on the v12 corpus: the sliced + // arm recorded 26 ERROR verdicts against the control's 9, every one of them + // at 87 to 89 seconds, and three were tasks the control had ANSWERED -- + // slicing did not fail on them, it just took the run past its deadline. + // + // A slice that does not finish is not a loss: the code below already falls + // back to analysing the whole program, which is exactly what the control + // does. Overrunning the budget loses the verdict instead. + const double sliceBudget = + std::max(5.0, std::min(0.2 * this->timeout, + static_cast(remainingSeconds()) - 5.0)); + command << "timeout -k " << Map2Check::killGracePeriod << " " << sliceBudget + << " " << slicer << " -c " << targetFunction << " --entry=main -o " << output << " " << input << " > slicer.output 2>&1"; Map2Check::Log::Debug(command.str()); From b81780f8d73a5a35bf3617d75a424f4e8886bcee Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 12:59:08 -0400 Subject: [PATCH 08/14] test: run v14 at the competition budget, with CASTLE and Juliet beside it BUDGET 60 -> 300. Everything so far ran at 60s, which is a throughput choice rather than a competition one -- and three of the four fixes this arm carries are about what happens when a run reaches its deadline, so the deadline is the one variable that has to be right. Stated plainly because it will be read wrong otherwise: a COVERED rate at 300s is NOT comparable to v12's at 60s. More budget finds more bugs on its own. slice therefore still runs beside its own control here -- that comparison stays valid because both arms move together, while the absolute number becomes the competition-conditions one. CASTLE and Juliet run on the same binary, at THEIR budgets, not at 300s. This run answers "did the four fixes break anything"; changing two variables at once would stop it answering that. Juliet c+d chain behind a+b -- container count is what oversubscribes this machine, not CPU quota. Drops the separate v14 smoke: a full Juliet and CASTLE sweep on the same binary subsumes a one-file-per-family sample of it. Co-Authored-By: Claude Opus 5 (1M context) --- tests/juliet/launch-v14-smoke.sh | 19 ------ tests/testcomp/launch-v14-when-v12-done.sh | 77 +++++++++++++++++----- 2 files changed, 59 insertions(+), 37 deletions(-) delete mode 100755 tests/juliet/launch-v14-smoke.sh diff --git a/tests/juliet/launch-v14-smoke.sh b/tests/juliet/launch-v14-smoke.sh deleted file mode 100755 index 35ceedb31..000000000 --- a/tests/juliet/launch-v14-smoke.sh +++ /dev/null @@ -1,19 +0,0 @@ -#!/bin/bash -# A smoke, not a campaign. The verdict guard is gated on --generate-test-suite, -# reachability mode and the KLEE generator; Juliet and CASTLE use none of the -# three, so the guard cannot reach them. This run is there to prove that claim -# rather than assert it, which is cheap at one file per family. -set -u -REPO="$(cd "$(dirname "$0")/../.." && pwd)" -IMAGE="${IMAGE:-map2check-testcov:latest}" -while [ "$(docker ps -q --filter 'name=m2c-v12-juliet' --filter 'name=m2c-v12-castle' | wc -l)" -gt 0 ]; do sleep 300; done -COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" -COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14" -docker rm -f m2c-v14-juliet-smoke m2c-v14-castle-smoke >/dev/null 2>&1 -docker run -d --name m2c-v14-juliet-smoke $COMMON -e PER_FAMILY=1 \ - -e RESULTS_DIR="/workspace/tests/juliet/results_v14_smoke" \ - "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null -docker run -d --name m2c-v14-castle-smoke $COMMON \ - -e RESULTS_DIR="/workspace/tests/castle/results_v14_smoke" \ - "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null -echo "v14 smoke launched" diff --git a/tests/testcomp/launch-v14-when-v12-done.sh b/tests/testcomp/launch-v14-when-v12-done.sh index a4772a0e8..a0ade79a2 100755 --- a/tests/testcomp/launch-v14-when-v12-done.sh +++ b/tests/testcomp/launch-v14-when-v12-done.sh @@ -1,14 +1,19 @@ #!/bin/bash -# launch-v14-when-v12-done.sh -- chains the FALSE-FAILED guard measurement. +# launch-v14-when-v12-done.sh -- the four fixes, at competition budget. # -# v14 adds one change on top of v12: a recorded violation is no longer -# reported as FAILED when no input vector can be recovered. The claim is that -# this is score-neutral (an empty suite covers nothing under either label) and -# precision-positive. Both halves are checkable, and this run checks them. +# BUDGET=300 rather than 60. Everything measured so far ran at 60s, which is a +# throughput choice, not a competition one -- and three of the four fixes this +# arm carries are about what happens when a run reaches its deadline, so the +# deadline is exactly the variable that must be right. # -# Chained rather than parallel for the reason v11's launcher gives: v12 and -# v14 differ by one commit, so a contention difference between them would be -# indistinguishable from the effect being measured. +# The consequence has to be stated plainly: a COVERED rate at 300s is NOT +# comparable to v12's at 60s. More budget finds more bugs on its own. That is +# why slice still runs beside its own control here -- the slice-vs-control +# comparison stays valid because both arms move together, while the absolute +# number becomes the competition-conditions one. +# +# Chained behind v12 for the reason v11's launcher gives: two campaigns sharing +# a machine experience different contention. set -u REPO="$(cd "$(dirname "$0")/../.." && pwd)" IMAGE="${IMAGE:-map2check-testcov:latest}" @@ -17,18 +22,54 @@ POLL="${POLL:-300}" while [ "$(docker ps -q --filter 'name=m2c-v12-control' --filter 'name=m2c-v12-slice' | wc -l)" -gt 0 ]; do sleep "$POLL" done -echo "[$(date +%H:%M)] v12 finished, launching v14" +echo "[$(date +%H:%M)] v12 finished, launching v14 at 300s" COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" -COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14 --cpus=2" -for i in 0 1 2; do - docker rm -f "m2c-v14-guard-s${i}" >/dev/null 2>&1 - docker run -d --name "m2c-v14-guard-s${i}" $COMMON \ +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14" + +launch() { + local arm="$1" flags="$2" shard="$3" + docker rm -f "m2c-v14-${arm}-s${shard}" >/dev/null 2>&1 + docker run -d --name "m2c-v14-${arm}-s${shard}" $COMMON --cpus=2 \ -e MANIFEST="/workspace/tests/testcomp/corpus/cover-error.tsv" \ - -e PROPERTY="cover-error" -e GENERATOR=hybrid -e EXTRA_FLAGS="" \ - -e RESULTS_DIR="/workspace/tests/testcomp/results_v14_guard_s${i}" \ - -e SHARD="$i" -e SHARDS=3 \ - -e BUDGET=60 -e TESTCOV_S=90 -e DEADLINE_S=28800 \ + -e PROPERTY="cover-error" -e GENERATOR=hybrid -e EXTRA_FLAGS="$flags" \ + -e RESULTS_DIR="/workspace/tests/testcomp/results_v14_${arm}_s${shard}" \ + -e SHARD="$shard" -e SHARDS=3 \ + -e BUDGET=300 -e TESTCOV_S=300 -e DEADLINE_S=43200 \ "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null -done +} +for i in 0 1 2; do launch control "" "$i"; done +for i in 0 1 2; do launch slice "--slice" "$i"; done + +# CASTLE and Juliet on the same binary. Their own harnesses carry their own +# budgets -- 300s inner for CASTLE already, 60s for Juliet -- and those are +# not the Test-Comp budget, so they stay as they are: this run answers "did +# the fixes break anything", and changing two variables would stop it doing so. +# +# Two Juliet shards, not four. Container count is what oversubscribes this +# machine, not container CPU quota; c and d chain behind a and b. +RCOMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" +RCOMMON="$RCOMMON -e MAP2CHECK_PATH=/workspace/install_v14" +docker rm -f m2c-v14-juliet-a m2c-v14-juliet-b m2c-v14-castle >/dev/null 2>&1 +docker run -d --name m2c-v14-juliet-a $RCOMMON -e JULIET_CWES="121" \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v14_a" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +docker run -d --name m2c-v14-juliet-b $RCOMMON -e JULIET_CWES="122 761" \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v14_b" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +docker run -d --name m2c-v14-castle $RCOMMON \ + -e RESULTS_DIR="/workspace/tests/castle/results_v14" \ + "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null + echo "v14 launched: $(docker ps -q --filter 'name=m2c-v14-' | wc -l) containers" + +# Juliet c and d wait for a and b. The harness appends and skips what it +# already has, so a late shard loses nothing. +while [ "$(docker ps -q --filter 'name=m2c-v14-juliet' | wc -l)" -gt 0 ]; do sleep "$POLL"; done +docker run -d --name m2c-v14-juliet-c $RCOMMON -e JULIET_CWES="190 191" \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v14_c" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +docker run -d --name m2c-v14-juliet-d $RCOMMON -e JULIET_CWES="401 415 416 476" \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v14_d" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +echo "[$(date +%H:%M)] juliet c+d launched" From 241adb230738090212f07f28476d5b2204fd283f Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 13:16:55 -0400 Subject: [PATCH 09/14] test: build the v14 paper run -- 4939 tasks at the competition budget Corpus raised to quota 400 per category. The nesting property holds, so these are supersets of the 40 and 150 used before, in the same order: partial results stay stratified and comparable. cover-error 1087 tasks -- the ENTIRE applicable pool, not a sample. Quota 400 caps only ECA, at 421 applicable. The 819-task corpus every earlier baseline used covered 74% of it. cover-branches 2765 tasks of 4330 applicable. Arms: cover-error control + slice. Slicing is measured here because here it has a criterion. cover-branches control only. Slicing needs something to slice TOWARDS and Cover-Branches has nothing -- every branch is the goal -- so a slice arm here would measure the absence of a feature. BUDGET=300, the competition figure. Three of the four fixes this binary carries are about what happens when a run reaches its deadline, so the deadline is the one variable that has to be real. Cost is not 5x the 60s runs: measured on v12, the median task takes 18s and only 10% reach the ceiling. Juliet moves to PER_FAMILY=10 -- much wider CWE coverage at the price of the line-by-line comparison with v9, which is recovered by comparing on the intersection instead. CASTLE runs whole. Both at THEIR budgets, not at 300s: this half answers "did the four fixes break anything", and moving two variables at once would stop it answering that. Co-Authored-By: Claude Opus 5 (1M context) --- tests/juliet/launch-v14-regression.sh | 34 + tests/testcomp/corpus/cover-branches-q400.tsv | 2766 +++++++++++++++++ tests/testcomp/corpus/cover-error-q400.tsv | 1088 +++++++ tests/testcomp/launch-v14-paper.sh | 66 + tests/testcomp/launch-v14-when-v12-done.sh | 75 - .../results_v12_control_s0/results.csv | 171 + .../results_v12_control_s1/results.csv | 144 + .../results_v12_control_s2/results.csv | 197 ++ .../testcomp/results_v12_slice_s0/results.csv | 168 + .../testcomp/results_v12_slice_s1/results.csv | 172 + .../testcomp/results_v12_slice_s2/results.csv | 200 ++ .../results_v14_control_s0/results.csv | 27 + .../results_v14_control_s1/results.csv | 31 + .../results_v14_control_s2/results.csv | 14 + .../testcomp/results_v14_guard_s0/results.csv | 274 ++ .../testcomp/results_v14_guard_s1/results.csv | 274 ++ .../testcomp/results_v14_guard_s2/results.csv | 273 ++ .../testcomp/results_v14_slice_s0/results.csv | 21 + .../testcomp/results_v14_slice_s1/results.csv | 26 + .../testcomp/results_v14_slice_s2/results.csv | 10 + 20 files changed, 5956 insertions(+), 75 deletions(-) create mode 100755 tests/juliet/launch-v14-regression.sh create mode 100644 tests/testcomp/corpus/cover-branches-q400.tsv create mode 100644 tests/testcomp/corpus/cover-error-q400.tsv create mode 100755 tests/testcomp/launch-v14-paper.sh delete mode 100755 tests/testcomp/launch-v14-when-v12-done.sh create mode 100644 tests/testcomp/results_v14_control_s0/results.csv create mode 100644 tests/testcomp/results_v14_control_s1/results.csv create mode 100644 tests/testcomp/results_v14_control_s2/results.csv create mode 100644 tests/testcomp/results_v14_guard_s0/results.csv create mode 100644 tests/testcomp/results_v14_guard_s1/results.csv create mode 100644 tests/testcomp/results_v14_guard_s2/results.csv create mode 100644 tests/testcomp/results_v14_slice_s0/results.csv create mode 100644 tests/testcomp/results_v14_slice_s1/results.csv create mode 100644 tests/testcomp/results_v14_slice_s2/results.csv diff --git a/tests/juliet/launch-v14-regression.sh b/tests/juliet/launch-v14-regression.sh new file mode 100755 index 000000000..dc4d68bdb --- /dev/null +++ b/tests/juliet/launch-v14-regression.sh @@ -0,0 +1,34 @@ +#!/bin/bash +# Non-regression on the paper binary. Runs BESIDE the Test-Comp phases, at one +# CPU each, because container count is what oversubscribes this machine. +# +# PER_FAMILY=10 rather than the 3 every previous baseline used. That buys much +# wider CWE coverage and costs the line-by-line comparison with v9 -- so the +# comparison is made on the INTERSECTION, which is still every case v9 ran. +set -u +REPO="$(cd "$(dirname "$0")/../.." && pwd)" +IMAGE="${IMAGE:-map2check-testcov:latest}" +POLL="${POLL:-300}" +R="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" +R="$R -e MAP2CHECK_PATH=/workspace/install_v14 -e PER_FAMILY=10" + +while [ "$(docker ps -q --filter 'name=m2c-v12-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done + +jul() { + docker rm -f "m2c-v14-juliet-$1" >/dev/null 2>&1 + docker run -d --name "m2c-v14-juliet-$1" $R -e JULIET_CWES="$2" \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v14_$1" \ + "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null +} +docker rm -f m2c-v14-castle >/dev/null 2>&1 +docker run -d --name m2c-v14-castle $R \ + -e RESULTS_DIR="/workspace/tests/castle/results_v14" \ + "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null +jul a "121" +jul b "122 761" +echo "castle + juliet a,b launched" + +while [ "$(docker ps -q --filter 'name=m2c-v14-juliet' | wc -l)" -gt 0 ]; do sleep "$POLL"; done +jul c "190 191" +jul d "401 415 416 476" +echo "juliet c,d launched" diff --git a/tests/testcomp/corpus/cover-branches-q400.tsv b/tests/testcomp/corpus/cover-branches-q400.tsv new file mode 100644 index 000000000..095c15aa4 --- /dev/null +++ b/tests/testcomp/corpus/cover-branches-q400.tsv @@ -0,0 +1,2766 @@ +# category program data_model expected_unreach +Arrays array-fpi/s52iff_overflow.c ILP32 unknown +BitVectors bitvector/s3_clnt_3.BV.c.cil-1.c ILP32 unknown +ControlFlow openssl-simplified/s3_srvr_1a.cil.c ILP32 unknown +Heap memory-alloca/c.03-alloca-2.i ILP32 unknown +Loops nla-digbench-scaling/fermat1-ll_valuebound2.c ILP32 true +Recursive recursified_nla-digbench/recursified_lcm2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c ILP32 true +Floats neural-networks/dubinsrejoin_79_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label22.c ILP32 true +ProductLines product-lines/email_spec1_product20.cil.c ILP32 false +XCSP xcsp/Haystacks-08.c ILP32 true +LinkedLists heap-manipulation/tree-3.i ILP32 true +Arrays array-examples/standard_two_index_08.i ILP32 true +BitVectors bitvector/jain_2-2.c ILP32 unknown +ControlFlow ntdrivers/diskperf.i.cil-2.c ILP32 false +Heap ldv-memsafety/memleaks_test7-1.i ILP32 unknown +Loops loops/array-1.c ILP32 true +Recursive recursified_nla-digbench/recursified_cohendiv-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-esbmc-regression/ceil_nondet.i ILP32 true +ECA eca-rers2012/Problem05_label57.c ILP32 false +ProductLines product-lines/elevator_spec3_product25.cil.c ILP32 true +XCSP xcsp/Dubois-017.c ILP32 true +LinkedLists forester-heap/sll-optional-1.i ILP32 true +Arrays array-multidimensional/copy-partial-2-n-u.c ILP32 true +BitVectors bitvector/soft_float_1-2a.c.cil.c ILP32 true +ControlFlow openssl/s3_srvr.blast.07.i.cil-1.c ILP32 unknown +Heap memsafety-cve/picotcp.i ILP32 unknown +Loops nla-digbench-scaling/lcm1_valuebound2.c ILP32 true +Recursive recursive-simple/id_o200.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c ILP32 false +Floats neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem15_label48.c ILP32 false +ProductLines product-lines/email_spec6_product15.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-3.c ILP32 false +LinkedLists memsafety-broom/dll-lst-shared.i LP64 unknown +Arrays array-examples/sanfoundry_24-1.i ILP32 true +BitVectors bitvector/byte_add_1-2.i ILP32 unknown +ControlFlow ntdrivers-simplified/cdaudio_simpl1.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test17_2-2.i ILP32 unknown +Loops loop-simple/nested_1b.c ILP32 false +Recursive recursified_loop-crafted/recursified_simple_array_index_value_2.i ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-newlib/double_req_bl_1231b.c ILP32 true +ECA eca-rers2012/Problem03_label25.c ILP32 true +ProductLines product-lines/elevator_spec2_product01.cil.c ILP32 true +XCSP xcsp/AllInterval-019.c ILP32 false +LinkedLists forester-heap/dll-reverse.i ILP32 true +Arrays array-fpi/modpf.c ILP32 false +BitVectors bitvector/s3_clnt_1.BV.c.cil-1.c ILP32 unknown +ControlFlow openssl-simplified/s3_clnt_2.cil-2.c ILP32 unknown +Heap ldv-regression/test28-1.c ILP32 false +Loops nla-digbench-scaling/cohendiv-ll_valuebound5.c ILP32 true +Recursive recursified_nla-digbench/recursified_geo1-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c ILP32 true +Floats neural-networks/cartpole_7_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label09.c ILP32 true +ProductLines product-lines/email_spec0_product33.cil.c ILP32 false +XCSP xcsp/Dubois-040.c ILP32 true +LinkedLists forester-heap/sll-token-1.i ILP32 false +Arrays array-memsafety/count_down-alloca-1.i ILP32 unknown +BitVectors bitvector/s3_srvr_2.BV.c.cil.c ILP32 unknown +ControlFlow openssl/s3_clnt.blast.02.i.cil-2.c ILP32 unknown +Heap memsafety-cve/json-parser.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll_unwindbound50.c ILP32 true +Recursive recursified_nla-digbench/recursified_sqrt1-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c ILP32 false +Floats neural-networks/lunarlander_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label34.c ILP32 false +ProductLines product-lines/email_spec3_product19.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-4.c ILP32 false +LinkedLists list-properties/list-1.i ILP32 true +Arrays array-programs/partial_mod_count_limited_5.c ILP32 true +BitVectors bitvector/soft_float_4-2.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.13.i.cil-1.c ILP32 unknown +Heap memsafety-ext2/length_test03-2.i ILP32 unknown +Loops nla-digbench-scaling/ps5-ll_unwindbound10.c ILP32 false +Recursive recursive/EvenOdd01-1.c ILP32 true +Sequentialized seq-pthread/cs_queue-2.i ILP32 false +Floats neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem18_label00.c ILP32 false +ProductLines product-lines/email_spec8_product14.cil.c ILP32 true +XCSP xcsp/aim-200-2-0-sat-2.c ILP32 false +LinkedLists memsafety-broom/sll-lst-shared.i LP64 unknown +Arrays array-crafted/xor1.i ILP32 true +BitVectors bitvector-regression/recHanoi03-1.c ILP32 false +ControlFlow infeasible-control-flow/unreach_branch3.c ILP32 true +Heap ldv-memsafety/memleaks_test11_2.i ILP32 unknown +Loops loop-invgen/half_2.i ILP32 true +Recursive fuzzle-programs/08_fuzzle_50x50_50-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/sin_interpolated_negation.c ILP32 true +ECA eca-programs/Problem102_label41.c ILP32 true +ProductLines product-lines/elevator_spec1_product17.cil.c ILP32 true +XCSP xcsp/AllInterval-011.c ILP32 false +LinkedLists forester-heap/dll-optional-2.i ILP32 false +Arrays array-examples/standard_copy9_ground-2.i ILP32 true +BitVectors bitvector/gcd_2.c ILP32 true +ControlFlow ntdrivers-simplified/kbfiltr_simpl1.cil.c ILP32 unknown +Heap ldv-memsafety/memleaks_test22_3-2.i ILP32 unknown +Loops loop-zilu/benchmark39_conjunctive.i ILP32 unknown +Recursive recursified_loop-simple/recursified_nested_2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c ILP32 false +Floats floats-cbmc-regression/float-flags-simp1.i ILP32 true +ECA eca-rers2012/Problem04_label47.c ILP32 true +ProductLines product-lines/elevator_spec2_product29.cil.c ILP32 true +XCSP xcsp/CostasArray-12.c ILP32 false +LinkedLists forester-heap/dll-token-2.i ILP32 false +Arrays array-fpi/eqn4.c ILP32 true +BitVectors bitvector/modulus-1.i ILP32 unknown +ControlFlow ntdrivers/kbfiltr.i.cil-2.c ILP32 false +Heap ldv-regression/test10.c ILP32 true +Loops loops/trex03-2.c ILP32 true +Recursive recursified_nla-digbench/recursified_egcd2-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c ILP32 false +Floats neural-networks/cartpole_31_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label03.c ILP32 false +ProductLines product-lines/elevator_spec9_product30.cil.c ILP32 false +XCSP xcsp/Dubois-024.c ILP32 true +LinkedLists forester-heap/sll-rb-sentinel-1.i ILP32 true +Arrays array-fpi/s12iff.c ILP32 false +BitVectors bitvector/s3_clnt_2.BV.c.cil-1.c ILP32 unknown +ControlFlow openssl-simplified/s3_srvr_1.cil-1.c ILP32 unknown +Heap list-ext-properties/list-ext_2.i ILP32 unknown +Loops nla-digbench-scaling/egcd-ll_unwindbound20.c ILP32 false +Recursive recursified_nla-digbench/recursified_geo3-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label15.c ILP32 false +ProductLines product-lines/email_spec11_product23.cil.c ILP32 true +XCSP xcsp/Dubois-075.c ILP32 true +LinkedLists heap-manipulation/dll_of_dll-2.i ILP32 false +Arrays array-fpi/ss4f.c ILP32 false +BitVectors bitvector/s3_srvr_1.BV.c.cil.c ILP32 unknown +ControlFlow openssl-simplified/s3_srvr_6.cil-2.c ILP32 unknown +Heap memsafety-cve/gpac_15.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_unwindbound50.c ILP32 true +Recursive recursified_nla-digbench/recursified_ps3-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c ILP32 true +Floats neural-networks/gelu_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label28.c ILP32 true +ProductLines product-lines/email_spec27_product19.cil.c ILP32 false +XCSP xcsp/Haystacks-15.c ILP32 true +LinkedLists list-ext3-properties/sll_length_check-2.i ILP32 true +Arrays array-memsafety/openbsd_cmemset-alloca-1.i ILP32 unknown +BitVectors bitvector/s3_srvr_3a.BV.c.cil.c ILP32 true +ControlFlow openssl/s3_srvr.blast.01.i.cil-2.c ILP32 unknown +Heap memsafety-cve/minizip-ng_1Fixed.i ILP32 unknown +Loops nla-digbench-scaling/hard-u_unwindbound100.c ILP32 false +Recursive recursive-simple/id_b3_o2-2.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/lunarlander_88_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label40.c ILP32 false +ProductLines product-lines/email_spec4_product18.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-3.c ILP32 false +LinkedLists list-properties/simple_built_from_end.i ILP32 true +Arrays array-patterns/array22_pattern.c ILP32 true +BitVectors bitvector/soft_float_2a.c.cil.c ILP32 true +ControlFlow openssl/s3_srvr.blast.10.i.cil-1.c ILP32 unknown +Heap memsafety-cve/stb.i ILP32 unknown +Loops nla-digbench-scaling/prodbin-ll_valuebound100.c ILP32 true +Recursive recursive/Ackermann03.c ILP32 true +Sequentialized seq-pthread/cs_fib-2.i ILP32 false +Floats neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label54.c ILP32 false +ProductLines product-lines/email_spec7_product17.cil.c ILP32 true +XCSP xcsp/aim-200-1-6-sat-2.c ILP32 false +LinkedLists memsafety-broom/linux-hlist-middle-data.i LP64 unknown +Arrays array-tiling/tcpy.c ILP32 true +BitVectors bitvector/soft_float_5.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.16.i.cil-1.c ILP32 unknown +Heap memsafety/test-0102-2.i ILP32 unknown +Loops nla-digbench/dijkstra.c ILP32 unknown +Recursive recursive/Fibonacci05.c ILP32 false +Sequentialized seq-pthread/cs_sync.i ILP32 true +Floats neural-networks/tanh_6_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label06.c ILP32 true +ProductLines product-lines/email_spec9_product12.cil.c ILP32 true +XCSP xcsp/aim-200-3-4-sat-1.c ILP32 false +LinkedLists memsafety-broom/sll-nested-sll.i LP64 unknown +Arrays array-crafted/bor1.i ILP32 true +BitVectors bitvector-loops/diamond_2-1.c ILP32 false +ControlFlow infeasible-control-flow/conflict_branch3.c ILP32 true +Heap heap-data/shared_mem1.i ILP32 true +Loops loop-industry-pattern/aiob_2.c ILP32 true +Recursive fuzzle-programs/04_fuzzle_60x60.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/interpolation.c ILP32 true +ECA eca-programs/Problem102_label08.c ILP32 true +ProductLines product-lines/elevator_spec14_product28.cil.c ILP32 false +XCSP xcsp/AllInterval-007.c ILP32 false +LinkedLists forester-heap/dll-circular-1.i ILP32 false +Arrays array-crafted/zero_sum_const_m2.c ILP32 true +BitVectors bitvector/byte_add-2.i ILP32 unknown +ControlFlow memory-model/2SB.i ILP32 false +Heap ldv-memsafety/memleaks_test14_3.i ILP32 unknown +Loops loop-lit/gj2007.i ILP32 true +Recursive fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c ILP32 false +Floats float-newlib/double_req_bl_0670.c ILP32 true +ECA eca-programs/Problem103_label52.c ILP32 true +ProductLines product-lines/elevator_spec1_product25.cil.c ILP32 true +XCSP xcsp/AllInterval-015.c ILP32 false +LinkedLists forester-heap/dll-rb-cnstr_1-1.i ILP32 true +Arrays array-examples/standard_copy2_ground-1.i ILP32 false +BitVectors bitvector/byte_add_2-2.i ILP32 true +ControlFlow ntdrivers-simplified/floppy_simpl3.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test20-1.i ILP32 unknown +Loops loop-zilu/benchmark17_conjunctive.i ILP32 true +Recursive recursified_loop-invariants/recursified_linear-inequality-inv-a.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-newlib/float_req_bl_0875.c ILP32 true +ECA eca-rers2012/Problem03_label58.c ILP32 true +ProductLines product-lines/elevator_spec2_product21.cil.c ILP32 true +XCSP xcsp/AllInterval-030.c ILP32 false +LinkedLists forester-heap/dll-sorted-1.i ILP32 false +Arrays array-examples/standard_running-2.i ILP32 true +BitVectors bitvector/interleave_bits.i ILP32 true +ControlFlow ntdrivers/cdaudio.i.cil-1.c ILP32 false +Heap ldv-memsafety/memleaks_test4-1.i ILP32 unknown +Loops loops-crafted-1/in-de52.c ILP32 true +Recursive recursified_loop-simple/recursified_nested_6.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c ILP32 true +Floats floats-cdfpl/newton_2_6.i ILP32 false +ECA eca-rers2012/Problem05_label23.c ILP32 true +ProductLines product-lines/elevator_spec3_product11.cil.c ILP32 false +XCSP xcsp/CostasArray-16.c ILP32 false +LinkedLists forester-heap/sll-buckets-1.i ILP32 true +Arrays array-fpi/brs5f_overflow.c ILP32 unknown +BitVectors bitvector/jain_6-2.c ILP32 unknown +ControlFlow ntdrivers/floppy.i.cil-3.c ILP32 true +Heap ldv-regression/alias_of_return_2.c_1.i ILP32 true +Loops loops/s3.i ILP32 unknown +Recursive recursified_nla-digbench/recursified_divbin.i ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c ILP32 true +Floats loop-floats-scientific-comp/loop3.c ILP32 true +ECA eca-rers2012/Problem06_label30.c ILP32 true +ProductLines product-lines/elevator_spec3_productSimulator.cil.c ILP32 false +XCSP xcsp/Dubois-020.c ILP32 true +LinkedLists forester-heap/sll-queue-2.i ILP32 false +Arrays array-fpi/ifeqn5f.c ILP32 false +BitVectors bitvector/num_conversion_2.c ILP32 true +ControlFlow openssl-simplified/s3_clnt_1.cil-1.c ILP32 unknown +Heap ldv-regression/test22-3.c ILP32 false +Loops nla-digbench-scaling/cohencu-ll_unwindbound100.c ILP32 false +Recursive recursified_nla-digbench/recursified_fermat1-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c ILP32 false +Floats neural-networks/cartpole_55_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label36.c ILP32 false +ProductLines product-lines/email_spec0_product16.cil.c ILP32 false +XCSP xcsp/Dubois-028.c ILP32 true +LinkedLists forester-heap/sll-simple-white-blue-1.i ILP32 true +Arrays array-fpi/nsqm-if.c ILP32 true +BitVectors bitvector/s3_clnt_1.BV.c.cil-2.c ILP32 unknown +ControlFlow openssl-simplified/s3_clnt_3.cil-3.c ILP32 unknown +Heap ldv-sets/test_mutex_double_unlock.i ILP32 false +Loops nla-digbench-scaling/divbin2_valuebound10.i ILP32 true +Recursive recursified_nla-digbench/recursified_geo1.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c ILP32 true +Floats neural-networks/cos_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem08_label42.c ILP32 true +ProductLines product-lines/email_spec11_product03.cil.c ILP32 true +XCSP xcsp/Dubois-055.c ILP32 true +LinkedLists heap-manipulation/bubble_sort_linux-2.i ILP32 false +Arrays array-fpi/s3lif.c ILP32 true +BitVectors bitvector/s3_clnt_2.BV.c.cil-2.c ILP32 unknown +ControlFlow openssl-simplified/s3_srvr_11.cil.c ILP32 unknown +Heap list-ext-properties/test-0217_1.i ILP32 unknown +Loops nla-digbench-scaling/egcd3-ll_unwindbound1.c ILP32 false +Recursive recursified_nla-digbench/recursified_hard-u.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_54_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label48.c ILP32 true +ProductLines product-lines/email_spec11_product36.cil.c ILP32 true +XCSP xcsp/Dubois-095.c ILP32 true +LinkedLists heap-manipulation/sll_to_dll_rev-1.i ILP32 false +Arrays array-fpi/sina4.c ILP32 true +BitVectors bitvector/s3_clnt_3.BV.c.cil-2.c ILP32 unknown +ControlFlow openssl-simplified/s3_srvr_3.cil.c ILP32 unknown +Heap memsafety-cve/dlt-daemon.i ILP32 unknown +Loops nla-digbench-scaling/freire1_valuebound50.c ILP32 true +Recursive recursified_nla-digbench/recursified_prodbin-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c ILP32 true +Floats neural-networks/erf_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label55.c ILP32 false +ProductLines product-lines/email_spec1_product32.cil.c ILP32 false +XCSP xcsp/Haystacks-11.c ILP32 true +LinkedLists list-ext3-properties/dll_nondet_free_order-2.i ILP32 unknown +Arrays array-lopstr16/base_case.i ILP32 true +BitVectors bitvector/s3_srvr_1a.BV.c.cil.c ILP32 true +ControlFlow openssl/s3_clnt.blast.01.i.cil-1.c ILP32 unknown +Heap memsafety-cve/gpac_5.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u_unwindbound50.c ILP32 false +Recursive recursified_nla-digbench/recursified_ps5-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c ILP32 false +Floats neural-networks/lunarlander_16_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label01.c ILP32 true +ProductLines product-lines/email_spec27_product31.cil.c ILP32 false +XCSP xcsp/Haystacks-19.c ILP32 true +LinkedLists list-ext3-properties/sll_of_sll_nondet_append-1.i ILP32 true +Arrays array-memsafety/cstrpbrk-alloca-2.i ILP32 unknown +BitVectors bitvector/s3_srvr_3.BV.c.cil.c ILP32 unknown +ControlFlow openssl/s3_clnt.blast.04.i.cil-1.c ILP32 unknown +Heap memsafety-cve/libpe.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll_unwindbound50.c ILP32 true +Recursive recursive-simple/id2_b3_o5.c ILP32 true +Sequentialized seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c ILP32 false +Floats neural-networks/lunarlander_63_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label07.c ILP32 false +ProductLines product-lines/email_spec3_product31.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-unsat-3.c ILP32 true +LinkedLists list-properties/list_flag-2.i ILP32 true +Arrays array-memsafety/openbsd_cstrstr-alloca-2.i ILP32 unknown +BitVectors bitvector/soft_float_1-1.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.03.i.cil.c ILP32 unknown +Heap memsafety-cve/openNDS_1.i ILP32 unknown +Loops nla-digbench-scaling/hard2_valuebound5.c ILP32 true +Recursive recursive-simple/id_b5_o10-2.c ILP32 true +Sequentialized seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/poly_128_thresh_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem15_label13.c ILP32 true +ProductLines product-lines/email_spec4_product30.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-unsat-3.c ILP32 true +LinkedLists memsafety-broom/dll-backwards.i LP64 unknown +Arrays array-multidimensional/transpose-u.c ILP32 true +BitVectors bitvector/soft_float_1-3a.c.cil.c ILP32 false +ControlFlow openssl/s3_srvr.blast.08.i.cil-2.c ILP32 unknown +Heap memsafety-cve/radare2_2Fixed.i ILP32 unknown +Loops nla-digbench-scaling/mannadiv_unwindbound50.c ILP32 false +Recursive recursive-simple/sum_non_eq-2.c ILP32 true +Sequentialized seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem16_label21.c ILP32 true +ProductLines product-lines/email_spec6_product30.cil.c ILP32 false +XCSP xcsp/aim-100-6-0-sat-2.c ILP32 false +LinkedLists memsafety-broom/dll.i LP64 unknown +Arrays array-patterns/array5_pattern.c ILP32 true +BitVectors bitvector/soft_float_3a.c.cil.c ILP32 true +ControlFlow openssl/s3_srvr.blast.11.i.cil-2.c ILP32 unknown +Heap memsafety-ext/dll_extends_pointer.i ILP32 unknown +Loops nla-digbench-scaling/ps3-ll_unwindbound5.c ILP32 true +Recursive recursive/Addition02WithOverflowBug.c ILP32 unknown +Sequentialized seq-pthread/cs_lamport.i ILP32 true +Floats neural-networks/softmax_10_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label27.c ILP32 true +ProductLines product-lines/email_spec7_product29.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-unsat-2.c ILP32 true +LinkedLists memsafety-broom/linux-list-middle-data.i LP64 unknown +Arrays array-tiling/pnr4.c ILP32 true +BitVectors bitvector/soft_float_4-3.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.14.i.cil-2.c ILP32 unknown +Heap memsafety/global-atexit-2.i ILP32 unknown +Loops nla-digbench-scaling/ps6-ll_valuebound20.c ILP32 true +Recursive recursive/Fibonacci03.c ILP32 true +Sequentialized seq-pthread/cs_stack-1.i ILP32 true +Floats neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem18_label33.c ILP32 false +ProductLines product-lines/email_spec8_product29.cil.c ILP32 true +XCSP xcsp/aim-200-2-0-unsat-1.c ILP32 true +LinkedLists memsafety-broom/sll-nested-linux-list.i LP64 unknown +Arrays reducercommutativity/rangesum10.i ILP32 false +BitVectors bitvector/sum02-1.c ILP32 false +ControlFlow unsignedintegeroverflow-sas23/cancel_var_through_overflow.i ILP32 true +Heap memsafety/test-0234-2.i ILP32 unknown +Loops nla-digbench/hard-ll.c ILP32 true +Recursive recursive/gcd01-1.c ILP32 true +Sequentialized systemc/token_ring.01.cil-1.c ILP32 unknown +Floats neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label39.c ILP32 true +ProductLines product-lines/email_spec9_product28.cil.c ILP32 true +XCSP xcsp/aim-200-6-0-sat-1.c ILP32 false +LinkedLists memsafety-broom/sll-shared-sll-after.i LP64 unknown +Arrays array-cav19/array_min_and_copy_shift_sum_add.c ILP32 true +BitVectors bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c ILP32 false +ControlFlow infeasible-control-flow/conflict_branch1.c ILP32 true +Heap heap-data/min_max.i ILP32 true +Loops loop-acceleration/multivar_1-2.c ILP32 false +Recursive fuzzle-programs/02_fuzzle_40x40.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/filter1.c.v+lhb-reducer.c ILP32 true +ECA eca-programs/Problem101_label15.c ILP32 false +ProductLines product-lines/elevator_spec14_product20.cil.c ILP32 false +XCSP xcsp/AllInterval-005.c ILP32 false +LinkedLists forester-heap/dll-01-1.i ILP32 false +Arrays array-crafted/mapavg3.i ILP32 true +BitVectors bitvector/byte_add-1.i ILP32 false +ControlFlow infeasible-control-flow/unreach_branch1.c ILP32 true +Heap ldv-memsafety/memleaks_test1-3.i ILP32 unknown +Loops loop-invgen/NetBSD_loop.i ILP32 true +Recursive fuzzle-programs/06_fuzzle_50x50_0-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/mea8000.c ILP32 true +ECA eca-programs/Problem102_label24.c ILP32 false +ProductLines product-lines/elevator_spec1_product01.cil.c ILP32 true +XCSP xcsp/AllInterval-009.c ILP32 false +LinkedLists forester-heap/dll-circular-2.i ILP32 true +Arrays array-crafted/zero_sum3.c ILP32 true +BitVectors bitvector/byte_add_1-1.i ILP32 true +ControlFlow infeasible-control-flow/unreach_branch4.c ILP32 true +Heap ldv-memsafety/memleaks_test13_1.i ILP32 unknown +Loops loop-invgen/seq-3.i ILP32 true +Recursive fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/zonotope_loose.c ILP32 true +ECA eca-programs/Problem102_label57.c ILP32 true +ProductLines product-lines/elevator_spec1_product21.cil.c ILP32 true +XCSP xcsp/AllInterval-013.c ILP32 false +LinkedLists forester-heap/dll-queue-1.i ILP32 true +Arrays array-examples/data_structures_set_multi_proc_ground-1.i ILP32 false +BitVectors bitvector/byte_add_2-1.i ILP32 unknown +ControlFlow memory-model/4SB.i ILP32 false +Heap ldv-memsafety/memleaks_test16_1.i ILP32 unknown +Loops loop-new/count_by_1.i ILP32 true +Recursive fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-newlib/double_req_bl_0876.c ILP32 true +ECA eca-rers2012/Problem03_label08.c ILP32 true +ProductLines product-lines/elevator_spec1_product29.cil.c ILP32 true +XCSP xcsp/AllInterval-017.c ILP32 false +LinkedLists forester-heap/dll-rb-sentinel-1.i ILP32 false +Arrays array-examples/sorting_selectionsort_2_ground.i ILP32 false +BitVectors bitvector/gcd_1.c ILP32 true +ControlFlow ntdrivers-simplified/diskperf_simpl1.cil.c ILP32 unknown +Heap ldv-memsafety/memleaks_test18_2.i ILP32 unknown +Loops loop-zilu/benchmark06_conjunctive.i ILP32 unknown +Recursive recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c ILP32 false +Floats float-newlib/float_req_bl_0670.c ILP32 true +ECA eca-rers2012/Problem03_label41.c ILP32 true +ProductLines product-lines/elevator_spec2_product17.cil.c ILP32 true +XCSP xcsp/AllInterval-020.c ILP32 false +LinkedLists forester-heap/dll-simple-white-blue-1.i ILP32 false +Arrays array-examples/standard_copy5_ground-2.i ILP32 false +BitVectors bitvector/gcd_3.c ILP32 true +ControlFlow ntdrivers-simplified/floppy_simpl4.cil-1.c ILP32 unknown +Heap ldv-memsafety/memleaks_test22_1-1.i ILP32 unknown +Loops loop-zilu/benchmark27_linear.i ILP32 unknown +Recursive recursified_loop-simple/recursified_nested_1.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c ILP32 false +Floats float-newlib/float_req_bl_1130b.c ILP32 true +ECA eca-rers2012/Problem04_label18.c ILP32 false +ProductLines product-lines/elevator_spec2_product25.cil.c ILP32 true +XCSP xcsp/CostasArray-10.c ILP32 false +LinkedLists forester-heap/dll-sorted-2.i ILP32 true +Arrays array-examples/standard_palindrome_ground.i ILP32 true +BitVectors bitvector/jain_1-2.c ILP32 unknown +ControlFlow ntdrivers-simplified/kbfiltr_simpl2.cil-1.c ILP32 unknown +Heap ldv-memsafety/memleaks_test23_2.i ILP32 unknown +Loops loop-zilu/benchmark50_linear.i ILP32 unknown +Recursive recursified_loop-simple/recursified_nested_4.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cbmc-regression/float8.i ILP32 true +ECA eca-rers2012/Problem05_label06.c ILP32 true +ProductLines product-lines/elevator_spec2_productSimulator.cil.c ILP32 false +XCSP xcsp/CostasArray-14.c ILP32 false +LinkedLists forester-heap/sll-01-1.i ILP32 true +Arrays array-examples/standard_strcpy_original-2.i ILP32 true +BitVectors bitvector/jain_4-1.c ILP32 unknown +ControlFlow ntdrivers/cdaudio.i.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test5_2.i ILP32 unknown +Loops loops-crafted-1/sumt2.c ILP32 true +Recursive recursified_nla-digbench/recursified_bresenham.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats floats-cdfpl/sine_3.i ILP32 false +ECA eca-rers2012/Problem05_label40.c ILP32 false +ProductLines product-lines/elevator_spec3_product20.cil.c ILP32 false +XCSP xcsp/Dubois-015.c ILP32 true +LinkedLists forester-heap/sll-circular-1.i ILP32 true +Arrays array-fpi/brs2f.c ILP32 false +BitVectors bitvector/jain_7-1.c ILP32 unknown +ControlFlow ntdrivers/floppy.i.cil-1.c ILP32 false +Heap ldv-memsafety/memleaks_test8_2.i ILP32 unknown +Loops loops/invert_string-1.c ILP32 false +Recursive recursified_nla-digbench/recursified_dijkstra-u.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c ILP32 false +Floats floats-nonlinear/coral-benchmark01.c ILP32 false +ECA eca-rers2012/Problem06_label13.c ILP32 true +ProductLines product-lines/elevator_spec3_product29.cil.c ILP32 true +XCSP xcsp/Dubois-018.c ILP32 true +LinkedLists forester-heap/sll-optional-2.i ILP32 false +Arrays array-fpi/condn.c ILP32 true +BitVectors bitvector/modulus-2.i ILP32 true +ControlFlow ntdrivers/floppy2.i.cil.c ILP32 unknown +Heap ldv-regression/rule57_ebda_blast.i ILP32 true +Loops loops/terminator_01.c ILP32 false +Recursive recursified_nla-digbench/recursified_egcd-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/cartpole_19_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label46.c ILP32 true +ProductLines product-lines/elevator_spec9_product26.cil.c ILP32 false +XCSP xcsp/Dubois-022.c ILP32 true +LinkedLists forester-heap/sll-rb-cnstr_1-1.i ILP32 true +Arrays array-fpi/ifeqn1f.c ILP32 false +BitVectors bitvector/parity.i ILP32 true +ControlFlow ntdrivers/parport.i.cil-1.c ILP32 false +Heap ldv-regression/test19.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_unwindbound20.c ILP32 false +Recursive recursified_nla-digbench/recursified_egcd3-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.3.ufo.BOUNDED-6.pals.c ILP32 true +Floats neural-networks/cartpole_43_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label19.c ILP32 false +ProductLines product-lines/email_spec0_product05.cil.c ILP32 true +XCSP xcsp/Dubois-026.c ILP32 true +LinkedLists forester-heap/sll-rb-sentinel-2.i ILP32 false +Arrays array-fpi/indp3f.c ILP32 false +BitVectors bitvector/s3_clnt_1.BV.c.cil-1a.c ILP32 unknown +ControlFlow openssl-simplified/s3_clnt_1.cil-2.c ILP32 unknown +Heap ldv-regression/test24-2.c ILP32 false +Loops nla-digbench-scaling/cohendiv-ll_unwindbound1.c ILP32 true +Recursive recursified_nla-digbench/recursified_fermat2-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats neural-networks/cartpole_67_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label52.c ILP32 true +ProductLines product-lines/email_spec0_product24.cil.c ILP32 true +XCSP xcsp/Dubois-030.c ILP32 true +LinkedLists forester-heap/sll-sorted-1.i ILP32 false +Arrays array-fpi/ms3.c ILP32 true +BitVectors bitvector/s3_clnt_1.BV.c.cil-2a.c ILP32 unknown +ControlFlow openssl-simplified/s3_clnt_3.cil-1.c ILP32 unknown +Heap ldv-sets/test_add-1.i ILP32 false +Loops nla-digbench-scaling/dijkstra-u_valuebound2.c ILP32 true +Recursive recursified_nla-digbench/recursified_geo1-u.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c ILP32 false +Floats neural-networks/cartpole_91_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label25.c ILP32 false +ProductLines product-lines/email_spec0_product37.cil.c ILP32 true +XCSP xcsp/Dubois-045.c ILP32 true +LinkedLists forester-heap/sll-token-2.i ILP32 true +Arrays array-fpi/res1f.c ILP32 false +BitVectors bitvector/s3_clnt_2.BV.c.cil-1a.c ILP32 true +ControlFlow openssl-simplified/s3_clnt_4.cil-1.c ILP32 unknown +Heap list-ext-properties/960521-1_1-1.i ILP32 unknown +Loops nla-digbench-scaling/divbin_unwindbound50.i ILP32 false +Recursive recursified_nla-digbench/recursified_geo2-ll2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.3.ufo.BOUNDED-6.pals.c ILP32 true +Floats neural-networks/dubinsrejoin_17_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label58.c ILP32 true +ProductLines product-lines/email_spec11_product15.cil.c ILP32 false +XCSP xcsp/Dubois-065.c ILP32 true +LinkedLists heap-manipulation/dancing.i ILP32 true +Arrays array-fpi/s2if.c ILP32 true +BitVectors bitvector/s3_clnt_2.BV.c.cil-2a.c ILP32 false +ControlFlow openssl-simplified/s3_srvr_1.cil-2.c ILP32 unknown +Heap list-ext-properties/simple-ext_1.i ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_unwindbound100.c ILP32 false +Recursive recursified_nla-digbench/recursified_geo3.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.4.ufo.BOUNDED-8.pals.c ILP32 true +Floats neural-networks/dubinsrejoin_41_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label31.c ILP32 true +ProductLines product-lines/email_spec11_product30.cil.c ILP32 false +XCSP xcsp/Dubois-085.c ILP32 true +LinkedLists heap-manipulation/merge_sort-1.i ILP32 false +Arrays array-fpi/s4iff_overflow.c ILP32 unknown +BitVectors bitvector/s3_clnt_3.BV.c.cil-1a.c ILP32 true +ControlFlow openssl-simplified/s3_srvr_13.cil.c ILP32 unknown +Heap list-ext-properties/test-0513_1.i ILP32 unknown +Loops nla-digbench-scaling/egcd3-ll_valuebound5.c ILP32 true +Recursive recursified_nla-digbench/recursified_hard2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_66_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label05.c ILP32 true +ProductLines product-lines/email_spec11_productSimulator.cil.c ILP32 false +XCSP xcsp/Haystacks-06.c ILP32 true +LinkedLists heap-manipulation/tree-1.i ILP32 unknown +Arrays array-fpi/s5liff.c ILP32 false +BitVectors bitvector/s3_clnt_3.BV.c.cil-2a.c ILP32 false +ControlFlow openssl-simplified/s3_srvr_2.cil-1.c ILP32 unknown +Heap memsafety-cve/asterisk.i ILP32 unknown +Loops nla-digbench-scaling/fermat2-ll_valuebound10.c ILP32 true +Recursive recursified_nla-digbench/recursified_prod4br-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_90_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label38.c ILP32 true +ProductLines product-lines/email_spec1_product28.cil.c ILP32 true +XCSP xcsp/Haystacks-09.c ILP32 true +LinkedLists heap-manipulation/tree-4.i ILP32 false +Arrays array-fpi/sqmf.c ILP32 false +BitVectors bitvector/s3_srvr_1_alt.BV.c.cil.c ILP32 unknown +ControlFlow openssl-simplified/s3_srvr_4.cil.c ILP32 unknown +Heap memsafety-cve/frrFixed.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll2_unwindbound20.c ILP32 unknown +Recursive recursified_nla-digbench/recursified_ps2-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/gcas_10_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label11.c ILP32 true +ProductLines product-lines/email_spec1_productSimulator.cil.c ILP32 false +XCSP xcsp/Haystacks-13.c ILP32 true +LinkedLists list-ext3-properties/dll_nullified-1.i ILP32 false +Arrays array-industry-pattern/array_of_struct_ptr_monotonic.i ILP32 true +BitVectors bitvector/s3_srvr_1a_alt.BV.c.cil.c ILP32 unknown +ControlFlow openssl-simplified/s3_srvr_7.cil.c ILP32 unknown +Heap memsafety-cve/gpac_17.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u2_unwindbound20.c ILP32 unknown +Recursive recursified_nla-digbench/recursified_ps4-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/logistic_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label44.c ILP32 true +ProductLines product-lines/email_spec27_product27.cil.c ILP32 false +XCSP xcsp/Haystacks-17.c ILP32 true +LinkedLists list-ext3-properties/sll_nondet_insert-1.i ILP32 false +Arrays array-memsafety-realloc/array-realloc-3.i ILP32 unknown +BitVectors bitvector/s3_srvr_2_alt.BV.c.cil.c ILP32 unknown +ControlFlow openssl/s3_clnt.blast.01.i.cil-2.c ILP32 unknown +Heap memsafety-cve/hyperkit_1.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll2_unwindbound20.c ILP32 unknown +Recursive recursified_nla-digbench/recursified_ps6-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c ILP32 false +Floats neural-networks/lunarlander_27_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label17.c ILP32 true +ProductLines product-lines/email_spec27_product35.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-2.c ILP32 false +LinkedLists list-properties/alternating_list-1.i ILP32 true +Arrays array-memsafety/cstrcspn-alloca-1.i ILP32 unknown +BitVectors bitvector/s3_srvr_3_alt.BV.c.cil.c ILP32 unknown +ControlFlow openssl/s3_clnt.blast.03.i.cil-1.c ILP32 unknown +Heap memsafety-cve/krb5Fixed.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll2_unwindbound20.c ILP32 unknown +Recursive recursive-simple/id2_b2_o3.c ILP32 true +Sequentialized seq-mthreaded/pals_opt-floodmax.3.ufo.BOUNDED-6.pals.c ILP32 true +Floats neural-networks/lunarlander_51_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label50.c ILP32 false +ProductLines product-lines/email_spec3_product27.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-unsat-1.c ILP32 true +LinkedLists list-properties/list-2.i ILP32 false +Arrays array-memsafety/knapsack_alloca_unsafe.i ILP32 unknown +BitVectors bitvector/s3_srvr_3a_alt.BV.c.cil.c ILP32 true +ControlFlow openssl/s3_clnt.blast.04.i.cil-2.c ILP32 unknown +Heap memsafety-cve/libsndfile.i ILP32 unknown +Loops nla-digbench-scaling/hard-ll_unwindbound20.c ILP32 false +Recursive recursive-simple/id_b2_o3.c ILP32 true +Sequentialized seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/lunarlander_75_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem13_label23.c ILP32 false +ProductLines product-lines/email_spec3_product35.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-1.c ILP32 false +LinkedLists list-properties/simple-1.i ILP32 false +Arrays array-memsafety/openbsd_cstrlcpy-alloca-1.i ILP32 unknown +BitVectors bitvector/soft_float_1-2.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.02.i.cil-1.c ILP32 unknown +Heap memsafety-cve/mujs.i ILP32 unknown +Loops nla-digbench-scaling/hard2_unwindbound1.c ILP32 false +Recursive recursive-simple/id_b3_o5-2.c ILP32 true +Sequentialized seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c ILP32 false +Floats neural-networks/lunarlander_99_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label56.c ILP32 true +ProductLines product-lines/email_spec4_product25.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-unsat-1.c ILP32 true +LinkedLists list-properties/splice-1.i ILP32 false +Arrays array-memsafety/stroeder2-alloca-1.i ILP32 unknown +BitVectors bitvector/soft_float_1-3.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.06.i.cil-1.c ILP32 unknown +Heap memsafety-cve/openrazer.i ILP32 unknown +Loops nla-digbench-scaling/knuth_valuebound5.i ILP32 true +Recursive recursive-simple/id_o100.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c ILP32 false +Floats neural-networks/poly_16_16_16_thresh_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem15_label31.c ILP32 true +ProductLines product-lines/email_spec4_product34.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-1.c ILP32 false +LinkedLists memsafety-broom/dll-fst-shared.i LP64 unknown +Arrays array-multidimensional/init-non-constant-2-n-u.c ILP32 true +BitVectors bitvector/soft_float_2.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.07.i.cil-2.c ILP32 unknown +Heap memsafety-cve/radare2Fixed.i ILP32 unknown +Loops nla-digbench-scaling/lcm2_valuebound10.c ILP32 true +Recursive recursive-simple/sum_non.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c ILP32 false +Floats neural-networks/poly_32_32_32_thresh_4_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem16_label04.c ILP32 false +ProductLines product-lines/email_spec6_product22.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-4.c ILP32 false +LinkedLists memsafety-broom/dll-middle-data.i LP64 unknown +Arrays array-patterns/array16_pattern.c ILP32 true +BitVectors bitvector/soft_float_3.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.09.i.cil-1.c ILP32 unknown +Heap memsafety-cve/sniproxyFixed.i ILP32 unknown +Loops nla-digbench-scaling/prod4br-ll_valuebound20.c ILP32 true +Recursive recursive/Ackermann01-2.c ILP32 true +Sequentialized seq-pthread/cs_dekker_unfair.i ILP32 true +Floats neural-networks/poly_64_64_thresh_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label37.c ILP32 false +ProductLines product-lines/email_spec6_product34.cil.c ILP32 false +XCSP xcsp/aim-100-6-0-sat-4.c ILP32 false +LinkedLists memsafety-broom/linux-hlist-fst-data.i LP64 unknown +Arrays array-patterns/array29_pattern.c ILP32 true +BitVectors bitvector/soft_float_4-1.c.cil.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.10.i.cil-2.c ILP32 unknown +Heap memsafety-cve/zchunk.i ILP32 unknown +Loops nla-digbench-scaling/ps2-ll_valuebound1.c ILP32 true +Recursive recursive/Addition01-2.c ILP32 true +Sequentialized seq-pthread/cs_fib_longer-1.i ILP32 true +Floats neural-networks/robot_5_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label10.c ILP32 true +ProductLines product-lines/email_spec7_product24.cil.c ILP32 true +XCSP xcsp/aim-200-1-6-sat-4.c ILP32 false +LinkedLists memsafety-broom/linux-list-fst-data.i LP64 unknown +Arrays array-programs/copysome1-1.i ILP32 true +BitVectors bitvector/soft_float_4-2a.c.cil.c ILP32 true +ControlFlow openssl/s3_srvr.blast.12.i.cil-1.c ILP32 unknown +Heap memsafety-ext2/complex_data_creation_test01-1.i ILP32 unknown +Loops nla-digbench-scaling/ps4-ll_unwindbound2.c ILP32 false +Recursive recursive/Addition03-2.c ILP32 unknown +Sequentialized seq-pthread/cs_peterson.i ILP32 true +Floats neural-networks/softplus_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label43.c ILP32 true +ProductLines product-lines/email_spec7_product33.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-unsat-4.c ILP32 true +LinkedLists memsafety-broom/sll-fst-shared.i LP64 unknown +Arrays array-tiling/mlceu.c ILP32 false +BitVectors bitvector/soft_float_4-3a.c.cil.c ILP32 false +ControlFlow openssl/s3_srvr.blast.13.i.cil-2.c ILP32 unknown +Heap memsafety-ext2/split_list_test05-2.i ILP32 unknown +Loops nla-digbench-scaling/ps5-ll_valuebound50.c ILP32 true +Recursive recursive/EvenOdd03WithOverflowBug.c ILP32 unknown +Sequentialized seq-pthread/cs_read_write_lock-1.i ILP32 true +Floats neural-networks/softsign_w32_r4_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label16.c ILP32 true +ProductLines product-lines/email_spec8_product21.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-sat-3.c ILP32 false +LinkedLists memsafety-broom/sll-middle-data.i LP64 unknown +Arrays array-tiling/revcpyswp2.c ILP32 true +BitVectors bitvector/soft_float_5a.c.cil.c ILP32 true +ControlFlow openssl/s3_srvr.blast.15.i.cil-1.c ILP32 unknown +Heap memsafety/lockfree-3.0.i ILP32 unknown +Loops nla-digbench-scaling/sqrt1-ll_valuebound100.c ILP32 true +Recursive recursive/Fibonacci04.c ILP32 false +Sequentialized seq-pthread/cs_stateful-1.i ILP32 false +Floats neural-networks/sqrt_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem18_label49.c ILP32 false +ProductLines product-lines/email_spec8_product33.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-unsat-3.c ILP32 true +LinkedLists memsafety-broom/sll-nested-sll-lst-data.i LP64 unknown +Arrays reducercommutativity/max.i ILP32 true +BitVectors bitvector/sum02-2.c ILP32 true +ControlFlow openssl/s3_srvr.blast.16.i.cil-2.c ILP32 unknown +Heap memsafety/test-0220.i ILP32 unknown +Loops nla-digbench/fermat2.c ILP32 unknown +Recursive recursive/McCarthy91-2.c ILP32 true +Sequentialized seq-pthread/cs_szymanski.i ILP32 true +Floats neural-networks/tanh_w32_r2_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem19_label22.c ILP32 false +ProductLines product-lines/email_spec9_product20.cil.c ILP32 false +XCSP xcsp/aim-200-3-4-sat-3.c ILP32 false +LinkedLists memsafety-broom/sll-shared-after.i LP64 unknown +Arrays reducercommutativity/sep40-1.i ILP32 true +ControlFlow unsignedintegeroverflow-sas23/linear_interpolation.i ILP32 true +Heap memsafety/test-0236.i ILP32 unknown +Loops nla-digbench/ps2-ll.c ILP32 true +Recursive recursive/recHanoi01.c ILP32 true +Sequentialized systemc/token_ring.02.cil-1.c ILP32 unknown +Floats neural-networks/tanh_w8_r4_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label56.c ILP32 true +ProductLines product-lines/email_spec9_product32.cil.c ILP32 false +XCSP xcsp/aim-200-6-0-sat-3.c ILP32 false +LinkedLists memsafety-broom/sll-shared-sll.i LP64 unknown +Arrays array-cav19/array_init_pair_symmetr2.c ILP32 true +ControlFlow infeasible-control-flow/conflict_branch2.c ILP32 true +Heap heap-data/cart.i ILP32 true +Loops loop-acceleration/array_3-2.i ILP32 false +Recursive fuzzle-programs/01_fuzzle_30x30.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/cast_union_tight.c ILP32 false +ECA eca-programs/Problem101_label07.c ILP32 false +ProductLines product-lines/elevator_spec14_product11.cil.c ILP32 true +XCSP xcsp/AllInterval-006.c ILP32 false +LinkedLists forester-heap/dll-01-2.i ILP32 true +Arrays array-crafted/bAnd2.i ILP32 true +ControlFlow infeasible-control-flow/unreach_branch2.c ILP32 true +Heap heap-data/quick_sort_split.i ILP32 true +Loops loop-acceleration/simple_4-2_abstracted.c ILP32 true +Recursive fuzzle-programs/03_fuzzle_50x50.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.ufo.BOUNDED-10.pals.c ILP32 true +Floats float-benchs/filter2_set.c ILP32 true +ECA eca-programs/Problem101_label23.c ILP32 false +ProductLines product-lines/elevator_spec14_product24.cil.c ILP32 false +XCSP xcsp/AllInterval-008.c ILP32 false +LinkedLists forester-heap/dll-optional-1.i ILP32 true +Arrays array-crafted/bor4.i ILP32 true +ControlFlow infeasible-control-flow/unreach_branch5.c ILP32 true +Heap ldv-memsafety/memleaks_test1-1.i ILP32 unknown +Loops loop-industry-pattern/nested-3.c ILP32 unknown +Recursive fuzzle-programs/05_fuzzle_70x70.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_Triplicated.ufo.BOUNDED-10.pals.c ILP32 true +Floats float-benchs/inv_Newton-2.c ILP32 false +ECA eca-programs/Problem102_label16.c ILP32 true +ProductLines product-lines/elevator_spec14_product32.cil.c ILP32 false +XCSP xcsp/AllInterval-010.c ILP32 false +LinkedLists forester-heap/dll-queue-2.i ILP32 false +Arrays array-crafted/mapsum2.i ILP32 true +ControlFlow ntdrivers-simplified/cdaudio_simpl1.cil-1.c ILP32 unknown +Heap ldv-memsafety/memleaks_test10-2.i ILP32 unknown +Loops loop-invgen/apache-get-tag.i.p+sep-reducer.c ILP32 true +Recursive fuzzle-programs/07_fuzzle_50x50_25-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c ILP32 false +Floats float-benchs/rlim_invariant.c.v+lhb-reducer.c ILP32 true +ECA eca-programs/Problem102_label32.c ILP32 true +ProductLines product-lines/elevator_spec1_product09.cil.c ILP32 true +XCSP xcsp/AllInterval-012.c ILP32 false +LinkedLists forester-heap/dll-rb-cnstr_1-2.i ILP32 false +Arrays array-crafted/xor4.i ILP32 true +ControlFlow ntdrivers-simplified/floppy_simpl3.cil-1.c ILP32 unknown +Heap ldv-memsafety/memleaks_test12-2.i ILP32 unknown +Loops loop-invgen/id_trans.i ILP32 false +Recursive fuzzle-programs/09_fuzzle_50x50_75-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c ILP32 false +Floats float-benchs/sqrt_biNewton_pseudoconstant.c ILP32 true +ECA eca-programs/Problem102_label49.c ILP32 false +ProductLines product-lines/elevator_spec1_product19.cil.c ILP32 true +XCSP xcsp/AllInterval-014.c ILP32 false +LinkedLists forester-heap/dll-rb-sentinel-2.i ILP32 true +Arrays array-crafted/zero_sum_const2.c ILP32 true +ControlFlow ntdrivers-simplified/floppy_simpl4.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test14.i ILP32 unknown +Loops loop-lit/cggmp2005b.i ILP32 true +Recursive fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.ufo.BOUNDED-6.pals.c ILP32 true +Floats float-newlib/double_req_bl_0660b.c ILP32 true +ECA eca-programs/Problem103_label43.c ILP32 true +ProductLines product-lines/elevator_spec1_product23.cil.c ILP32 true +XCSP xcsp/AllInterval-016.c ILP32 false +LinkedLists forester-heap/dll-simple-white-blue-2.i ILP32 true +Arrays array-crafted/zero_sum_m2.c ILP32 true +ControlFlow ntdrivers-simplified/kbfiltr_simpl2.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test15-2.i ILP32 unknown +Loops loop-lit/gsv2008.i ILP32 true +Recursive fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c ILP32 false +Floats float-newlib/double_req_bl_0684b.c ILP32 true +ECA eca-rers2012/Problem03_label00.c ILP32 true +ProductLines product-lines/elevator_spec1_product27.cil.c ILP32 true +XCSP xcsp/AllInterval-018.c ILP32 false +LinkedLists forester-heap/dll-token-1.i ILP32 true +Arrays array-examples/relax-2-2.i ILP32 true +ControlFlow ntdrivers/diskperf.i.cil-1.c ILP32 true +Heap ldv-memsafety/memleaks_test17_1-1.i ILP32 unknown +Loops loop-new/gauss_sum.i.p+lhb-reducer.c ILP32 true +Recursive fuzzle-programs/15_fuzzle_50x50_equality-checks.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-newlib/double_req_bl_1122a.c ILP32 true +ECA eca-rers2012/Problem03_label16.c ILP32 true +ProductLines product-lines/elevator_spec1_product31.cil.c ILP32 true +XCSP xcsp/AllInterval-025.c ILP32 false +LinkedLists forester-heap/sll-01-2.i ILP32 false +Arrays array-examples/sanfoundry_43_ground.i ILP32 true +ControlFlow ntdrivers/floppy.i.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test18.i ILP32 unknown +Loops loop-zilu/benchmark01_conjunctive.i ILP32 unknown +Recursive recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+lhb-reducer.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c ILP32 false +Floats float-newlib/float_req_bl_0660b.c ILP32 true +ECA eca-rers2012/Problem03_label33.c ILP32 true +ProductLines product-lines/elevator_spec2_product09.cil.c ILP32 true +XCSP xcsp/AllInterval-035.c ILP32 false +LinkedLists forester-heap/sll-buckets-2.i ILP32 false +Arrays array-examples/standard_compareModified_ground.i ILP32 true +ControlFlow ntdrivers/kbfiltr.i.cil-1.c ILP32 unknown +Heap ldv-memsafety/memleaks_test19-1.i ILP32 unknown +Loops loop-zilu/benchmark11_linear_abstracted.i ILP32 true +Recursive recursified_loop-crafted/recursified_simple_array_index_value_4.i ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-newlib/float_req_bl_0684b.c ILP32 true +ECA eca-rers2012/Problem03_label49.c ILP32 true +ProductLines product-lines/elevator_spec2_product19.cil.c ILP32 true +XCSP xcsp/CostasArray-11.c ILP32 false +LinkedLists forester-heap/sll-circular-2.i ILP32 false +Arrays array-examples/standard_copy3_ground-2.i ILP32 false +ControlFlow ntdrivers/parport.i.cil-2.c ILP32 true +Heap ldv-memsafety/memleaks_test21-1.i ILP32 unknown +Loops loop-zilu/benchmark23_conjunctive.i ILP32 true +Recursive recursified_loop-invariants/recursified_linear-inequality-inv-b.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-newlib/float_req_bl_0920a.c ILP32 true +ECA eca-rers2012/Problem04_label06.c ILP32 false +ProductLines product-lines/elevator_spec2_product23.cil.c ILP32 true +XCSP xcsp/CostasArray-13.c ILP32 false +LinkedLists forester-heap/sll-queue-1.i ILP32 true +Arrays array-examples/standard_copy7_ground-2.i ILP32 true +ControlFlow openssl-simplified/s3_clnt_2.cil-1.c ILP32 unknown +Heap ldv-memsafety/memleaks_test22_2-1.i ILP32 unknown +Loops loop-zilu/benchmark33_linear.i ILP32 true +Recursive recursified_loop-simple/recursified_nested_1b.c ILP32 unknown +Sequentialized seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-newlib/float_req_bl_1270a.c ILP32 true +ECA eca-rers2012/Problem04_label31.c ILP32 false +ProductLines product-lines/elevator_spec2_product27.cil.c ILP32 true +XCSP xcsp/CostasArray-15.c ILP32 false +LinkedLists forester-heap/sll-rb-cnstr_1-2.i ILP32 false +Arrays array-examples/standard_find_ground-2.i ILP32 unknown +ControlFlow openssl-simplified/s3_clnt_3.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test22_5.i ILP32 unknown +Loops loop-zilu/benchmark44_disjunctive.i ILP32 unknown +Recursive recursified_loop-simple/recursified_nested_3.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c ILP32 false +Floats floats-cbmc-regression/float19.i ILP32 true +ECA eca-rers2012/Problem04_label56.c ILP32 true +ProductLines product-lines/elevator_spec2_product31.cil.c ILP32 true +XCSP xcsp/CostasArray-17.c ILP32 false +LinkedLists forester-heap/sll-reverse_simple.i ILP32 true +Arrays array-examples/standard_partition_original_ground.i ILP32 true +ControlFlow openssl-simplified/s3_clnt_4.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test23_4.i ILP32 unknown +Loops loops-crafted-1/in-de20.c ILP32 true +Recursive recursified_loop-simple/recursified_nested_5.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c ILP32 false +Floats floats-cdfpl/newton_1_7.i ILP32 false +ECA eca-rers2012/Problem05_label14.c ILP32 true +ProductLines product-lines/elevator_spec3_product03.cil.c ILP32 false +XCSP xcsp/Dubois-016.c ILP32 true +LinkedLists forester-heap/sll-simple-white-blue-2.i ILP32 false +Arrays array-examples/standard_strcmp_ground.i ILP32 true +ControlFlow openssl-simplified/s3_srvr_10.cil.c ILP32 unknown +Heap ldv-memsafety/memleaks_test5.i ILP32 unknown +Loops loops-crafted-1/nested3-1_abstracted.c ILP32 true +Recursive recursified_nla-digbench/recursified_bresenham-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.4.ufo.BOUNDED-8.pals.c ILP32 true +Floats floats-cdfpl/newton_3_4.i ILP32 true +ECA eca-rers2012/Problem05_label31.c ILP32 true +ProductLines product-lines/elevator_spec3_product18.cil.c ILP32 true +XCSP xcsp/Dubois-019.c ILP32 true +LinkedLists forester-heap/sll-sorted-2.i ILP32 true +Arrays array-examples/standard_two_index_04.i ILP32 true +ControlFlow openssl-simplified/s3_srvr_12.cil.c ILP32 unknown +Heap ldv-memsafety/memleaks_test6_1.i ILP32 unknown +Loops loops-crafted-1/sumt8.c ILP32 true +Recursive recursified_nla-digbench/recursified_cohencu-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c ILP32 false +Floats floats-cdfpl/square_2.i ILP32 false +ECA eca-rers2012/Problem05_label48.c ILP32 false +ProductLines product-lines/elevator_spec3_product22.cil.c ILP32 true +XCSP xcsp/Dubois-021.c ILP32 true +LinkedLists heap-manipulation/bubble_sort_linux-1.i ILP32 true +Arrays array-examples/standard_vector_difference_ground.i ILP32 true +ControlFlow openssl-simplified/s3_srvr_14.cil.c ILP32 unknown +Heap ldv-memsafety/memleaks_test8.i ILP32 unknown +Loops loops/count_up_down-2.c ILP32 false +Recursive recursified_nla-digbench/recursified_cohendiv.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c ILP32 false +Floats floats-esbmc-regression/trunc_nondet_2.i ILP32 true +ECA eca-rers2012/Problem06_label05.c ILP32 false +ProductLines product-lines/elevator_spec3_product27.cil.c ILP32 false +XCSP xcsp/Dubois-023.c ILP32 true +LinkedLists heap-manipulation/dll_of_dll-1.i ILP32 true +Arrays array-fpi/brs4f.c ILP32 false +ControlFlow openssl-simplified/s3_srvr_2.cil-2.c ILP32 unknown +Heap ldv-memsafety/memleaks_test9_1.i ILP32 unknown +Loops loops/matrix-2-2.c ILP32 false +Recursive recursified_nla-digbench/recursified_dijkstra.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c ILP32 false +Floats floats-nonlinear/coral-benchmark21.c ILP32 false +ECA eca-rers2012/Problem06_label21.c ILP32 false +ProductLines product-lines/elevator_spec3_product31.cil.c ILP32 false +XCSP xcsp/Dubois-025.c ILP32 true +LinkedLists heap-manipulation/merge_sort-2.i ILP32 true +Arrays array-fpi/condg.c ILP32 true +ControlFlow openssl-simplified/s3_srvr_6.cil-1.c ILP32 unknown +Heap ldv-regression/fo_test.i ILP32 false +Loops loops/sum01_bug02_sum01_bug02_base.case.i ILP32 unknown +Recursive recursified_nla-digbench/recursified_divbin2.i ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/cartpole_12_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label38.c ILP32 false +ProductLines product-lines/elevator_spec9_product11.cil.c ILP32 true +XCSP xcsp/Dubois-027.c ILP32 true +LinkedLists heap-manipulation/sll_to_dll_rev-2.i ILP32 true +Arrays array-fpi/eqn2.c ILP32 true +ControlFlow openssl-simplified/s3_srvr_8.cil.c ILP32 unknown +Heap ldv-regression/rule60_list2.c_1.i ILP32 false +Loops loops/terminator_03-2_abstracted.i ILP32 true +Recursive recursified_nla-digbench/recursified_egcd.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/cartpole_25_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label54.c ILP32 true +ProductLines product-lines/elevator_spec9_product28.cil.c ILP32 false +XCSP xcsp/Dubois-029.c ILP32 true +LinkedLists heap-manipulation/tree-2.i ILP32 false +Arrays array-fpi/eqn5f.c ILP32 false +ControlFlow openssl/s3_clnt.blast.02.i.cil-1.c ILP32 unknown +Heap ldv-regression/test14.c ILP32 true +Loops loops/vogal-1.i ILP32 true +Recursive recursified_nla-digbench/recursified_egcd2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.5.ufo.BOUNDED-10.pals.c ILP32 true +Floats neural-networks/cartpole_37_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label11.c ILP32 false +ProductLines product-lines/elevator_spec9_product32.cil.c ILP32 false +XCSP xcsp/Dubois-035.c ILP32 true +LinkedLists list-ext3-properties/dll_nondet_free_order-1.i ILP32 unknown +Arrays array-fpi/ifeqn3f.c ILP32 false +ControlFlow openssl/s3_clnt.blast.03.i.cil-2.c ILP32 unknown +Heap ldv-regression/test21-2.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_valuebound2.c ILP32 true +Recursive recursified_nla-digbench/recursified_egcd3.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c ILP32 false +Floats neural-networks/cartpole_49_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label27.c ILP32 true +ProductLines product-lines/email_spec0_product10.cil.c ILP32 true +XCSP xcsp/Dubois-050.c ILP32 true +LinkedLists list-ext3-properties/sll_length_check-1.i ILP32 false +Arrays array-fpi/indp1f.c ILP32 false +ControlFlow openssl/s3_srvr.blast.01.i.cil-1.c ILP32 unknown +Heap ldv-regression/test23-2.c ILP32 true +Loops nla-digbench-scaling/cohencu-ll_valuebound10.c ILP32 true +Recursive recursified_nla-digbench/recursified_fermat1.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c ILP32 false +Floats neural-networks/cartpole_60_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label44.c ILP32 false +ProductLines product-lines/email_spec0_product21.cil.c ILP32 false +XCSP xcsp/Dubois-060.c ILP32 true +LinkedLists list-ext3-properties/sll_nondet_insert-2.i ILP32 true +Arrays array-fpi/indp5f.c ILP32 false +ControlFlow openssl/s3_srvr.blast.02.i.cil-2.c ILP32 unknown +Heap ldv-regression/test25-2.c ILP32 true +Loops nla-digbench-scaling/cohendiv-ll_unwindbound50.c ILP32 true +Recursive recursified_nla-digbench/recursified_fermat2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c ILP32 false +Floats neural-networks/cartpole_73_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label00.c ILP32 true +ProductLines product-lines/email_spec0_product26.cil.c ILP32 false +XCSP xcsp/Dubois-070.c ILP32 true +LinkedLists list-ext3-properties/sll_of_sll_nondet_append-2.i ILP32 false +Arrays array-fpi/ms1.c ILP32 true +ControlFlow openssl/s3_srvr.blast.04.i.cil.c ILP32 unknown +Heap ldv-regression/test29-1.c ILP32 false +Loops nla-digbench-scaling/dijkstra-u_unwindbound20.c ILP32 false +Recursive recursified_nla-digbench/recursified_geo1-ll2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c ILP32 false +Floats neural-networks/cartpole_85_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label17.c ILP32 true +ProductLines product-lines/email_spec0_product35.cil.c ILP32 false +XCSP xcsp/Dubois-080.c ILP32 true +LinkedLists list-properties/alternating_list-2.i ILP32 false +Arrays array-fpi/ms5.c ILP32 true +ControlFlow openssl/s3_srvr.blast.06.i.cil-2.c ILP32 unknown +Heap ldv-sets/test_mutex.i ILP32 true +Loops nla-digbench-scaling/divbin2_unwindbound100.i ILP32 true +Recursive recursified_nla-digbench/recursified_geo1-u2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/cartpole_97_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label33.c ILP32 true +ProductLines product-lines/email_spec0_product40.cil.c ILP32 true +XCSP xcsp/Dubois-090.c ILP32 true +LinkedLists list-properties/list_flag-1.i ILP32 false +Arrays array-fpi/nsqmf.c ILP32 false +ControlFlow openssl/s3_srvr.blast.08.i.cil-1.c ILP32 unknown +Heap ldv-sets/test_mutex_unbounded-2.i ILP32 false +Loops nla-digbench-scaling/divbin_unwindbound1.i ILP32 true +Recursive recursified_nla-digbench/recursified_geo2-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_10_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label50.c ILP32 false +ProductLines product-lines/email_spec11_product08.cil.c ILP32 true +XCSP xcsp/Dubois-100.c ILP32 true +LinkedLists list-properties/simple-2.i ILP32 true +Arrays array-fpi/res2f.c ILP32 false +ControlFlow openssl/s3_srvr.blast.09.i.cil-2.c ILP32 unknown +Heap list-ext-properties/960521-1_1-3.i ILP32 unknown +Loops nla-digbench-scaling/divbin_valuebound5.i ILP32 true +Recursive recursified_nla-digbench/recursified_geo2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_23_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label06.c ILP32 false +ProductLines product-lines/email_spec11_product20.cil.c ILP32 false +XCSP xcsp/Haystacks-07.c ILP32 true +LinkedLists list-properties/splice-2.i ILP32 true +Arrays array-fpi/s1lif.c ILP32 true +ControlFlow openssl/s3_srvr.blast.11.i.cil-1.c ILP32 unknown +Heap list-ext-properties/list-ext_flag_1.i ILP32 unknown +Loops nla-digbench-scaling/egcd-ll_valuebound2.c ILP32 true +Recursive recursified_nla-digbench/recursified_geo3-ll2.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_35_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label23.c ILP32 true +ProductLines product-lines/email_spec11_product26.cil.c ILP32 false +XCSP xcsp/Haystacks-10.c ILP32 true +LinkedLists memsafety-broom/dll-fst-data.i LP64 unknown +Arrays array-fpi/s32if.c ILP32 true +ControlFlow openssl/s3_srvr.blast.12.i.cil-2.c ILP32 unknown +Heap list-ext-properties/test-0158_1-2.i ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_valuebound10.c ILP32 true +Recursive recursified_nla-digbench/recursified_hard-ll.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_48_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label39.c ILP32 true +ProductLines product-lines/email_spec11_product33.cil.c ILP32 false +XCSP xcsp/Haystacks-12.c ILP32 true +LinkedLists memsafety-broom/dll-lst-data.i LP64 unknown +Arrays array-fpi/s42iff.c ILP32 false +ControlFlow openssl/s3_srvr.blast.14.i.cil-1.c ILP32 unknown +Heap list-ext-properties/test-0232_1-2.i ILP32 unknown +Loops nla-digbench-scaling/egcd3-ll_unwindbound50.c ILP32 false +Recursive recursified_nla-digbench/recursified_hard.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.4.ufo.BOUNDED-8.pals.c ILP32 true +Floats neural-networks/dubinsrejoin_5_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label56.c ILP32 false +ProductLines product-lines/email_spec11_product39.cil.c ILP32 true +XCSP xcsp/Haystacks-14.c ILP32 true +LinkedLists memsafety-broom/dll-middle-shared.i LP64 unknown +Arrays array-fpi/s4liff_overflow.c ILP32 unknown +ControlFlow openssl/s3_srvr.blast.15.i.cil-2.c ILP32 unknown +Heap list-ext2-properties/simple_and_skiplist_2lvl-2.i ILP32 true +Loops nla-digbench-scaling/fermat1-ll_unwindbound20.c ILP32 false +Recursive recursified_nla-digbench/recursified_knuth.i ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_72_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label13.c ILP32 true +ProductLines product-lines/email_spec1_product14.cil.c ILP32 false +XCSP xcsp/Haystacks-16.c ILP32 true +LinkedLists memsafety-broom/linux-hlist-lst-data.i LP64 unknown +Arrays array-fpi/s5iff.c ILP32 false +ControlFlow unsignedintegeroverflow-sas23/bilinear_interpolation.i ILP32 true +Heap memsafety-cve/NanoNNG.i ILP32 unknown +Loops nla-digbench-scaling/fermat2-ll_unwindbound100.c ILP32 false +Recursive recursified_nla-digbench/recursified_mannadiv.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats neural-networks/dubinsrejoin_84_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label30.c ILP32 true +ProductLines product-lines/email_spec1_product22.cil.c ILP32 false +XCSP xcsp/Haystacks-18.c ILP32 true +LinkedLists memsafety-broom/linux-list-lst-data.i LP64 unknown +Arrays array-fpi/sina2.c ILP32 true +ControlFlow unsignedintegeroverflow-sas23/distance_through_overflow.i ILP32 true +Heap memsafety-cve/bzip3Fixed.i ILP32 unknown +Loops nla-digbench-scaling/freire1_valuebound1.c ILP32 true +Recursive recursified_nla-digbench/recursified_prod4br.c ILP32 unknown +Sequentialized seq-mthreaded/pals_opt-floodmax.5.ufo.BOUNDED-10.pals.c ILP32 true +Floats neural-networks/dubinsrejoin_9_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label46.c ILP32 false +ProductLines product-lines/email_spec1_product30.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-1.c ILP32 false +LinkedLists memsafety-broom/sll-fst-data.i LP64 unknown +Arrays array-fpi/sina5f.c ILP32 false +ControlFlow unsignedintegeroverflow-sas23/linear_interpolation_2.i ILP32 true +Heap memsafety-cve/editorconfig-core-cFixed.i ILP32 unknown +Loops nla-digbench-scaling/freire2_valuebound5.c ILP32 false +Recursive recursified_nla-digbench/recursified_prodbin.c ILP32 unknown +Sequentialized seq-pthread/cs_dekker.i ILP32 true +Floats neural-networks/exp_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label03.c ILP32 true +ProductLines product-lines/email_spec1_product34.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-3.c ILP32 false +LinkedLists memsafety-broom/sll-lst-data.i LP64 unknown +Arrays array-fpi/ss2f.c ILP32 false +Heap memsafety-cve/gpac_1.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_unwindbound1.c ILP32 true +Recursive recursified_nla-digbench/recursified_ps2.c ILP32 unknown +Sequentialized seq-pthread/cs_fib-1.i ILP32 true +Floats neural-networks/gcas_6_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label19.c ILP32 true +ProductLines product-lines/email_spec27_product17.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-unsat-2.c ILP32 true +LinkedLists memsafety-broom/sll-middle-shared.i LP64 unknown +Arrays array-industry-pattern/array_monotonic.i ILP32 true +Heap memsafety-cve/gpac_16Fixed.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_valuebound5.c ILP32 true +Recursive recursified_nla-digbench/recursified_ps3.c ILP32 unknown +Sequentialized seq-pthread/cs_fib_longer-2.i ILP32 false +Floats neural-networks/log_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label36.c ILP32 false +ProductLines product-lines/email_spec27_product24.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-unsat-4.c ILP32 true +LinkedLists memsafety-broom/sll-nested-sll-inline.i LP64 unknown +Arrays array-industry-pattern/array_ptr_single_elem_init-2.i ILP32 false +Heap memsafety-cve/gpac_19.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u_unwindbound1.c ILP32 false +Recursive recursified_nla-digbench/recursified_ps4.c ILP32 unknown +Sequentialized seq-pthread/cs_lazy.i ILP32 unknown +Floats neural-networks/lunarlander_0_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label52.c ILP32 true +ProductLines product-lines/email_spec27_product29.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-2.c ILP32 false +LinkedLists memsafety-broom/sll-nested-sll-twice.i LP64 unknown +Arrays array-lopstr16/single_elem_safe.i ILP32 true +Heap memsafety-cve/gpac_6.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u_valuebound5.c ILP32 false +Recursive recursified_nla-digbench/recursified_ps5.c ILP32 unknown +Sequentialized seq-pthread/cs_queue-1.i ILP32 true +Floats neural-networks/lunarlander_21_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label09.c ILP32 true +ProductLines product-lines/email_spec27_product33.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-4.c ILP32 false +LinkedLists memsafety-broom/sll-shared-before.i LP64 unknown +Arrays array-memsafety/array02-alloca-2.i ILP32 unknown +Heap memsafety-cve/jhead.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll_unwindbound1.c ILP32 true +Recursive recursified_nla-digbench/recursified_ps6.c ILP32 unknown +Sequentialized seq-pthread/cs_read_write_lock-2.i ILP32 false +Floats neural-networks/lunarlander_33_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label25.c ILP32 false +ProductLines product-lines/email_spec3_product13.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-unsat-2.c ILP32 true +LinkedLists memsafety-broom/sll-shared-sll-before.i LP64 unknown +Arrays array-memsafety/cstrchr-alloca-2.i ILP32 unknown +Heap memsafety-cve/kilo.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll_valuebound5.c ILP32 true +Recursive recursified_nla-digbench/recursified_sqrt1.c ILP32 unknown +Sequentialized seq-pthread/cs_stack-2.i ILP32 false +Floats neural-networks/lunarlander_45_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label42.c ILP32 false +ProductLines product-lines/email_spec3_product24.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-unsat-4.c ILP32 true +LinkedLists memsafety-broom/sll.i LP64 unknown +Arrays array-memsafety/cstrncat_unsafe.c ILP32 unknown +Heap memsafety-cve/liblouis.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll_unwindbound1.c ILP32 true +Recursive recursive-simple/id2_b3_o2.c ILP32 false +Sequentialized seq-pthread/cs_stateful-2.i ILP32 true +Floats neural-networks/lunarlander_57_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label58.c ILP32 true +ProductLines product-lines/email_spec3_product29.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-2.c ILP32 false +Arrays array-memsafety/diff-alloca-2.i ILP32 unknown +Heap memsafety-cve/libredwg_1.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll_valuebound5.c ILP32 true +Recursive recursive-simple/id2_b5_o10.c ILP32 true +Sequentialized seq-pthread/cs_time_var_mutex.i ILP32 true +Floats neural-networks/lunarlander_69_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label15.c ILP32 true +ProductLines product-lines/email_spec3_product33.cil.c ILP32 false +XCSP xcsp/aim-100-6-0-sat-1.c ILP32 false +Arrays array-memsafety/mult_array_unsafe.i ILP32 unknown +Heap memsafety-cve/minizip-ng.i ILP32 unknown +Loops nla-digbench-scaling/hard-ll_valuebound2.c ILP32 true +Recursive recursive-simple/id_b3_o2-1.c ILP32 unknown +Sequentialized systemc/token_ring.01.cil-2.c ILP32 unknown +Floats neural-networks/lunarlander_81_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label31.c ILP32 true +ProductLines product-lines/email_spec4_product13.cil.c ILP32 true +XCSP xcsp/aim-100-6-0-sat-3.c ILP32 false +Arrays array-memsafety/openbsd_cstrcat-alloca-2.i ILP32 unknown +Heap memsafety-cve/mongooseFixed.i ILP32 unknown +Loops nla-digbench-scaling/hard-u_valuebound10.c ILP32 true +Recursive recursive-simple/id_b3_o5-1.c ILP32 unknown +Sequentialized systemc/token_ring.02.cil-2.c ILP32 unknown +Floats neural-networks/lunarlander_92_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem13_label48.c ILP32 false +ProductLines product-lines/email_spec4_product23.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-sat-1.c ILP32 false +Arrays array-memsafety/openbsd_cstrncpy-alloca-2.i ILP32 unknown +Heap memsafety-cve/netatalk.i ILP32 unknown +Loops nla-digbench-scaling/hard2_unwindbound50.c ILP32 unknown +Recursive recursive-simple/id_b5_o10-1.c ILP32 unknown +Floats neural-networks/poly_1024_thresh_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem15_label04.c ILP32 true +ProductLines product-lines/email_spec4_product28.cil.c ILP32 true +XCSP xcsp/aim-200-1-6-sat-3.c ILP32 false +Arrays array-memsafety/selectionsort-alloca-1.i ILP32 unknown +Heap memsafety-cve/openSC.i ILP32 unknown +Loops nla-digbench-scaling/knuth_unwindbound20.i ILP32 true +Recursive recursive-simple/id_o10.c ILP32 false +Floats neural-networks/poly_16_16_16_16_thresh_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem15_label22.c ILP32 false +ProductLines product-lines/email_spec4_product32.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-unsat-1.c ILP32 true +Arrays array-multidimensional/add-2-n-u.c ILP32 true +Heap memsafety-cve/openrazerFound.i ILP32 unknown +Loops nla-digbench-scaling/lcm1_unwindbound20.c ILP32 false +Recursive recursive-simple/id_o1000.c ILP32 false +Floats neural-networks/poly_16_16_thresh_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem15_label39.c ILP32 false +ProductLines product-lines/email_spec4_productSimulator.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-unsat-3.c ILP32 true +Arrays array-multidimensional/diff-3-n-u.c ILP32 true +Heap memsafety-cve/plutovg.i ILP32 unknown +Loops nla-digbench-scaling/lcm2_unwindbound100.c ILP32 true +Recursive recursive-simple/id_o3.c ILP32 false +Floats neural-networks/poly_32_32_32_32_thresh_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem15_label56.c ILP32 true +ProductLines product-lines/email_spec6_product20.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-sat-1.c ILP32 false +Arrays array-multidimensional/min-2-u.c ILP32 true +Heap memsafety-cve/radare2_1Fixed.i ILP32 unknown +Loops nla-digbench-scaling/mannadiv_unwindbound1.c ILP32 false +Recursive recursive-simple/sum_non_eq-1.c ILP32 unknown +Floats neural-networks/poly_32_32_thresh_4_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem16_label12.c ILP32 true +ProductLines product-lines/email_spec6_product28.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-sat-4.c ILP32 false +Arrays array-patterns/array12_pattern.c ILP32 true +Heap memsafety-cve/smartdns.i ILP32 unknown +Loops nla-digbench-scaling/prod4br-ll_unwindbound5.c ILP32 false +Recursive recursive-simple/sum_non_eq-3.c ILP32 false +Floats neural-networks/poly_512_thresh_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem16_label29.c ILP32 true +ProductLines product-lines/email_spec6_product32.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-unsat-2.c ILP32 true +Arrays array-patterns/array1_pattern.c ILP32 true +Heap memsafety-cve/sofia-sipFixed.i ILP32 unknown +Loops nla-digbench-scaling/prodbin-ll_unwindbound2.c ILP32 false +Recursive recursive/Ackermann02.c ILP32 false +Floats neural-networks/poly_8_8_8_8_thresh_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label45.c ILP32 true +ProductLines product-lines/email_spec6_productSimulator.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-unsat-4.c ILP32 true +Arrays array-patterns/array25_pattern.c ILP32 true +Heap memsafety-cve/wasm-micro-runtime.i ILP32 unknown +Loops nla-digbench-scaling/ps2-ll_unwindbound10.c ILP32 true +Recursive recursive/Ackermann04.c ILP32 true +Floats neural-networks/relu_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label02.c ILP32 true +ProductLines product-lines/email_spec7_product19.cil.c ILP32 true +XCSP xcsp/aim-200-3-4-sat-2.c ILP32 false +Arrays array-patterns/array3_pattern.c ILP32 true +Heap memsafety-cve/zephyr.i ILP32 unknown +Loops nla-digbench-scaling/ps2-ll_valuebound50.c ILP32 true +Recursive recursive/Addition02.c ILP32 false +Floats neural-networks/sin_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label18.c ILP32 true +ProductLines product-lines/email_spec7_product27.cil.c ILP32 true +XCSP xcsp/aim-200-3-4-sat-4.c ILP32 false +Arrays array-patterns/array7_pattern.c ILP32 true +Heap memsafety-ext/skiplist_3lvl.i ILP32 unknown +Loops nla-digbench-scaling/ps3-ll_valuebound20.c ILP32 true +Recursive recursive/Addition03-1.c ILP32 true +Floats neural-networks/softmax_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem17_label35.c ILP32 false +ProductLines product-lines/email_spec7_product31.cil.c ILP32 false +XCSP xcsp/aim-200-6-0-sat-2.c ILP32 false +Arrays array-programs/partial_mod_count_limited_1.c ILP32 true +Heap memsafety-ext2/complex_data_creation_test02-1.i ILP32 unknown +Loops nla-digbench-scaling/ps4-ll_valuebound100.c ILP32 true +Recursive recursive/BallRajamani-SPIN2000-Fig1.c ILP32 false +Floats neural-networks/softsign_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label51.c ILP32 true +ProductLines product-lines/email_spec7_product35.cil.c ILP32 false +XCSP xcsp/aim-200-6-0-sat-4.c ILP32 false +Arrays array-tiling/mbpr2.c ILP32 true +Heap memsafety-ext2/optional_data_creation_test04-2.i ILP32 unknown +Loops nla-digbench-scaling/ps5-ll_valuebound1.c ILP32 true +Recursive recursive/EvenOdd03.c ILP32 false +Floats neural-networks/softsign_w32_r1_case_0_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label08.c ILP32 false +ProductLines product-lines/email_spec8_product16.cil.c ILP32 false +Arrays array-tiling/nr4.c ILP32 true +Heap memsafety-ext3/realloc1.c ILP32 unknown +Loops nla-digbench-scaling/ps6-ll_unwindbound5.c ILP32 false +Recursive recursive/Fibonacci01-1.c ILP32 true +Floats neural-networks/softsign_w4_r3_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label24.c ILP32 true +ProductLines product-lines/email_spec8_product26.cil.c ILP32 false +Arrays array-tiling/pr2.c ILP32 true +Heap memsafety/global-atexit-5.i ILP32 unknown +Loops nla-digbench-scaling/sqrt1-ll_unwindbound2.c ILP32 true +Recursive recursive/Fibonacci04-overflow.c ILP32 unknown +Floats neural-networks/softsign_w8_r2_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem18_label41.c ILP32 true +ProductLines product-lines/email_spec8_product31.cil.c ILP32 false +Arrays array-tiling/rewnifrev2.c ILP32 true +Heap memsafety/lockfree-3.2.i ILP32 unknown +Loops nla-digbench/bresenham.c ILP32 unknown +Recursive recursive/Fibonacci05-overflow.c ILP32 unknown +Floats neural-networks/tanh_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem18_label57.c ILP32 false +ProductLines product-lines/email_spec8_product35.cil.c ILP32 false +Arrays reducercommutativity/avg10-2.i ILP32 true +Heap memsafety/test-0137.i ILP32 unknown +Loops nla-digbench/egcd2.c ILP32 unknown +Recursive recursive/McCarthy91-1.c ILP32 false +Floats neural-networks/tanh_w16_r3_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label14.c ILP32 false +ProductLines product-lines/email_spec9_product15.cil.c ILP32 false +Arrays reducercommutativity/max40-1.i ILP32 true +Heap memsafety/test-0232-2.i ILP32 unknown +Loops nla-digbench/geo2-ll.c ILP32 true +Recursive recursive/MultCommutative-2.c ILP32 true +Floats neural-networks/tanh_w4_r2_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label30.c ILP32 true +ProductLines product-lines/email_spec9_product22.cil.c ILP32 false +Arrays reducercommutativity/sep.i ILP32 true +Heap memsafety/test-0235-2.i ILP32 unknown +Loops nla-digbench/lcm2.c ILP32 true +Recursive recursive/gcd02.c ILP32 true +Floats neural-networks/tanh_w64_r4_case_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label47.c ILP32 false +ProductLines product-lines/email_spec9_product30.cil.c ILP32 false +Arrays reducercommutativity/sum10-1.i ILP32 true +Heap memsafety/test-0504.i ILP32 unknown +Loops nla-digbench/ps5-ll.c ILP32 true +Recursive recursive/recHanoi02-2.c ILP32 true +Floats neural-networks/vdp_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2018/Problem14.c ILP32 false +ProductLines product-lines/email_spec9_product34.cil.c ILP32 false +Arrays array-cav19/array_init_nondet_vars.c ILP32 true +Heap heap-data/calendar.i ILP32 true +Loops loop-acceleration/array_2-1.i ILP32 false +Recursive recursified_nla-digbench/recursified_cohencu.c ILP32 unknown +Floats float-benchs/cast_float_ptr.c ILP32 false +ECA eca-programs/Problem101_label03.c ILP32 false +ProductLines product-lines/elevator_spec14_product03.cil.c ILP32 true +Arrays array-cav19/array_init_var_plus_ind2.c ILP32 true +Heap heap-data/hash_fun.i ILP32 true +Loops loop-acceleration/diamond_1-2.c ILP32 false +Recursive recursified_nla-digbench/recursified_lcm1.c ILP32 unknown +Floats float-benchs/divmul_diverge.c ILP32 true +ECA eca-programs/Problem101_label11.c ILP32 false +ProductLines product-lines/elevator_spec14_product19.cil.c ILP32 true +Arrays array-cav19/array_tiling_tcpy.c ILP32 true +Heap heap-data/process_queue.i ILP32 true +Loops loop-acceleration/simple_2-2.c ILP32 false +Recursive recursive-simple/id_o20.c ILP32 false +Floats float-benchs/filter2.c ILP32 true +ECA eca-programs/Problem101_label19.c ILP32 false +ProductLines product-lines/elevator_spec14_product23.cil.c ILP32 true +Arrays array-crafted/bAnd4.i ILP32 true +Heap heap-data/running_example.i ILP32 true +Loops loop-crafted/simple_array_index_value_4.i.v+nlh-reducer.c ILP32 true +Recursive recursive/recHanoi03-2.c ILP32 true +Floats float-benchs/image_filter.c ILP32 true +ECA eca-programs/Problem102_label03.c ILP32 true +ProductLines product-lines/elevator_spec14_product27.cil.c ILP32 true +Arrays array-crafted/bor2.i ILP32 true +Heap heap-data/shared_mem2.i ILP32 true +Loops loop-industry-pattern/mod3.c.v+lhb-reducer.c ILP32 true +Floats float-benchs/interpolation2.c.v+nlh-reducer.c ILP32 true +ECA eca-programs/Problem102_label12.c ILP32 true +ProductLines product-lines/elevator_spec14_product31.cil.c ILP32 true +Arrays array-crafted/mapavg1.i ILP32 true +Heap ldv-memsafety/memleaks_test1-2.i ILP32 unknown +Loops loop-invariants/linear-inequality-inv-c.c ILP32 true +Floats float-benchs/inv_sqrt_Quake.c ILP32 true +ECA eca-programs/Problem102_label20.c ILP32 true +ProductLines product-lines/elevator_spec14_productSimulator.cil.c ILP32 false +Arrays array-crafted/mapavg5.i ILP32 true +Heap ldv-memsafety/memleaks_test10-1.i ILP32 unknown +Loops loop-invgen/apache-escape-absolute.i ILP32 true +Floats float-benchs/nan_float.c ILP32 false +ECA eca-programs/Problem102_label28.c ILP32 false +ProductLines product-lines/elevator_spec1_product03.cil.c ILP32 true +Arrays array-crafted/mapsum4.i ILP32 true +Heap ldv-memsafety/memleaks_test11.i ILP32 unknown +Loops loop-invgen/apache-get-tag.i ILP32 true +Floats float-benchs/sin_interpolated_bigrange_loose.c ILP32 true +ECA eca-programs/Problem102_label36.c ILP32 true +ProductLines product-lines/elevator_spec1_product11.cil.c ILP32 true +Arrays array-crafted/xor2.i ILP32 true +Heap ldv-memsafety/memleaks_test12-1.i ILP32 unknown +Loops loop-invgen/id_build.i.p+sep-reducer.c ILP32 true +Floats float-benchs/sqrt_Householder_interval.c ILP32 true +ECA eca-programs/Problem102_label45.c ILP32 true +ProductLines product-lines/elevator_spec1_product18.cil.c ILP32 false +Arrays array-crafted/zero_sum1.c ILP32 true +Heap ldv-memsafety/memleaks_test13.i ILP32 unknown +Loops loop-invgen/nested6.i ILP32 true +Floats float-benchs/zonotope_3.c.p+cfa-reducer.c ILP32 true +ECA eca-programs/Problem102_label53.c ILP32 true +ProductLines product-lines/elevator_spec1_product20.cil.c ILP32 false +Arrays array-crafted/zero_sum5.c ILP32 true +Heap ldv-memsafety/memleaks_test13_2.i ILP32 unknown +Loops loop-lit/bhmr2007.i ILP32 true +Floats float-newlib/double_req_bl_0320.c ILP32 true +ECA eca-programs/Problem103_label35.c ILP32 false +ProductLines product-lines/elevator_spec1_product22.cil.c ILP32 false +Arrays array-crafted/zero_sum_const4.c ILP32 true +Heap ldv-memsafety/memleaks_test14_1.i ILP32 unknown +Loops loop-lit/gcnr2008.i ILP32 unknown +Floats float-newlib/double_req_bl_0662a.c ILP32 true +ECA eca-programs/Problem103_label47.c ILP32 false +ProductLines product-lines/elevator_spec1_product24.cil.c ILP32 false +Arrays array-crafted/zero_sum_const_m4.c ILP32 true +Heap ldv-memsafety/memleaks_test15-1.i ILP32 unknown +Loops loop-lit/gsv2008.c.i.p+cfa-reducer.c ILP32 true +Floats float-newlib/double_req_bl_0683a.c ILP32 true +ECA eca-programs/Problem103_label56.c ILP32 false +ProductLines product-lines/elevator_spec1_product26.cil.c ILP32 false +Arrays array-crafted/zero_sum_m4.c ILP32 true +Heap ldv-memsafety/memleaks_test16.i ILP32 unknown +Loops loop-lit/jm2006.i ILP32 true +Floats float-newlib/double_req_bl_0870b.c ILP32 true +ECA eca-rers2012/Problem03_label04.c ILP32 true +ProductLines product-lines/elevator_spec1_product28.cil.c ILP32 false +Arrays array-examples/data_structures_set_multi_proc_trivial_ground.i ILP32 true +Heap ldv-memsafety/memleaks_test16_2.i ILP32 unknown +Loops loop-new/count_by_k.i ILP32 true +Floats float-newlib/double_req_bl_0920a.c ILP32 true +ECA eca-rers2012/Problem03_label12.c ILP32 true +ProductLines product-lines/elevator_spec1_product30.cil.c ILP32 false +Arrays array-examples/sanfoundry_02_ground.i ILP32 true +Heap ldv-memsafety/memleaks_test17_1-2.i ILP32 unknown +Loops loop-new/half.i ILP32 true +Floats float-newlib/double_req_bl_1131a.c ILP32 true +ECA eca-rers2012/Problem03_label20.c ILP32 true +ProductLines product-lines/elevator_spec1_product32.cil.c ILP32 false +Arrays array-examples/sanfoundry_24-2.i ILP32 unknown +Heap ldv-memsafety/memleaks_test17_3.i ILP32 unknown +Loops loop-simple/nested_4.c ILP32 true +Floats float-newlib/float_req_bl_0281.c ILP32 true +ECA eca-rers2012/Problem03_label29.c ILP32 true +ProductLines product-lines/elevator_spec2_product03.cil.c ILP32 true +Arrays array-examples/sorting_bubblesort_ground-1.i ILP32 true +Heap ldv-memsafety/memleaks_test18_1.i ILP32 unknown +Loops loop-zilu/benchmark03_linear.i ILP32 unknown +Floats float-newlib/float_req_bl_0662a.c ILP32 true +ECA eca-rers2012/Problem03_label37.c ILP32 false +ProductLines product-lines/elevator_spec2_product11.cil.c ILP32 true +Arrays array-examples/sorting_selectionsort_ground-2.i ILP32 true +Heap ldv-memsafety/memleaks_test18_3.i ILP32 unknown +Loops loop-zilu/benchmark09_conjunctive.i ILP32 true +Floats float-newlib/float_req_bl_0683a.c ILP32 true +ECA eca-rers2012/Problem03_label45.c ILP32 false +ProductLines product-lines/elevator_spec2_product18.cil.c ILP32 false +Arrays array-examples/standard_copy1_ground-1.i ILP32 true +Heap ldv-memsafety/memleaks_test19-2.i ILP32 unknown +Loops loop-zilu/benchmark14_linear.i ILP32 true +Floats float-newlib/float_req_bl_0870b.c ILP32 true +ECA eca-rers2012/Problem03_label53.c ILP32 true +ProductLines product-lines/elevator_spec2_product20.cil.c ILP32 false +Arrays array-examples/standard_copy2_ground-2.i ILP32 true +Heap ldv-memsafety/memleaks_test20-2.i ILP32 unknown +Loops loop-zilu/benchmark20_conjunctive.i ILP32 true +Floats float-newlib/float_req_bl_0880.c ILP32 true +ECA eca-rers2012/Problem04_label02.c ILP32 true +ProductLines product-lines/elevator_spec2_product22.cil.c ILP32 false +Arrays array-examples/standard_copy4_ground-2.i ILP32 false +Heap ldv-memsafety/memleaks_test21-2.i ILP32 unknown +Loops loop-zilu/benchmark25_linear_abstracted.i ILP32 true +Floats float-newlib/float_req_bl_1121b.c ILP32 true +ECA eca-rers2012/Problem04_label10.c ILP32 true +ProductLines product-lines/elevator_spec2_product24.cil.c ILP32 false +Arrays array-examples/standard_copy6_ground-2.i ILP32 true +Heap ldv-memsafety/memleaks_test22_1-2.i ILP32 unknown +Loops loop-zilu/benchmark30_conjunctive.i ILP32 unknown +Floats float-newlib/float_req_bl_1211a.c ILP32 true +ECA eca-rers2012/Problem04_label25.c ILP32 true +ProductLines product-lines/elevator_spec2_product26.cil.c ILP32 false +Arrays array-examples/standard_copy8_ground-2.i ILP32 false +Heap ldv-memsafety/memleaks_test22_2-2.i ILP32 unknown +Loops loop-zilu/benchmark36_conjunctive.i ILP32 unknown +Floats float-newlib/float_req_bl_1270d.c ILP32 true +ECA eca-rers2012/Problem04_label35.c ILP32 false +ProductLines product-lines/elevator_spec2_product28.cil.c ILP32 false +Arrays array-examples/standard_copyInitSum_ground.i ILP32 true +Heap ldv-memsafety/memleaks_test22_4.i ILP32 unknown +Loops loop-zilu/benchmark42_conjunctive.i ILP32 unknown +Floats floats-cbmc-regression/float-rounding1.i ILP32 true +ECA eca-rers2012/Problem04_label52.c ILP32 false +ProductLines product-lines/elevator_spec2_product30.cil.c ILP32 false +Arrays array-examples/standard_minInArray_ground-1.i ILP32 false +Heap ldv-memsafety/memleaks_test23_1.i ILP32 unknown +Loops loop-zilu/benchmark47_linear.i ILP32 unknown +Floats floats-cbmc-regression/float3.c ILP32 true +ECA eca-rers2012/Problem05_label02.c ILP32 true +ProductLines product-lines/elevator_spec2_product32.cil.c ILP32 false +Arrays array-examples/standard_partition_ground-1.i ILP32 false +Heap ldv-memsafety/memleaks_test23_3.i ILP32 unknown +Loops loop-zilu/benchmark53_polynomial.i ILP32 unknown +Floats floats-cdfpl/newton_1_3.i ILP32 true +ECA eca-rers2012/Problem05_label10.c ILP32 true +ProductLines product-lines/elevator_spec3_product01.cil.c ILP32 true +Arrays array-examples/standard_reverse_ground.i ILP32 true +Heap ldv-memsafety/memleaks_test3-1.i ILP32 unknown +Loops loops-crafted-1/in-de41.c ILP32 true +Floats floats-cdfpl/newton_2_2.i ILP32 true +ECA eca-rers2012/Problem05_label18.c ILP32 false +ProductLines product-lines/elevator_spec3_product09.cil.c ILP32 true +Arrays array-examples/standard_sentinel-2.i ILP32 true +Heap ldv-memsafety/memleaks_test4-2.i ILP32 unknown +Loops loops-crafted-1/loopv1.c ILP32 true +Floats floats-cdfpl/newton_3_1.i ILP32 true +ECA eca-rers2012/Problem05_label27.c ILP32 true +ProductLines product-lines/elevator_spec3_product17.cil.c ILP32 true +Arrays array-examples/standard_strcpy_ground-2.i ILP32 unknown +Heap ldv-memsafety/memleaks_test5_1.i ILP32 unknown +Loops loops-crafted-1/sum_by_3.c ILP32 true +Floats floats-cdfpl/newton_3_7.i ILP32 false +ECA eca-rers2012/Problem05_label35.c ILP32 true +ProductLines product-lines/elevator_spec3_product19.cil.c ILP32 false +Arrays array-examples/standard_two_index_02.i ILP32 true +Heap ldv-memsafety/memleaks_test6.i ILP32 unknown +Loops loops-crafted-1/sumt5.c ILP32 true +Floats floats-cdfpl/sine_6.i ILP32 true +ECA eca-rers2012/Problem05_label44.c ILP32 false +ProductLines product-lines/elevator_spec3_product21.cil.c ILP32 true +Arrays array-examples/standard_two_index_06.i ILP32 true +Heap ldv-memsafety/memleaks_test6_2.i ILP32 unknown +Loops loops-crafted-1/vnew1.c ILP32 true +Floats floats-cdfpl/square_5.i ILP32 true +ECA eca-rers2012/Problem05_label52.c ILP32 true +ProductLines product-lines/elevator_spec3_product23.cil.c ILP32 false +Arrays array-examples/standard_two_index_09.i ILP32 true +Heap ldv-memsafety/memleaks_test7-2.i ILP32 unknown +Loops loops/bubble_sort-2.i ILP32 false +Floats floats-esbmc-regression/fmod3.i ILP32 true +ECA eca-rers2012/Problem06_label01.c ILP32 false +ProductLines product-lines/elevator_spec3_product26.cil.c ILP32 true +Arrays array-fpi/brs1f.c ILP32 false +Heap ldv-memsafety/memleaks_test8_1.i ILP32 unknown +Loops loops/insertion_sort-1.c ILP32 unknown +Floats floats-nonlinear/bound-unconstrained.c ILP32 true +ECA eca-rers2012/Problem06_label09.c ILP32 false +ProductLines product-lines/elevator_spec3_product28.cil.c ILP32 false +Arrays array-fpi/brs3f.c ILP32 false +Heap ldv-memsafety/memleaks_test9.i ILP32 unknown +Loops loops/linear_sea.ch.c ILP32 true +Floats floats-nonlinear/coral-benchmark09.c ILP32 false +ECA eca-rers2012/Problem06_label17.c ILP32 true +ProductLines product-lines/elevator_spec3_product30.cil.c ILP32 true +Arrays array-fpi/brs5_overflow.c ILP32 unknown +Heap ldv-memsafety/memleaks_test9_2.i ILP32 unknown +Loops loops/n.c40.c ILP32 true +Floats loop-floats-scientific-comp/loop1-1.c ILP32 true +ECA eca-rers2012/Problem06_label25.c ILP32 true +ProductLines product-lines/elevator_spec3_product32.cil.c ILP32 false +Arrays array-fpi/conda.c ILP32 true +Heap ldv-regression/alias_of_return_2.i ILP32 true +Loops loops/sum01-1.i ILP32 unknown +Floats neural-networks/cartpole_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label34.c ILP32 true +ProductLines product-lines/elevator_spec9_product09.cil.c ILP32 true +Arrays array-fpi/condm.c ILP32 true +Heap ldv-regression/rule57_ebda_blast.c_1.i ILP32 true +Loops loops/sum_array-2-1.i ILP32 unknown +Floats neural-networks/cartpole_15_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label42.c ILP32 true +ProductLines product-lines/elevator_spec9_product25.cil.c ILP32 true +Arrays array-fpi/eqn1.c ILP32 true +Heap ldv-regression/rule57_ebda_blast_2.i ILP32 false +Loops loops/terminator_02-2_abstracted.c ILP32 true +Floats neural-networks/cartpole_21_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label50.c ILP32 true +ProductLines product-lines/elevator_spec9_product27.cil.c ILP32 true +Arrays array-fpi/eqn3.c ILP32 true +Heap ldv-regression/rule60_list2.i ILP32 true +Loops loops/trex02-1.c ILP32 true +Floats neural-networks/cartpole_28_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label58.c ILP32 false +ProductLines product-lines/elevator_spec9_product29.cil.c ILP32 true +Arrays array-fpi/eqn4f.c ILP32 false +Heap ldv-regression/test11.c ILP32 true +Loops loops/veris.c_OpenSER_cases1_stripFullBoth_arr.i ILP32 true +Floats neural-networks/cartpole_34_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label07.c ILP32 false +ProductLines product-lines/elevator_spec9_product31.cil.c ILP32 true +Arrays array-fpi/ifcompf.c ILP32 false +Heap ldv-regression/test15.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_unwindbound10.c ILP32 false +Floats neural-networks/cartpole_3_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label15.c ILP32 false +ProductLines product-lines/elevator_spec9_productSimulator.cil.c ILP32 false +Arrays array-fpi/ifeqn2f.c ILP32 false +Heap ldv-regression/test21-1.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_valuebound1.c ILP32 true +Floats neural-networks/cartpole_46_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label23.c ILP32 false +ProductLines product-lines/email_spec0_product09.cil.c ILP32 true +Arrays array-fpi/ifeqn4f.c ILP32 false +Heap ldv-regression/test22-1.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_valuebound50.c ILP32 true +Floats neural-networks/cartpole_51_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label31.c ILP32 false +ProductLines product-lines/email_spec0_product11.cil.c ILP32 true +Arrays array-fpi/ifncompf.c ILP32 false +Heap ldv-regression/test23-1.c ILP32 false +Loops nla-digbench-scaling/cohencu-ll_unwindbound5.c ILP32 false +Floats neural-networks/cartpole_58_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label40.c ILP32 false +ProductLines product-lines/email_spec0_product19.cil.c ILP32 true +Arrays array-fpi/indp2f.c ILP32 false +Heap ldv-regression/test24-1.c ILP32 true +Loops nla-digbench-scaling/cohencu-ll_valuebound20.c ILP32 true +Floats neural-networks/cartpole_63_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label48.c ILP32 false +ProductLines product-lines/email_spec0_product22.cil.c ILP32 false +Arrays array-fpi/indp4f.c ILP32 false +Heap ldv-regression/test25-1.c ILP32 false +Loops nla-digbench-scaling/cohendiv-ll_unwindbound2.c ILP32 true +Floats neural-networks/cartpole_6_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label56.c ILP32 true +ProductLines product-lines/email_spec0_product25.cil.c ILP32 true +Arrays array-fpi/modnf.c ILP32 false +Heap ldv-regression/test27-1.c ILP32 true +Loops nla-digbench-scaling/cohendiv-ll_valuebound100.c ILP32 true +Floats neural-networks/cartpole_76_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label04.c ILP32 false +ProductLines product-lines/email_spec0_product27.cil.c ILP32 true +Arrays array-fpi/mods.c ILP32 true +Heap ldv-regression/test28-2.c ILP32 true +Loops nla-digbench-scaling/dijkstra-u_unwindbound10.c ILP32 false +Floats neural-networks/cartpole_82_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label13.c ILP32 false +ProductLines product-lines/email_spec0_product34.cil.c ILP32 false +Arrays array-fpi/ms2.c ILP32 true +Heap ldv-regression/test29-2.c ILP32 true +Loops nla-digbench-scaling/dijkstra-u_valuebound1.c ILP32 true +Floats neural-networks/cartpole_88_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label21.c ILP32 true +ProductLines product-lines/email_spec0_product36.cil.c ILP32 true +Arrays array-fpi/ms4.c ILP32 true +Heap ldv-sets/test_add-2.i ILP32 true +Loops nla-digbench-scaling/dijkstra-u_valuebound50.c ILP32 true +Floats neural-networks/cartpole_94_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label29.c ILP32 false +ProductLines product-lines/email_spec0_product38.cil.c ILP32 true +Arrays array-fpi/ncomp.c ILP32 true +Heap ldv-sets/test_mutex_double_lock.i ILP32 false +Loops nla-digbench-scaling/divbin2_unwindbound5.i ILP32 true +Floats neural-networks/cartpole_9_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label37.c ILP32 false +ProductLines product-lines/email_spec0_productSimulator.cil.c ILP32 false +Arrays array-fpi/nsqm-iff.c ILP32 false +Heap ldv-sets/test_mutex_unbounded-1.i ILP32 true +Loops nla-digbench-scaling/divbin2_valuebound20.i ILP32 true +Floats neural-networks/cos_6_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label46.c ILP32 false +ProductLines product-lines/email_spec11_product07.cil.c ILP32 true +Arrays array-fpi/pcompf.c ILP32 false +Heap ldv-sets/test_mutex_unlock_at_exit.i ILP32 false +Loops nla-digbench-scaling/divbin_unwindbound2.i ILP32 true +Floats neural-networks/dubinsrejoin_13_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label54.c ILP32 true +ProductLines product-lines/email_spec11_product10.cil.c ILP32 true +Arrays array-fpi/res1of.c ILP32 false +Heap list-ext-properties/960521-1_1-2.i ILP32 unknown +Loops nla-digbench-scaling/divbin_valuebound100.i ILP32 true +Floats neural-networks/dubinsrejoin_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label02.c ILP32 false +ProductLines product-lines/email_spec11_product18.cil.c ILP32 true +Arrays array-fpi/res2of.c ILP32 false +Heap list-ext-properties/list-ext.i ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound10.c ILP32 false +Floats neural-networks/dubinsrejoin_26_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label10.c ILP32 false +ProductLines product-lines/email_spec11_product22.cil.c ILP32 false +Arrays array-fpi/s1if.c ILP32 true +Heap list-ext-properties/list-ext_flag.i ILP32 unknown +Loops nla-digbench-scaling/egcd-ll_valuebound1.c ILP32 true +Floats neural-networks/dubinsrejoin_32_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label19.c ILP32 false +ProductLines product-lines/email_spec11_product24.cil.c ILP32 true +Arrays array-fpi/s22if.c ILP32 true +Heap list-ext-properties/simple-ext.i ILP32 false +Loops nla-digbench-scaling/egcd-ll_valuebound50.c ILP32 true +Floats neural-networks/dubinsrejoin_38_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label27.c ILP32 true +ProductLines product-lines/email_spec11_product27.cil.c ILP32 true +Arrays array-fpi/s2lif.c ILP32 true +Heap list-ext-properties/test-0158_1-1.i ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_unwindbound5.c ILP32 false +Floats neural-networks/dubinsrejoin_44_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label35.c ILP32 false +ProductLines product-lines/email_spec11_product32.cil.c ILP32 false +Arrays array-fpi/s3if.c ILP32 true +Heap list-ext-properties/test-0158_1-3.i ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_valuebound20.c ILP32 true +Floats neural-networks/dubinsrejoin_50_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label43.c ILP32 true +ProductLines product-lines/email_spec11_product35.cil.c ILP32 false +Arrays array-fpi/s42if.c ILP32 true +Heap list-ext-properties/test-0232_1-1.i ILP32 unknown +Loops nla-digbench-scaling/egcd3-ll_unwindbound2.c ILP32 false +Floats neural-networks/dubinsrejoin_57_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label52.c ILP32 true +ProductLines product-lines/email_spec11_product37.cil.c ILP32 true +Arrays array-fpi/s4if.c ILP32 true +Heap list-ext-properties/test-0504_1.i ILP32 unknown +Loops nla-digbench-scaling/egcd3-ll_valuebound100.c ILP32 true +Floats neural-networks/dubinsrejoin_62_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label00.c ILP32 true +ProductLines product-lines/email_spec11_product40.cil.c ILP32 true +Arrays array-fpi/s4lif_overflow.c ILP32 unknown +Heap list-ext2-properties/simple_and_skiplist_2lvl-1.i ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound10.c ILP32 false +Floats neural-networks/dubinsrejoin_69_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label09.c ILP32 true +ProductLines product-lines/email_spec1_product12.cil.c ILP32 true +Arrays array-fpi/s52if_overflow.c ILP32 unknown +Heap list-ext2-properties/simple_search_value-1.i ILP32 true +Loops nla-digbench-scaling/fermat1-ll_valuebound1.c ILP32 true +Floats neural-networks/dubinsrejoin_75_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label17.c ILP32 true +ProductLines product-lines/email_spec1_product15.cil.c ILP32 false +Arrays array-fpi/s5if.c ILP32 true +Heap memsafety-cve/MojoJson.i ILP32 unknown +Loops nla-digbench-scaling/fermat1-ll_valuebound50.c ILP32 true +Floats neural-networks/dubinsrejoin_81_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label26.c ILP32 false +ProductLines product-lines/email_spec1_product21.cil.c ILP32 false +Arrays array-fpi/s5lif.c ILP32 true +Heap memsafety-cve/NanoNNGFixed.i ILP32 unknown +Loops nla-digbench-scaling/fermat2-ll_unwindbound5.c ILP32 false +Floats neural-networks/dubinsrejoin_87_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label34.c ILP32 true +ProductLines product-lines/email_spec1_product26.cil.c ILP32 false +Arrays array-fpi/sina1.c ILP32 true +Heap memsafety-cve/bzip3.i ILP32 unknown +Loops nla-digbench-scaling/fermat2-ll_valuebound20.c ILP32 true +Floats neural-networks/dubinsrejoin_93_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label42.c ILP32 false +ProductLines product-lines/email_spec1_product29.cil.c ILP32 false +Arrays array-fpi/sina3.c ILP32 true +Heap memsafety-cve/cups.i ILP32 unknown +Loops nla-digbench-scaling/freire1_valuebound2.c ILP32 true +Floats neural-networks/elu_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label50.c ILP32 false +ProductLines product-lines/email_spec1_product31.cil.c ILP32 false +Arrays array-fpi/sina4f.c ILP32 false +Heap memsafety-cve/editorconfig-core-c.i ILP32 unknown +Loops nla-digbench-scaling/freire2_valuebound100.c ILP32 false +Floats neural-networks/erf_4_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label59.c ILP32 true +ProductLines product-lines/email_spec1_product33.cil.c ILP32 false +Arrays array-fpi/sqm-iff.c ILP32 false +Heap memsafety-cve/frr.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll2_unwindbound10.c ILP32 unknown +Floats neural-networks/exp_4_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label07.c ILP32 true +ProductLines product-lines/email_spec1_product35.cil.c ILP32 false +Arrays array-fpi/ss1f.c ILP32 false +Heap memsafety-cve/gpac.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll2_valuebound100.c ILP32 unknown +Floats neural-networks/gcas_2_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label15.c ILP32 false +ProductLines product-lines/email_spec27_product13.cil.c ILP32 true +Arrays array-fpi/ss3f.c ILP32 false +Heap memsafety-cve/gpac_10.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_unwindbound2.c ILP32 true +Floats neural-networks/gcas_9_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label23.c ILP32 true +ProductLines product-lines/email_spec27_product18.cil.c ILP32 false +Arrays array-fpi/ssina.c ILP32 true +Heap memsafety-cve/gpac_16.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_valuebound100.c ILP32 true +Floats neural-networks/log_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label32.c ILP32 true +ProductLines product-lines/email_spec27_product23.cil.c ILP32 false +Arrays array-industry-pattern/array_of_struct_break.i ILP32 true +Heap memsafety-cve/gpac_16Found.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u2_unwindbound10.c ILP32 unknown +Floats neural-networks/log_6_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label40.c ILP32 true +ProductLines product-lines/email_spec27_product25.cil.c ILP32 false +Arrays array-industry-pattern/array_of_struct_single_elem_init.i ILP32 true +Heap memsafety-cve/gpac_18.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u2_valuebound100.c ILP32 unknown +Floats neural-networks/logistic_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label48.c ILP32 true +ProductLines product-lines/email_spec27_product28.cil.c ILP32 true +Arrays array-industry-pattern/array_single_elem_init.i ILP32 false +Heap memsafety-cve/gpac_1Fixed.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u_unwindbound2.c ILP32 false +Floats neural-networks/lunarlander_12_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label56.c ILP32 true +ProductLines product-lines/email_spec27_product30.cil.c ILP32 false +Arrays array-lopstr16/flag_loopdep_simple.i ILP32 true +Heap memsafety-cve/gpac_5Fixed.i ILP32 unknown +Loops nla-digbench-scaling/geo1-u_valuebound100.c ILP32 false +Floats neural-networks/lunarlander_19_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem12_label05.c ILP32 true +ProductLines product-lines/email_spec27_product32.cil.c ILP32 false +Arrays array-memsafety-realloc/array-realloc-1.i ILP32 unknown +Heap memsafety-cve/gpac_8.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll2_unwindbound10.c ILP32 unknown +Floats neural-networks/lunarlander_24_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label13.c ILP32 false +ProductLines product-lines/email_spec27_product34.cil.c ILP32 false +Arrays array-memsafety/add_last_unsafe.i ILP32 unknown +Heap memsafety-cve/hyperkit_1Fixed.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll2_valuebound100.c ILP32 unknown +Floats neural-networks/lunarlander_2_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label21.c ILP32 false +ProductLines product-lines/email_spec27_productSimulator.cil.c ILP32 false +Arrays array-memsafety/bubblesort-alloca-2.i ILP32 unknown +Heap memsafety-cve/jhead_1.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll_unwindbound2.c ILP32 true +Floats neural-networks/lunarlander_36_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label29.c ILP32 true +ProductLines product-lines/email_spec3_product17.cil.c ILP32 false +Arrays array-memsafety/count_down_unsafe.i ILP32 unknown +Heap memsafety-cve/json-parserFixed.i ILP32 unknown +Loops nla-digbench-scaling/geo2-ll_valuebound100.c ILP32 true +Floats neural-networks/lunarlander_42_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label38.c ILP32 false +ProductLines product-lines/email_spec3_product23.cil.c ILP32 false +Arrays array-memsafety/cstrcmp-alloca-2.i ILP32 unknown +Heap memsafety-cve/krb5.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll2_unwindbound10.c ILP32 unknown +Floats neural-networks/lunarlander_48_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem12_label46.c ILP32 true +ProductLines product-lines/email_spec3_product25.cil.c ILP32 false +Arrays array-memsafety/cstrlen_unsafe.i ILP32 unknown +Heap memsafety-cve/libeconf.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll2_valuebound100.c ILP32 unknown +Floats neural-networks/lunarlander_54_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem12_label54.c ILP32 true +ProductLines product-lines/email_spec3_product28.cil.c ILP32 false +Arrays array-memsafety/cstrncpy-alloca-2.i ILP32 unknown +Heap memsafety-cve/libming_1.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll_unwindbound2.c ILP32 true +Floats neural-networks/lunarlander_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label02.c ILP32 true +ProductLines product-lines/email_spec3_product30.cil.c ILP32 false +Arrays array-memsafety/cstrpbrk_unsafe.i ILP32 unknown +Heap memsafety-cve/libredwg.i ILP32 unknown +Loops nla-digbench-scaling/geo3-ll_valuebound100.c ILP32 true +Floats neural-networks/lunarlander_66_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label11.c ILP32 false +ProductLines product-lines/email_spec3_product32.cil.c ILP32 false +Arrays array-memsafety/insertionsort-alloca-1.i ILP32 unknown +Heap memsafety-cve/libredwg_1Fixed.i ILP32 unknown +Loops nla-digbench-scaling/hard-ll_unwindbound10.c ILP32 false +Floats neural-networks/lunarlander_71_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label19.c ILP32 false +ProductLines product-lines/email_spec3_product34.cil.c ILP32 false +Arrays array-memsafety/lis_unsafe.i ILP32 unknown +Heap memsafety-cve/memcached.i ILP32 unknown +Loops nla-digbench-scaling/hard-ll_valuebound1.c ILP32 true +Floats neural-networks/lunarlander_78_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem13_label27.c ILP32 true +ProductLines product-lines/email_spec3_productSimulator.cil.c ILP32 false +Arrays array-memsafety/openbsd_cmemchr-alloca-2.i ILP32 unknown +Heap memsafety-cve/minizip-ngFixed.i ILP32 unknown +Loops nla-digbench-scaling/hard-ll_valuebound50.c ILP32 true +Floats neural-networks/lunarlander_84_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label35.c ILP32 false +ProductLines product-lines/email_spec4_product17.cil.c ILP32 true +Arrays array-memsafety/openbsd_cstpcpy-alloca-1.i ILP32 unknown +Heap memsafety-cve/mongoose.i ILP32 unknown +Loops nla-digbench-scaling/hard-u_unwindbound5.c ILP32 false +Floats neural-networks/lunarlander_90_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem13_label44.c ILP32 false +ProductLines product-lines/email_spec4_product19.cil.c ILP32 false +Arrays array-memsafety/openbsd_cstrcpy-alloca-2.i ILP32 unknown +Heap memsafety-cve/moonlight-common-c.i ILP32 unknown +Loops nla-digbench-scaling/hard-u_valuebound20.c ILP32 true +Floats neural-networks/lunarlander_95_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem13_label52.c ILP32 true +ProductLines product-lines/email_spec4_product24.cil.c ILP32 false +Arrays array-memsafety/openbsd_cstrncat-alloca-2.i ILP32 unknown +Heap memsafety-cve/nanopb.i ILP32 unknown +Loops nla-digbench-scaling/hard2_unwindbound2.c ILP32 false +Floats neural-networks/poly_1024_thresh_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem15_label00.c ILP32 false +ProductLines product-lines/email_spec4_product27.cil.c ILP32 false +Arrays array-memsafety/openbsd_cstrpbrk-alloca-2.i ILP32 unknown +Heap memsafety-cve/netatalkFixed.i ILP32 unknown +Loops nla-digbench-scaling/hard2_valuebound100.c ILP32 true +Floats neural-networks/poly_128_128_thresh_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem15_label08.c ILP32 true +ProductLines product-lines/email_spec4_product29.cil.c ILP32 true +Arrays array-memsafety/reverse_array_alloca_unsafe.i ILP32 unknown +Heap memsafety-cve/openNDS_1Fixed.i ILP32 unknown +Loops nla-digbench-scaling/knuth_unwindbound10.i ILP32 true +Floats neural-networks/poly_128_thresh_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem15_label17.c ILP32 true +ProductLines product-lines/email_spec4_product31.cil.c ILP32 false +Arrays array-memsafety/stroeder1-alloca-1.i ILP32 unknown +Heap memsafety-cve/openSCFixed.i ILP32 unknown +Loops nla-digbench-scaling/knuth_valuebound10.i ILP32 true +Floats neural-networks/poly_16_16_16_16_thresh_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem15_label26.c ILP32 true +ProductLines product-lines/email_spec4_product33.cil.c ILP32 false +Arrays array-memsafety/subseq-alloca-2.i ILP32 unknown +Heap memsafety-cve/openrazerFixed.i ILP32 unknown +Loops nla-digbench-scaling/lcm1_unwindbound10.c ILP32 false +Floats neural-networks/poly_16_16_16_thresh_4_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem15_label35.c ILP32 true +ProductLines product-lines/email_spec4_product35.cil.c ILP32 false +Arrays array-multidimensional/copy-2-u.c ILP32 true +Heap memsafety-cve/pacparser.i ILP32 unknown +Loops nla-digbench-scaling/lcm1_valuebound1.c ILP32 true +Floats neural-networks/poly_16_16_thresh_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem15_label43.c ILP32 true +ProductLines product-lines/email_spec6_product12.cil.c ILP32 false +Arrays array-multidimensional/copy-partial-3-u.c ILP32 true +Heap memsafety-cve/picotcpFixed.i ILP32 unknown +Loops nla-digbench-scaling/lcm1_valuebound50.c ILP32 true +Floats neural-networks/poly_32_32_32_32_thresh_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem15_label52.c ILP32 true +ProductLines product-lines/email_spec6_product16.cil.c ILP32 false +Arrays array-multidimensional/init-3-u.c ILP32 true +Heap memsafety-cve/ppp.i ILP32 unknown +Loops nla-digbench-scaling/lcm2_unwindbound5.c ILP32 true +Floats neural-networks/poly_32_32_32_thresh_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label00.c ILP32 false +ProductLines product-lines/email_spec6_product21.cil.c ILP32 false +Arrays array-multidimensional/max-2-u.c ILP32 true +Heap memsafety-cve/radare2_1.i ILP32 unknown +Loops nla-digbench-scaling/lcm2_valuebound20.c ILP32 true +Floats neural-networks/poly_32_32_thresh_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label08.c ILP32 false +ProductLines product-lines/email_spec6_product26.cil.c ILP32 false +Arrays array-multidimensional/rev-2-n-u.c ILP32 true +Heap memsafety-cve/radare2_2.i ILP32 unknown +Loops nla-digbench-scaling/mannadiv_unwindbound2.c ILP32 false +Floats neural-networks/poly_4_4_4_4_thresh_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label16.c ILP32 true +ProductLines product-lines/email_spec6_product29.cil.c ILP32 false +Arrays array-patterns/array10_pattern.c ILP32 true +Heap memsafety-cve/rizin.i ILP32 unknown +Loops nla-digbench-scaling/prod4br-ll_unwindbound100.c ILP32 false +Floats neural-networks/poly_512_thresh_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label25.c ILP32 true +ProductLines product-lines/email_spec6_product31.cil.c ILP32 false +Arrays array-patterns/array14_pattern.c ILP32 true +Heap memsafety-cve/sniproxy.i ILP32 unknown +Loops nla-digbench-scaling/prod4br-ll_valuebound10.c ILP32 true +Floats neural-networks/poly_64_64_64_thresh_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem16_label33.c ILP32 false +ProductLines product-lines/email_spec6_product33.cil.c ILP32 false +Arrays array-patterns/array18_pattern.c ILP32 true +Heap memsafety-cve/sofia-sip.i ILP32 unknown +Loops nla-digbench-scaling/prodbin-ll_unwindbound1.c ILP32 false +Floats neural-networks/poly_64_64_thresh_3_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem16_label41.c ILP32 false +ProductLines product-lines/email_spec6_product35.cil.c ILP32 false +Arrays array-patterns/array20_pattern.c ILP32 true +Heap memsafety-cve/sofia-sip_1.i ILP32 unknown +Loops nla-digbench-scaling/prodbin-ll_unwindbound50.c ILP32 true +Floats neural-networks/poly_8_8_8_8_thresh_4_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem16_label49.c ILP32 true +ProductLines product-lines/email_spec7_product13.cil.c ILP32 true +Arrays array-patterns/array23_pattern.c ILP32 true +Heap memsafety-cve/stb_1.i ILP32 unknown +Loops nla-digbench-scaling/prodbin-ll_valuebound5.c ILP32 true +Floats neural-networks/poly_8_8_8_thresh_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem16_label58.c ILP32 true +ProductLines product-lines/email_spec7_product18.cil.c ILP32 true +Arrays array-patterns/array27_pattern.c ILP32 true +Heap memsafety-cve/wasm-micro-runtimeFixed.i ILP32 unknown +Loops nla-digbench-scaling/ps2-ll_unwindbound20.c ILP32 true +Floats neural-networks/robot_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem17_label06.c ILP32 true +ProductLines product-lines/email_spec7_product23.cil.c ILP32 true +Arrays array-patterns/array2_pattern_buggy.c ILP32 false +Heap memsafety-cve/zchunkFixed.i ILP32 unknown +Loops nla-digbench-scaling/ps2-ll_valuebound2.c ILP32 true +Floats neural-networks/robot_8_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label14.c ILP32 true +ProductLines product-lines/email_spec7_product25.cil.c ILP32 true +Arrays array-patterns/array4_pattern.c ILP32 true +Heap memsafety-cve/zstd.i ILP32 unknown +Loops nla-digbench-scaling/ps3-ll_unwindbound100.c ILP32 true +Floats neural-networks/sin_5_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem17_label22.c ILP32 true +ProductLines product-lines/email_spec7_product28.cil.c ILP32 false +Arrays array-patterns/array6_pattern.c ILP32 true +Heap memsafety-ext/skiplist_2lvl.i ILP32 unknown +Loops nla-digbench-scaling/ps3-ll_valuebound10.c ILP32 true +Floats neural-networks/softmax_13_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem17_label31.c ILP32 false +ProductLines product-lines/email_spec7_product30.cil.c ILP32 false +Arrays array-patterns/array8_pattern.c ILP32 true +Heap memsafety-ext/tree_of_cslls.i ILP32 unknown +Loops nla-digbench-scaling/ps4-ll_unwindbound1.c ILP32 false +Floats neural-networks/softmax_6_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label39.c ILP32 true +ProductLines product-lines/email_spec7_product32.cil.c ILP32 false +Arrays array-programs/copysome2-1.i ILP32 true +Heap memsafety-ext2/complex_data_creation_test01-2.i ILP32 unknown +Loops nla-digbench-scaling/ps4-ll_unwindbound50.c ILP32 false +Floats neural-networks/softplus_3_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label47.c ILP32 true +ProductLines product-lines/email_spec7_product34.cil.c ILP32 false +Arrays array-programs/partial_mod_count_limited_3.c ILP32 true +Heap memsafety-ext2/complex_data_creation_test02-2.i ILP32 unknown +Loops nla-digbench-scaling/ps4-ll_valuebound5.c ILP32 true +Floats neural-networks/softsign_4_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem17_label55.c ILP32 false +ProductLines product-lines/email_spec7_productSimulator.cil.c ILP32 false +Arrays array-programs/partial_mod_count_limited_base.c ILP32 true +Heap memsafety-ext2/optional_data_creation_test04-1.i ILP32 unknown +Loops nla-digbench-scaling/ps5-ll_unwindbound20.c ILP32 false +Floats neural-networks/softsign_w16_r3_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label04.c ILP32 true +ProductLines product-lines/email_spec8_product15.cil.c ILP32 false +Arrays array-tiling/mbpr4.c ILP32 true +Heap memsafety-ext2/split_list_test05-1.i ILP32 unknown +Loops nla-digbench-scaling/ps5-ll_valuebound2.c ILP32 true +Floats neural-networks/softsign_w32_r2_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label12.c ILP32 false +ProductLines product-lines/email_spec8_product20.cil.c ILP32 false +Arrays array-tiling/nr2.c ILP32 true +Heap memsafety-ext3/freeAlloca.c ILP32 unknown +Loops nla-digbench-scaling/ps6-ll_unwindbound100.c ILP32 false +Floats neural-networks/softsign_w4_r2_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem18_label20.c ILP32 false +ProductLines product-lines/email_spec8_product22.cil.c ILP32 false +Arrays array-tiling/pnr2.c ILP32 true +Heap memsafety-ext3/scopes2.c ILP32 unknown +Loops nla-digbench-scaling/ps6-ll_valuebound10.c ILP32 true +Floats neural-networks/softsign_w64_r1_case_0_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label28.c ILP32 true +ProductLines product-lines/email_spec8_product28.cil.c ILP32 true +Arrays array-tiling/poly1.c ILP32 true +Heap memsafety/global-atexit-3.i ILP32 unknown +Loops nla-digbench-scaling/sqrt1-ll_unwindbound1.c ILP32 true +Floats neural-networks/softsign_w64_r4_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label37.c ILP32 true +ProductLines product-lines/email_spec8_product30.cil.c ILP32 false +Arrays array-tiling/pr4.c ILP32 true +Heap memsafety/global-atexit.i ILP32 unknown +Loops nla-digbench-scaling/sqrt1-ll_unwindbound50.c ILP32 true +Floats neural-networks/softsign_w8_r3_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label45.c ILP32 false +ProductLines product-lines/email_spec8_product32.cil.c ILP32 false +Arrays array-tiling/rewnif.c ILP32 true +Heap memsafety/lockfree-3.1.i ILP32 unknown +Loops nla-digbench-scaling/sqrt1-ll_valuebound5.c ILP32 true +Floats neural-networks/sqrt_4_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem18_label53.c ILP32 true +ProductLines product-lines/email_spec8_product34.cil.c ILP32 false +Arrays array-tiling/skipped.c ILP32 true +Heap memsafety/lockfree-3.3.i ILP32 unknown +Loops nla-digbench/cohendiv-ll.c ILP32 true +Floats neural-networks/tanh_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label01.c ILP32 true +ProductLines product-lines/email_spec8_productSimulator.cil.c ILP32 false +Arrays reducercommutativity/avg.i ILP32 unknown +Heap memsafety/test-0134.i ILP32 unknown +Loops nla-digbench/egcd-ll.c ILP32 true +Floats neural-networks/tanh_w16_r1_case_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label10.c ILP32 false +ProductLines product-lines/email_spec9_product14.cil.c ILP32 true +Arrays reducercommutativity/avg40-2.i ILP32 true +Heap memsafety/test-0219.i ILP32 unknown +Loops nla-digbench/fermat1-ll.c ILP32 true +Floats neural-networks/tanh_w16_r4_case_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label18.c ILP32 false +ProductLines product-lines/email_spec9_product16.cil.c ILP32 false +Arrays reducercommutativity/max10-1.i ILP32 true +Heap memsafety/test-0232-1.i ILP32 unknown +Loops nla-digbench/geo1-u.c ILP32 false +Floats neural-networks/tanh_w32_r4_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label26.c ILP32 false +ProductLines product-lines/email_spec9_product21.cil.c ILP32 false +Arrays reducercommutativity/rangesum.i ILP32 false +Heap memsafety/test-0232-3.i ILP32 unknown +Loops nla-digbench/geo3-ll.c ILP32 true +Floats neural-networks/tanh_w4_r3_case_1_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem19_label34.c ILP32 true +ProductLines product-lines/email_spec9_product26.cil.c ILP32 false +Arrays reducercommutativity/rangesum40.i ILP32 false +Heap memsafety/test-0235-1.i ILP32 unknown +Loops nla-digbench/hard2.c ILP32 unknown +Floats neural-networks/tanh_w64_r3_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label43.c ILP32 false +ProductLines product-lines/email_spec9_product29.cil.c ILP32 true +Arrays reducercommutativity/sep10-2.i ILP32 true +Heap memsafety/test-0235-3.i ILP32 unknown +Loops nla-digbench/prod4br.c ILP32 unknown +Floats neural-networks/tanh_w8_r2_case_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem19_label51.c ILP32 false +ProductLines product-lines/email_spec9_product31.cil.c ILP32 false +Arrays reducercommutativity/sum.i ILP32 unknown +Heap memsafety/test-0237.i ILP32 unknown +Loops nla-digbench/ps3.c ILP32 unknown +Floats neural-networks/vdp_10_safe.c-amalgamation.i ILP32 true +ECA eca-rers2018/Problem10.c ILP32 false +ProductLines product-lines/email_spec9_product33.cil.c ILP32 false +Arrays reducercommutativity/sum40-2.i ILP32 true +Heap memsafety/test-0513.i ILP32 unknown +Loops nla-digbench/ps6.c ILP32 unknown +Floats neural-networks/vdp_6_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2018/Problem18.c ILP32 false +ProductLines product-lines/email_spec9_product35.cil.c ILP32 false +Arrays array-cav19/array_init_pair_symmetr.c ILP32 true +Heap ldv-memsafety/memleaks_test11_1.i ILP32 unknown +Loops loop-acceleration/array3.i ILP32 unknown +Floats float-benchs/arctan_Pade.c ILP32 true +ECA eca-programs/Problem101_label01.c ILP32 false +ProductLines product-lines/elevator_spec1_productSimulator.cil.c ILP32 false +Arrays array-cav19/array_init_var_plus_ind.c ILP32 true +Heap ldv-memsafety/memleaks_test14_2.i ILP32 unknown +Loops loop-acceleration/array_2-2.i ILP32 true +Floats float-benchs/cast_float_union.c ILP32 true +ECA eca-programs/Problem101_label05.c ILP32 false +ProductLines product-lines/elevator_spec3_product24.cil.c ILP32 false +Arrays array-cav19/array_init_var_plus_ind3.c ILP32 true +Heap ldv-memsafety/memleaks_test17_2-1.i ILP32 unknown +Loops loop-acceleration/array_4.i ILP32 true +Floats float-benchs/cos_polynomial.c ILP32 true +ECA eca-programs/Problem101_label09.c ILP32 false +ProductLines product-lines/email_spec0_product31.cil.c ILP32 false +Arrays array-cav19/array_tiling_poly6.c ILP32 true +Heap ldv-memsafety/memleaks_test22_3-1.i ILP32 unknown +Loops loop-acceleration/diamond_2-2.c ILP32 true +Floats float-benchs/feedback_diverge.c ILP32 true +ECA eca-programs/Problem101_label13.c ILP32 false +ProductLines product-lines/email_spec1_product16.cil.c ILP32 false +Arrays array-crafted/bAnd1.i ILP32 true +Heap ldv-memsafety/memleaks_test3-2.i ILP32 unknown +Loops loop-acceleration/simple_2-1.c ILP32 true +Floats float-benchs/filter1.c.v+nlh-reducer.c ILP32 true +ECA eca-programs/Problem101_label17.c ILP32 false +ProductLines product-lines/email_spec3_product18.cil.c ILP32 false +Arrays array-crafted/bAnd3.i ILP32 true +Heap ldv-memsafety/memleaks_test6_3.i ILP32 unknown +Loops loop-acceleration/simple_3-1.c ILP32 false +Floats float-benchs/filter2_alt.c ILP32 true +ECA eca-programs/Problem101_label21.c ILP32 false +ProductLines product-lines/email_spec6_product14.cil.c ILP32 false +Arrays array-crafted/bAnd5.i ILP32 true +Heap ldv-regression/sizeofparameters_test.c ILP32 true +Loops loop-crafted/simple_array_index_value_2.i ILP32 true +Floats float-benchs/filter_iir.c ILP32 true +ECA eca-programs/Problem102_label01.c ILP32 false +ProductLines product-lines/email_spec8_product12.cil.c ILP32 true +Arrays array-crafted/bor3.i ILP32 true +Heap ldv-regression/test22-2.c ILP32 unknown +Loops loop-crafted/simple_array_index_value_4.i ILP32 true +Floats float-benchs/interpolation.c.v+cfa-reducer.c ILP32 true +ECA eca-programs/Problem102_label05.c ILP32 false +ProductLines product-lines/email_spec9_productSimulator.cil.c ILP32 false +Arrays array-crafted/bor5.i ILP32 true +Heap ldv-regression/test27-2.c ILP32 unknown +Loops loop-industry-pattern/aiob_3.c ILP32 true +Floats float-benchs/interpolation2.c.p+cfa-reducer.c ILP32 true +ECA eca-programs/Problem102_label10.c ILP32 false +Arrays array-crafted/mapavg2.i ILP32 true +Heap list-ext-properties/list-ext_1.i ILP32 unknown +Loops loop-industry-pattern/mod3.c.v+sep-reducer.c ILP32 true +Floats float-benchs/interpolation2.c ILP32 true +ECA eca-programs/Problem102_label14.c ILP32 true +Arrays array-crafted/mapavg4.i ILP32 true +Heap list-ext-properties/test-0214_1.i ILP32 unknown +Loops loop-invariants/linear-inequality-inv-a.c ILP32 true +Floats float-benchs/inv_Newton.c.p+cfa-reducer.c ILP32 false +ECA eca-programs/Problem102_label18.c ILP32 true +Arrays array-crafted/mapsum1.i ILP32 true +Heap list-ext2-properties/simple_search_value-2.i ILP32 false +Loops loop-invariants64/linear-inequality-inv-d.c LP64 true +Floats float-benchs/inv_square-2.c ILP32 true +ECA eca-programs/Problem102_label22.c ILP32 true +Arrays array-crafted/mapsum3.i ILP32 true +Heap memsafety-cve/gpac_11.i ILP32 unknown +Loops loop-invgen/SpamAssassin-loop.i.v+cfa-reducer.c ILP32 true +Floats float-benchs/nan_double.c ILP32 false +ECA eca-programs/Problem102_label26.c ILP32 false +Arrays array-crafted/mapsum5.i ILP32 true +Heap memsafety-cve/gpac_3.i ILP32 unknown +Loops loop-invgen/apache-get-tag.i.p+lhb-reducer.c ILP32 true +Floats float-benchs/rlim_exit.c ILP32 true +ECA eca-programs/Problem102_label30.c ILP32 true +Arrays array-crafted/xor3.i ILP32 true +Heap memsafety-cve/jq.i ILP32 unknown +Loops loop-invgen/apache-get-tag.i.v+lhb-reducer.c ILP32 true +Floats float-benchs/rlim_invariant.c.v+nlh-reducer.c ILP32 true +ECA eca-programs/Problem102_label34.c ILP32 false +Arrays array-crafted/xor5.i ILP32 true +Heap memsafety-cve/minizip-ng_1.i ILP32 unknown +Loops loop-invgen/down.i ILP32 true +Floats float-benchs/sin_interpolated_index-1.c ILP32 false +ECA eca-programs/Problem102_label38.c ILP32 true +Arrays array-crafted/zero_sum2.c ILP32 true +Heap memsafety-cve/netconsd.i ILP32 unknown +Loops loop-invgen/heapsort.i ILP32 true +Floats float-benchs/sin_interpolated_smallrange.c ILP32 true +ECA eca-programs/Problem102_label43.c ILP32 false +Arrays array-crafted/zero_sum4.c ILP32 true +Heap memsafety-cve/pacparserFixed.i ILP32 unknown +Loops loop-invgen/id_build.i.v+lhb-reducer.c ILP32 true +Floats float-benchs/sqrt_Householder_pseudoconstant.c ILP32 true +ECA eca-programs/Problem102_label47.c ILP32 true +Arrays array-crafted/zero_sum_const1.c ILP32 true +Heap memsafety-cve/sofia-sip_2.i ILP32 unknown +Loops loop-invgen/large_const.i ILP32 true +Floats float-benchs/sqrt_poly.c ILP32 true +ECA eca-programs/Problem102_label51.c ILP32 false +Arrays array-crafted/zero_sum_const3.c ILP32 true +Heap memsafety-cve/zstdFixed.i ILP32 unknown +Loops loop-invgen/nested9.i ILP32 true +Floats float-benchs/zonotope_3.c ILP32 true +ECA eca-programs/Problem102_label55.c ILP32 false +Arrays array-crafted/zero_sum_const5.c ILP32 true +Heap memsafety-ext2/length_test03-1.i ILP32 unknown +Loops loop-invgen/up.i ILP32 true +Floats float-benchs/zonotope_tight.c ILP32 true +ECA eca-programs/Problem102_label59.c ILP32 false +Arrays array-crafted/zero_sum_const_m3.c ILP32 true +Heap memsafety/global-atexit-1.i ILP32 unknown +Loops loop-lit/cggmp2005.i ILP32 true +Floats float-newlib/double_req_bl_0460.c ILP32 true +ECA eca-programs/Problem103_label41.c ILP32 false +Arrays array-crafted/zero_sum_const_m5.c ILP32 true +Heap memsafety/test-0102-1.i ILP32 unknown +Loops loop-lit/css2003.i ILP32 true +Floats float-newlib/double_req_bl_0661a.c ILP32 true +ECA eca-programs/Problem103_label45.c ILP32 true +Arrays array-crafted/zero_sum_m3.c ILP32 true +Heap memsafety/test-0234-1.i ILP32 unknown +Loops loop-lit/gj2007.c.i.p+lhb-reducer.c ILP32 true +Floats float-newlib/double_req_bl_0663a.c ILP32 true +ECA eca-programs/Problem103_label49.c ILP32 true +Arrays array-crafted/zero_sum_m5.c ILP32 true +Heap memsafety/test-0521.i ILP32 unknown +Loops loop-lit/gj2007b.i ILP32 true +Floats float-newlib/double_req_bl_0682a.c ILP32 true +ECA eca-programs/Problem103_label54.c ILP32 false +Arrays array-examples/data_structures_set_multi_proc_ground-2.i ILP32 true +Loops loop-lit/gsv2008.c.i.v+cfa-reducer.c ILP32 true +Floats float-newlib/double_req_bl_0683b.c ILP32 true +ECA eca-programs/Problem103_label58.c ILP32 true +Arrays array-examples/relax-1.i ILP32 unknown +Loops loop-lit/hhk2008.i ILP32 true +Floats float-newlib/double_req_bl_0832.c ILP32 true +ECA eca-rers2012/Problem03_label02.c ILP32 true +Arrays array-examples/relax-2.i ILP32 unknown +Loops loop-lit/jm2006_variant.i ILP32 true +Floats float-newlib/double_req_bl_0872b.c ILP32 true +ECA eca-rers2012/Problem03_label06.c ILP32 true +Arrays array-examples/sanfoundry_10_ground.c ILP32 true +Loops loop-new/count_by_1_variant.i ILP32 true +Floats float-newlib/double_req_bl_0882.c ILP32 true +ECA eca-rers2012/Problem03_label10.c ILP32 true +Arrays array-examples/sanfoundry_27_ground.i ILP32 true +Loops loop-new/count_by_nondet.i ILP32 true +Floats float-newlib/double_req_bl_1121a.c ILP32 true +ECA eca-rers2012/Problem03_label14.c ILP32 true +Arrays array-examples/sorting_bubblesort_2_ground.i ILP32 false +Loops loop-new/gauss_sum.i.v+cfa-reducer.c ILP32 true +Floats float-newlib/double_req_bl_1122b.c ILP32 true +ECA eca-rers2012/Problem03_label18.c ILP32 true +Arrays array-examples/sorting_bubblesort_ground-2.i ILP32 false +Loops loop-new/nested-1.i ILP32 true +Floats float-newlib/double_req_bl_1211a.c ILP32 true +ECA eca-rers2012/Problem03_label22.c ILP32 true +Arrays array-examples/sorting_selectionsort_ground-1.i ILP32 false +Loops loop-simple/nested_2.c ILP32 true +Floats float-newlib/double_req_bl_1251b.c ILP32 true +ECA eca-rers2012/Problem03_label27.c ILP32 false +Arrays array-examples/standard_allDiff2_ground.i ILP32 false +Loops loop-simple/nested_5.c ILP32 true +Floats float-newlib/float_req_bl_0460.c ILP32 true +ECA eca-rers2012/Problem03_label31.c ILP32 false +Arrays array-examples/standard_compare_ground.i ILP32 true +Loops loop-zilu/benchmark02_linear.i ILP32 true +Floats float-newlib/float_req_bl_0661a.c ILP32 true +ECA eca-rers2012/Problem03_label35.c ILP32 false +Arrays array-examples/standard_copy1_ground-2.i ILP32 false +Loops loop-zilu/benchmark04_conjunctive.i ILP32 true +Floats float-newlib/float_req_bl_0663a.c ILP32 true +ECA eca-rers2012/Problem03_label39.c ILP32 false +Arrays array-examples/standard_copy3_ground-1.i ILP32 true +Loops loop-zilu/benchmark07_linear.i ILP32 unknown +Floats float-newlib/float_req_bl_0682a.c ILP32 true +ECA eca-rers2012/Problem03_label43.c ILP32 false +Arrays array-examples/standard_copy4_ground-1.i ILP32 true +Loops loop-zilu/benchmark10_conjunctive.i ILP32 true +Floats float-newlib/float_req_bl_0683b.c ILP32 true +ECA eca-rers2012/Problem03_label47.c ILP32 true +Arrays array-examples/standard_copy5_ground-1.i ILP32 true +Loops loop-zilu/benchmark12_linear.i ILP32 unknown +Floats float-newlib/float_req_bl_0710.c ILP32 true +ECA eca-rers2012/Problem03_label51.c ILP32 true +Arrays array-examples/standard_copy6_ground-1.i ILP32 false +Loops loop-zilu/benchmark15_conjunctive.i ILP32 unknown +Floats float-newlib/float_req_bl_0872b.c ILP32 true +ECA eca-rers2012/Problem03_label55.c ILP32 true +Arrays array-examples/standard_copy7_ground-1.i ILP32 false +Loops loop-zilu/benchmark18_conjunctive.i ILP32 true +Floats float-newlib/float_req_bl_0876.c ILP32 true +ECA eca-rers2012/Problem04_label00.c ILP32 true +Arrays array-examples/standard_copy8_ground-1.i ILP32 true +Loops loop-zilu/benchmark21_disjunctive.i ILP32 unknown +Floats float-newlib/float_req_bl_0881.c ILP32 true +ECA eca-rers2012/Problem04_label04.c ILP32 false +Arrays array-examples/standard_copy9_ground-1.i ILP32 false +Loops loop-zilu/benchmark24_conjunctive.i ILP32 unknown +Floats float-newlib/float_req_bl_0970a.c ILP32 true +ECA eca-rers2012/Problem04_label08.c ILP32 true +Arrays array-examples/standard_find_ground-1.i ILP32 true +Loops loop-zilu/benchmark26_linear.i ILP32 true +Floats float-newlib/float_req_bl_1122b.c ILP32 true +ECA eca-rers2012/Problem04_label15.c ILP32 false +Arrays array-examples/standard_maxInArray_ground.i ILP32 true +Loops loop-zilu/benchmark28_linear.i ILP32 unknown +Floats float-newlib/float_req_bl_1131a.c ILP32 true +ECA eca-rers2012/Problem04_label21.c ILP32 true +Arrays array-examples/standard_minInArray_ground-2.i ILP32 true +Loops loop-zilu/benchmark31_disjunctive.i ILP32 unknown +Floats float-newlib/float_req_bl_1231.c ILP32 true +ECA eca-rers2012/Problem04_label28.c ILP32 true +Arrays array-examples/standard_partial_init_ground.i ILP32 true +Loops loop-zilu/benchmark34_conjunctive.i ILP32 true +Floats float-newlib/float_req_bl_1270b.c ILP32 true +ECA eca-rers2012/Problem04_label33.c ILP32 true +Arrays array-examples/standard_partition_ground-2.i ILP32 true +Loops loop-zilu/benchmark37_conjunctive.i ILP32 true +Floats float-newlib/float_req_bl_1271b.c ILP32 true +ECA eca-rers2012/Problem04_label39.c ILP32 false +Arrays array-examples/standard_password_ground.i ILP32 true +Loops loop-zilu/benchmark40_polynomial.i ILP32 unknown +Floats floats-cbmc-regression/float-no-simp2.i ILP32 true +ECA eca-rers2012/Problem04_label50.c ILP32 true +Arrays array-examples/standard_running-1.i ILP32 false +Loops loop-zilu/benchmark43_conjunctive.i ILP32 true +Floats floats-cbmc-regression/float-to-double1.i ILP32 true +ECA eca-rers2012/Problem04_label54.c ILP32 true +Arrays array-examples/standard_sentinel-1.i ILP32 unknown +Loops loop-zilu/benchmark45_disjunctive.i ILP32 unknown +Floats floats-cbmc-regression/float20.i ILP32 true +ECA eca-rers2012/Problem05_label00.c ILP32 false +Arrays array-examples/standard_sentinel.i.v+cfa-reducer.c ILP32 true +Loops loop-zilu/benchmark48_linear.i ILP32 unknown +Floats floats-cbmc-regression/float5.c ILP32 true +ECA eca-rers2012/Problem05_label04.c ILP32 true +Arrays array-examples/standard_strcpy_ground-1.i ILP32 true +Loops loop-zilu/benchmark51_polynomial.i ILP32 true +Floats floats-cdfpl/newton_1_1.i ILP32 true +ECA eca-rers2012/Problem05_label08.c ILP32 true +Arrays array-examples/standard_strcpy_original-1.i ILP32 unknown +Loops loops-crafted-1/discover_list.c ILP32 true +Floats floats-cdfpl/newton_1_5.i ILP32 false +ECA eca-rers2012/Problem05_label12.c ILP32 true +Arrays array-examples/standard_two_index_01.i ILP32 true +Loops loops-crafted-1/in-de31.c ILP32 true +Floats floats-cdfpl/newton_1_8.i ILP32 false +ECA eca-rers2012/Problem05_label16.c ILP32 true +Arrays array-examples/standard_two_index_03.i ILP32 true +Loops loops-crafted-1/in-de42.c ILP32 true +Floats floats-cdfpl/newton_2_4.i ILP32 true +ECA eca-rers2012/Problem05_label20.c ILP32 true +Arrays array-examples/standard_two_index_05.i ILP32 true +Loops loops-crafted-1/in-de61.c ILP32 true +Floats floats-cdfpl/newton_2_7.i ILP32 false +ECA eca-rers2012/Problem05_label25.c ILP32 true +Arrays array-examples/standard_two_index_07.i ILP32 true +Loops loops-crafted-1/loopv2.c ILP32 true +Floats floats-cdfpl/newton_3_2.i ILP32 true +ECA eca-rers2012/Problem05_label29.c ILP32 true +Arrays array-examples/standard_vararg_ground.i ILP32 true +Loops loops-crafted-1/nested_delay_nd.c ILP32 true +Floats floats-cdfpl/newton_3_5.i ILP32 true +ECA eca-rers2012/Problem05_label33.c ILP32 false +Arrays array-fpi/brs1.c ILP32 true +Loops loops-crafted-1/sum_by_3_abstracted.c ILP32 true +Floats floats-cdfpl/sine_1.i ILP32 false +ECA eca-rers2012/Problem05_label37.c ILP32 false +Arrays array-fpi/brs2.c ILP32 true +Loops loops-crafted-1/sumt3.c ILP32 true +Floats floats-cdfpl/sine_4.i ILP32 true +ECA eca-rers2012/Problem05_label42.c ILP32 true +Arrays array-fpi/brs3.c ILP32 true +Loops loops-crafted-1/sumt6.c ILP32 true +Floats floats-cdfpl/sine_8.i ILP32 true +ECA eca-rers2012/Problem05_label46.c ILP32 true +Arrays array-fpi/brs4.c ILP32 true +Loops loops-crafted-1/sumt9.c ILP32 true +Floats floats-cdfpl/square_3.i ILP32 false +ECA eca-rers2012/Problem05_label50.c ILP32 true +Arrays array-fpi/brs5.c ILP32 true +Loops loops-crafted-1/vnew2.c ILP32 true +Floats floats-cdfpl/square_7.i ILP32 true +ECA eca-rers2012/Problem05_label54.c ILP32 true +Arrays array-fpi/brs5f.c ILP32 false +Loops loops/array-2.c ILP32 false +Floats floats-esbmc-regression/floor_nondet.i ILP32 true +ECA eca-rers2012/Problem05_label59.c ILP32 true +Arrays array-fpi/condaf.c ILP32 false +Loops loops/compact.c ILP32 false +Floats floats-esbmc-regression/round_nondet.i ILP32 true +ECA eca-rers2012/Problem06_label03.c ILP32 true +Arrays array-fpi/condgf.c ILP32 false +Loops loops/for_bounded_loop1.c ILP32 false +Floats floats-nonlinear/bound-grocery.c ILP32 false +ECA eca-rers2012/Problem06_label07.c ILP32 true +Arrays array-fpi/condmf.c ILP32 false +Loops loops/insertion_sort-2-2.c ILP32 true +Floats floats-nonlinear/color-magicseries2.c ILP32 false +ECA eca-rers2012/Problem06_label11.c ILP32 false +Arrays array-fpi/condnf.c ILP32 false +Loops loops/invert_string-2.c ILP32 unknown +Floats floats-nonlinear/coral-benchmark02.c ILP32 false +ECA eca-rers2012/Problem06_label15.c ILP32 false +Arrays array-fpi/eqn1f.c ILP32 false +Loops loops/linear_search.c ILP32 false +Floats floats-nonlinear/coral-benchmark10.c ILP32 false +ECA eca-rers2012/Problem06_label19.c ILP32 true +Arrays array-fpi/eqn2f.c ILP32 false +Loops loops/matrix-2.c ILP32 unknown +Floats floats-nonlinear/coral-benchmark27.c ILP32 false +ECA eca-rers2012/Problem06_label23.c ILP32 true +Arrays array-fpi/eqn3f.c ILP32 false +Loops loops/nec20.c ILP32 false +Floats loop-floats-scientific-comp/loop2-1.c ILP32 false +ECA eca-rers2012/Problem06_label27.c ILP32 false +Arrays array-fpi/eqn5.c ILP32 true +Loops loops/string-1.i ILP32 true +Floats loop-floats-scientific-comp/loop4.i ILP32 false +ECA eca-rers2012/Problem06_label32.c ILP32 true +Arrays array-fpi/ifcomp.c ILP32 true +Loops loops/sum01-2.i ILP32 true +Floats neural-networks/cartpole_10_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label36.c ILP32 false +Arrays array-fpi/ifeqn1.c ILP32 true +Loops loops/sum03-1.i ILP32 false +Floats neural-networks/cartpole_13_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label40.c ILP32 true +Arrays array-fpi/ifeqn2.c ILP32 true +Loops loops/sum_array-2-2.i ILP32 true +Floats neural-networks/cartpole_17_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label44.c ILP32 false +Arrays array-fpi/ifeqn3.c ILP32 true +Loops loops/terminator_02-1.c ILP32 unknown +Floats neural-networks/cartpole_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label48.c ILP32 false +Arrays array-fpi/ifeqn4.c ILP32 true +Loops loops/terminator_03-1.c ILP32 unknown +Floats neural-networks/cartpole_23_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label52.c ILP32 true +Arrays array-fpi/ifeqn5.c ILP32 true +Loops loops/trex01-1.c ILP32 false +Floats neural-networks/cartpole_26_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem06_label56.c ILP32 false +Arrays array-fpi/ifncomp.c ILP32 true +Loops loops/trex02-2.c ILP32 false +Floats neural-networks/cartpole_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label00.c ILP32 true +Arrays array-fpi/indp1.c ILP32 unknown +Loops loops/trex03-2_abstracted.c ILP32 true +Floats neural-networks/cartpole_32_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label05.c ILP32 false +Arrays array-fpi/indp2.c ILP32 true +Loops loops/veris.c_sendmail_tTflag_arr_one_loop.c ILP32 true +Floats neural-networks/cartpole_35_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label09.c ILP32 false +Arrays array-fpi/indp3.c ILP32 true +Loops loops/vogal-2.i ILP32 false +Floats neural-networks/cartpole_38_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label13.c ILP32 true +Arrays array-fpi/indp4.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_unwindbound100.c ILP32 false +Floats neural-networks/cartpole_41_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label17.c ILP32 true +Arrays array-fpi/indp5.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_unwindbound5.c ILP32 false +Floats neural-networks/cartpole_44_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem07_label21.c ILP32 true +Arrays array-fpi/modn.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_valuebound10.c ILP32 true +Floats neural-networks/cartpole_47_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label25.c ILP32 true +Arrays array-fpi/modp.c ILP32 true +Loops nla-digbench-scaling/bresenham-ll_valuebound20.c ILP32 true +Floats neural-networks/cartpole_4_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label29.c ILP32 true +Arrays array-fpi/modsf.c ILP32 false +Loops nla-digbench-scaling/cohencu-ll_unwindbound1.c ILP32 false +Floats neural-networks/cartpole_53_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label33.c ILP32 true +Arrays array-fpi/ms1f.c ILP32 false +Loops nla-digbench-scaling/cohencu-ll_unwindbound2.c ILP32 false +Floats neural-networks/cartpole_56_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label38.c ILP32 true +Arrays array-fpi/ms2f.c ILP32 false +Loops nla-digbench-scaling/cohencu-ll_unwindbound50.c ILP32 false +Floats neural-networks/cartpole_59_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label42.c ILP32 false +Arrays array-fpi/ms3f.c ILP32 false +Loops nla-digbench-scaling/cohencu-ll_valuebound100.c ILP32 true +Floats neural-networks/cartpole_61_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label46.c ILP32 false +Arrays array-fpi/ms4f.c ILP32 false +Loops nla-digbench-scaling/cohencu-ll_valuebound5.c ILP32 true +Floats neural-networks/cartpole_65_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label50.c ILP32 true +Arrays array-fpi/ms5f.c ILP32 false +Loops nla-digbench-scaling/cohendiv-ll_unwindbound10.c ILP32 true +Floats neural-networks/cartpole_68_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label54.c ILP32 true +Arrays array-fpi/ncompf.c ILP32 false +Loops nla-digbench-scaling/cohendiv-ll_unwindbound20.c ILP32 true +Floats neural-networks/cartpole_71_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem07_label58.c ILP32 false +Arrays array-fpi/nsqm.c ILP32 true +Loops nla-digbench-scaling/cohendiv-ll_valuebound1.c ILP32 true +Floats neural-networks/cartpole_74_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label02.c ILP32 false +Arrays array-fpi/pcomp.c ILP32 true +Loops nla-digbench-scaling/cohendiv-ll_valuebound2.c ILP32 true +Floats neural-networks/cartpole_78_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label06.c ILP32 false +Arrays array-fpi/res1.c ILP32 true +Loops nla-digbench-scaling/cohendiv-ll_valuebound50.c ILP32 true +Floats neural-networks/cartpole_80_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label11.c ILP32 true +Arrays array-fpi/res1o.c ILP32 true +Loops nla-digbench-scaling/dijkstra-u_unwindbound100.c ILP32 false +Floats neural-networks/cartpole_83_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label15.c ILP32 false +Arrays array-fpi/res2.c ILP32 true +Loops nla-digbench-scaling/dijkstra-u_unwindbound5.c ILP32 false +Floats neural-networks/cartpole_86_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label19.c ILP32 true +Arrays array-fpi/res2o.c ILP32 true +Loops nla-digbench-scaling/dijkstra-u_valuebound10.c ILP32 true +Floats neural-networks/cartpole_8_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label23.c ILP32 true +Arrays array-fpi/s12if.c ILP32 true +Loops nla-digbench-scaling/dijkstra-u_valuebound20.c ILP32 true +Floats neural-networks/cartpole_92_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label27.c ILP32 true +Arrays array-fpi/s1iff.c ILP32 false +Loops nla-digbench-scaling/divbin2_unwindbound1.i ILP32 true +Floats neural-networks/cartpole_95_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label31.c ILP32 true +Arrays array-fpi/s1liff.c ILP32 false +Loops nla-digbench-scaling/divbin2_unwindbound2.i ILP32 true +Floats neural-networks/cartpole_98_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label35.c ILP32 true +Arrays array-fpi/s22iff.c ILP32 false +Loops nla-digbench-scaling/divbin2_unwindbound50.i ILP32 true +Floats neural-networks/cos_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label39.c ILP32 true +Arrays array-fpi/s2iff.c ILP32 false +Loops nla-digbench-scaling/divbin2_valuebound100.i ILP32 true +Floats neural-networks/cos_4_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label44.c ILP32 true +Arrays array-fpi/s2liff.c ILP32 false +Loops nla-digbench-scaling/divbin2_valuebound5.i ILP32 true +Floats neural-networks/cos_7_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label48.c ILP32 false +Arrays array-fpi/s32iff.c ILP32 false +Loops nla-digbench-scaling/divbin_unwindbound10.i ILP32 false +Floats neural-networks/dubinsrejoin_11_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label52.c ILP32 true +Arrays array-fpi/s3iff.c ILP32 false +Loops nla-digbench-scaling/divbin_unwindbound20.i ILP32 false +Floats neural-networks/dubinsrejoin_15_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem08_label56.c ILP32 true +Arrays array-fpi/s3liff.c ILP32 false +Loops nla-digbench-scaling/divbin_valuebound1.i ILP32 true +Floats neural-networks/dubinsrejoin_18_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label00.c ILP32 true +Arrays array-fpi/s42if_overflow.c ILP32 unknown +Loops nla-digbench-scaling/divbin_valuebound2.i ILP32 true +Floats neural-networks/dubinsrejoin_21_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label04.c ILP32 true +Arrays array-fpi/s42iff_overflow.c ILP32 unknown +Loops nla-digbench-scaling/divbin_valuebound50.i ILP32 true +Floats neural-networks/dubinsrejoin_24_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label08.c ILP32 false +Arrays array-fpi/s4iff.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound100.c ILP32 false +Floats neural-networks/dubinsrejoin_28_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label12.c ILP32 true +Arrays array-fpi/s4lif.c ILP32 true +Loops nla-digbench-scaling/egcd-ll_unwindbound5.c ILP32 false +Floats neural-networks/dubinsrejoin_30_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label17.c ILP32 true +Arrays array-fpi/s4liff.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_valuebound10.c ILP32 true +Floats neural-networks/dubinsrejoin_33_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label21.c ILP32 true +Arrays array-fpi/s52if.c ILP32 true +Loops nla-digbench-scaling/egcd-ll_valuebound20.c ILP32 true +Floats neural-networks/dubinsrejoin_36_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label25.c ILP32 true +Arrays array-fpi/s52iff.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound1.c ILP32 false +Floats neural-networks/dubinsrejoin_3_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label29.c ILP32 true +Arrays array-fpi/s5if_overflow.c ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_unwindbound2.c ILP32 false +Floats neural-networks/dubinsrejoin_42_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label33.c ILP32 true +Arrays array-fpi/s5iff_overflow.c ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_unwindbound50.c ILP32 false +Floats neural-networks/dubinsrejoin_46_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label37.c ILP32 true +Arrays array-fpi/s5lif_overflow.c ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_valuebound100.c ILP32 true +Floats neural-networks/dubinsrejoin_49_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label41.c ILP32 false +Arrays array-fpi/s5liff_overflow.c ILP32 unknown +Loops nla-digbench-scaling/egcd2-ll_valuebound5.c ILP32 true +Floats neural-networks/dubinsrejoin_52_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label45.c ILP32 true +Arrays array-fpi/sina1f.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound10.c ILP32 false +Floats neural-networks/dubinsrejoin_55_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label50.c ILP32 true +Arrays array-fpi/sina2f.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound20.c ILP32 false +Floats neural-networks/dubinsrejoin_58_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label54.c ILP32 false +Arrays array-fpi/sina3f.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_valuebound1.c ILP32 true +Floats neural-networks/dubinsrejoin_60_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem09_label58.c ILP32 true +Arrays array-fpi/sina5.c ILP32 true +Loops nla-digbench-scaling/egcd3-ll_valuebound2.c ILP32 true +Floats neural-networks/dubinsrejoin_64_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label02.c ILP32 true +Arrays array-fpi/sqm-if.c ILP32 true +Loops nla-digbench-scaling/egcd3-ll_valuebound50.c ILP32 true +Floats neural-networks/dubinsrejoin_67_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label07.c ILP32 true +Arrays array-fpi/sqm.c ILP32 true +Loops nla-digbench-scaling/fermat1-ll_unwindbound100.c ILP32 false +Floats neural-networks/dubinsrejoin_70_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label11.c ILP32 true +Arrays array-fpi/ss1.c ILP32 true +Loops nla-digbench-scaling/fermat1-ll_unwindbound5.c ILP32 false +Floats neural-networks/dubinsrejoin_73_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label15.c ILP32 false +Arrays array-fpi/ss2.c ILP32 true +Loops nla-digbench-scaling/fermat1-ll_valuebound10.c ILP32 true +Floats neural-networks/dubinsrejoin_77_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label19.c ILP32 true +Arrays array-fpi/ss3.c ILP32 true +Loops nla-digbench-scaling/fermat1-ll_valuebound20.c ILP32 true +Floats neural-networks/dubinsrejoin_7_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label24.c ILP32 false +Arrays array-fpi/ss4.c ILP32 true +Loops nla-digbench-scaling/fermat2-ll_unwindbound1.c ILP32 false +Floats neural-networks/dubinsrejoin_82_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label28.c ILP32 false +Arrays array-fpi/ssinaf.c ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound2.c ILP32 false +Floats neural-networks/dubinsrejoin_85_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label32.c ILP32 true +Arrays array-industry-pattern/array_mul_init.i ILP32 true +Loops nla-digbench-scaling/fermat2-ll_unwindbound50.c ILP32 false +Floats neural-networks/dubinsrejoin_89_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label36.c ILP32 true +Arrays array-industry-pattern/array_of_struct_ptr_cond_init.i ILP32 true +Loops nla-digbench-scaling/fermat2-ll_valuebound100.c ILP32 true +Floats neural-networks/dubinsrejoin_91_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label40.c ILP32 true +Arrays array-industry-pattern/array_of_struct_ptr_mul_init.i ILP32 true +Loops nla-digbench-scaling/fermat2-ll_valuebound5.c ILP32 true +Floats neural-networks/dubinsrejoin_94_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem10_label44.c ILP32 true +Arrays array-industry-pattern/array_ptr_single_elem_init-1.i ILP32 true +Loops nla-digbench-scaling/freire1_valuebound10.c ILP32 true +Floats neural-networks/elu_0_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label48.c ILP32 false +Arrays array-industry-pattern/array_shadowinit.i ILP32 true +Loops nla-digbench-scaling/freire1_valuebound20.c ILP32 true +Floats neural-networks/elu_4_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label52.c ILP32 true +Arrays array-industry-pattern/check_removal_from_set_after_insertion.c ILP32 false +Loops nla-digbench-scaling/freire2_valuebound1.c ILP32 false +Floats neural-networks/erf_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem10_label57.c ILP32 false +Arrays array-lopstr16/break-1.i ILP32 true +Loops nla-digbench-scaling/freire2_valuebound2.c ILP32 false +Floats neural-networks/erf_5_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label01.c ILP32 true +Arrays array-lopstr16/motivex.i ILP32 true +Loops nla-digbench-scaling/freire2_valuebound50.c ILP32 false +Floats neural-networks/exp_2_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label05.c ILP32 true +Arrays array-lopstr16/sum_multi_array.i ILP32 true +Loops nla-digbench-scaling/geo1-ll2_unwindbound100.c ILP32 unknown +Floats neural-networks/exp_6_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label09.c ILP32 true +Arrays array-memsafety-realloc/array-realloc-2.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll2_unwindbound5.c ILP32 unknown +Floats neural-networks/gcas_11_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label13.c ILP32 true +Arrays array-memsafety/add_last-alloca-1.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll2_valuebound20.c ILP32 unknown +Floats neural-networks/gcas_4_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label17.c ILP32 true +Arrays array-memsafety/array01-alloca-2.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_unwindbound10.c ILP32 true +Floats neural-networks/gcas_7_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label21.c ILP32 true +Arrays array-memsafety/array03-alloca-2.i ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_unwindbound20.c ILP32 true +Floats neural-networks/gelu_1_safe.c-amalgamation.i ILP32 true +ECA eca-rers2012/Problem11_label25.c ILP32 true +Arrays array-memsafety/bubblesort_unsafe.c ILP32 unknown +Loops nla-digbench-scaling/geo1-ll_valuebound1.c ILP32 true +Floats neural-networks/gelu_4_unsafe.c-amalgamation.i ILP32 false +ECA eca-rers2012/Problem11_label30.c ILP32 true diff --git a/tests/testcomp/corpus/cover-error-q400.tsv b/tests/testcomp/corpus/cover-error-q400.tsv new file mode 100644 index 000000000..0260e4131 --- /dev/null +++ b/tests/testcomp/corpus/cover-error-q400.tsv @@ -0,0 +1,1088 @@ +# category program data_model expected_unreach +Arrays array-fpi/ms3f.c ILP32 false +BitVectors bitvector/s3_clnt_2.BV.c.cil-2a.c ILP32 false +ControlFlow ntdrivers/floppy.i.cil-1.c ILP32 false +Heap ldv-regression/test29-1.c ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound20.c ILP32 false +Recursive recursified_loop-invariants/recursified_linear-inequality-inv-b.c ILP32 unknown +Sequentialized seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cdfpl/newton_1_7.i ILP32 false +ECA eca-rers2012/Problem10_label12.c ILP32 false +ProductLines product-lines/email_spec27_product34.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-3.c ILP32 false +LinkedLists forester-heap/sll-simple-white-blue-2.i ILP32 false +Arrays array-fpi/condgf.c ILP32 false +BitVectors bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c ILP32 false +ControlFlow ntdrivers/cdaudio.i.cil-1.c ILP32 false +Heap ldv-regression/test22-3.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_unwindbound10.c ILP32 false +Recursive fuzzle-programs/08_fuzzle_50x50_50-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c ILP32 false +Floats float-benchs/nan_double.c ILP32 false +ECA eca-rers2012/Problem05_label40.c ILP32 false +ProductLines product-lines/email_spec0_product22.cil.c ILP32 false +XCSP xcsp/AllInterval-019.c ILP32 false +LinkedLists forester-heap/dll-sorted-1.i ILP32 false +Arrays array-fpi/s5liff.c ILP32 false +BitVectors bitvector/soft_float_1-3a.c.cil.c ILP32 false +ControlFlow ntdrivers/kbfiltr.i.cil-2.c ILP32 false +Heap ldv-sets/test_mutex_unlock_at_exit.i ILP32 false +Loops nla-digbench-scaling/prod4br-ll_unwindbound100.c ILP32 false +Recursive recursive-simple/id_o3.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c ILP32 false +Floats floats-cdfpl/sine_1.i ILP32 false +ECA eca-rers2012/Problem16_label01.c ILP32 false +ProductLines product-lines/email_spec6_product29.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-sat-2.c ILP32 false +LinkedLists list-ext3-properties/dll_nullified-1.i ILP32 false +Arrays array-examples/standard_copy6_ground-1.i ILP32 false +BitVectors bitvector-loops/diamond_2-1.c ILP32 false +ControlFlow ntdrivers/diskperf.i.cil-2.c ILP32 false +Heap ldv-regression/rule57_ebda_blast_2.i ILP32 false +Loops loops/insertion_sort-1-2.c ILP32 false +Recursive fuzzle-programs/04_fuzzle_60x60.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c ILP32 false +Floats float-benchs/float_int_inv_square.c ILP32 false +ECA eca-programs/Problem103_label44.c ILP32 false +ProductLines product-lines/elevator_spec2_product30.cil.c ILP32 false +XCSP xcsp/AllInterval-011.c ILP32 false +LinkedLists forester-heap/dll-queue-2.i ILP32 false +Arrays array-fpi/ifeqn4f.c ILP32 false +BitVectors bitvector-regression/recHanoi03-1.c ILP32 false +ControlFlow ntdrivers/parport.i.cil-1.c ILP32 false +Heap ldv-regression/test24-2.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound100.c ILP32 false +Recursive fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-newlib/double_req_bl_0870a.c ILP32 false +ECA eca-rers2012/Problem07_label44.c ILP32 false +ProductLines product-lines/email_spec1_product22.cil.c ILP32 false +XCSP xcsp/CostasArray-12.c ILP32 false +LinkedLists forester-heap/sll-circular-2.i ILP32 false +Arrays array-fpi/s1iff.c ILP32 false +BitVectors bitvector/s3_clnt_3.BV.c.cil-2a.c ILP32 false +Heap ldv-sets/test_mutex_double_lock.i ILP32 false +Loops nla-digbench-scaling/freire2_valuebound5.c ILP32 false +Recursive recursive-simple/id_o100.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cdfpl/newton_2_8.i ILP32 false +ECA eca-rers2012/Problem12_label51.c ILP32 false +ProductLines product-lines/email_spec4_product19.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-2.c ILP32 false +LinkedLists heap-manipulation/dll_of_dll-2.i ILP32 false +Arrays array-industry-pattern/array_ptr_single_elem_init-2.i ILP32 false +BitVectors bitvector/soft_float_4-3a.c.cil.c ILP32 false +Heap list-ext-properties/simple-ext.i ILP32 false +Loops nla-digbench-scaling/ps4-ll_unwindbound5.c ILP32 false +Recursive recursive/BallRajamani-SPIN2000-Fig1.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cdfpl/square_2.i ILP32 false +ECA eca-rers2012/Problem18_label09.c ILP32 false +ProductLines product-lines/email_spec8_product22.cil.c ILP32 false +XCSP xcsp/aim-200-3-4-sat-1.c ILP32 false +LinkedLists list-properties/alternating_list-2.i ILP32 false +Arrays array-examples/standard_allDiff2_ground.i ILP32 false +BitVectors bitvector/byte_add-1.i ILP32 false +Heap ldv-regression/fo_test.i ILP32 false +Loops loop-invariants/linear-inequality-inv-b.c ILP32 false +Recursive fuzzle-programs/02_fuzzle_40x40.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-benchs/cast_union_loose.c ILP32 false +ECA eca-programs/Problem102_label02.c ILP32 false +ProductLines product-lines/elevator_spec1_product26.cil.c ILP32 false +XCSP xcsp/AllInterval-007.c ILP32 false +LinkedLists forester-heap/dll-circular-1.i ILP32 false +Arrays array-examples/standard_running-1.i ILP32 false +BitVectors bitvector/sum02-1.c ILP32 false +Heap ldv-regression/rule60_list2.c_1.i ILP32 false +Loops loops/sum01_bug02.i ILP32 false +Recursive fuzzle-programs/06_fuzzle_50x50_0-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c ILP32 false +Floats float-benchs/inv_Newton.c.p+cfa-reducer.c ILP32 false +ECA eca-rers2012/Problem04_label15.c ILP32 false +ProductLines product-lines/elevator_spec3_product28.cil.c ILP32 false +XCSP xcsp/AllInterval-015.c ILP32 false +LinkedLists forester-heap/dll-rb-sentinel-1.i ILP32 false +Arrays array-fpi/eqn4f.c ILP32 false +Heap ldv-regression/test23-1.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound10.c ILP32 false +Recursive fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-benchs/sin_interpolated_index-1.c ILP32 false +ECA eca-rers2012/Problem06_label37.c ILP32 false +ProductLines product-lines/email_spec11_product26.cil.c ILP32 false +XCSP xcsp/AllInterval-030.c ILP32 false +LinkedLists forester-heap/sll-01-2.i ILP32 false +Arrays array-fpi/indp4f.c ILP32 false +Heap ldv-regression/test25-1.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound2.c ILP32 false +Recursive fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c LP64 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c ILP32 false +Floats floats-cdfpl/newton_1_4.i ILP32 false +ECA eca-rers2012/Problem08_label51.c ILP32 false +ProductLines product-lines/email_spec27_product18.cil.c ILP32 false +XCSP xcsp/CostasArray-16.c ILP32 false +LinkedLists forester-heap/sll-queue-2.i ILP32 false +Arrays array-fpi/pcompf.c ILP32 false +Heap ldv-sets/test_add-1.i ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound20.c ILP32 false +Recursive recursive-simple/id_b3_o2-2.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c ILP32 false +Floats floats-cdfpl/newton_2_6.i ILP32 false +ECA eca-rers2012/Problem11_label43.c ILP32 false +ProductLines product-lines/email_spec3_product27.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-2.c ILP32 false +LinkedLists forester-heap/sll-token-1.i ILP32 false +Arrays array-fpi/s3iff.c ILP32 false +Heap ldv-sets/test_mutex_double_unlock.i ILP32 false +Loops nla-digbench-scaling/mannadiv_unwindbound10.c ILP32 false +Recursive recursive-simple/id_o20.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cdfpl/newton_3_7.i ILP32 false +ECA eca-rers2012/Problem13_label54.c ILP32 false +ProductLines product-lines/email_spec4_product35.cil.c ILP32 false +XCSP xcsp/aim-100-6-0-sat-2.c ILP32 false +LinkedLists heap-manipulation/sll_to_dll_rev-1.i ILP32 false +Arrays array-fpi/sqm-iff.c ILP32 false +Heap list-ext-properties/list-ext.i ILP32 false +Loops nla-digbench-scaling/prodbin-ll_unwindbound2.c ILP32 false +Recursive recursive/Ackermann02.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cdfpl/sine_3.i ILP32 false +ECA eca-rers2012/Problem17_label09.c ILP32 false +ProductLines product-lines/email_spec7_product30.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-sat-1.c ILP32 false +LinkedLists list-ext3-properties/sll_nondet_insert-1.i ILP32 false +Arrays array-tiling/skippedu.c ILP32 false +Heap list-ext2-properties/simple_and_skiplist_2lvl-1.i ILP32 false +Loops nla-digbench-scaling/ps5-ll_unwindbound50.c ILP32 false +Recursive recursive/Fibonacci04.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c ILP32 false +Floats loop-floats-scientific-comp/loop1-2.c ILP32 false +ECA eca-rers2012/Problem19_label21.c ILP32 false +ProductLines product-lines/email_spec9_product20.cil.c ILP32 false +XCSP xcsp/aim-200-6-0-sat-1.c ILP32 false +LinkedLists list-properties/list_flag-1.i ILP32 false +Arrays array-examples/sorting_bubblesort_ground-2.i ILP32 false +Heap ldv-regression/test21-2.c ILP32 false +Loops loop-acceleration/diamond_1-2.c ILP32 false +Recursive fuzzle-programs/01_fuzzle_30x30.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/cast_float_ptr.c ILP32 false +ECA eca-programs/Problem101_label12.c ILP32 false +ProductLines product-lines/elevator_spec14_productSimulator.cil.c ILP32 false +XCSP xcsp/AllInterval-005.c ILP32 false +LinkedLists forester-heap/dll-01-1.i ILP32 false +Arrays array-examples/standard_copy3_ground-2.i ILP32 false +Heap ldv-regression/test28-1.c ILP32 false +Loops loops/bubble_sort-2.i ILP32 false +Recursive fuzzle-programs/03_fuzzle_50x50.c LP64 false +Sequentialized seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/cast_union_tight.c ILP32 false +ECA eca-programs/Problem102_label34.c ILP32 false +ProductLines product-lines/elevator_spec2_product18.cil.c ILP32 false +XCSP xcsp/AllInterval-009.c ILP32 false +LinkedLists forester-heap/dll-optional-2.i ILP32 false +Arrays array-examples/standard_copy9_ground-1.i ILP32 false +Heap ldv-sets/test_mutex_unbounded-2.i ILP32 false +Loops loops/matrix-2-2.c ILP32 false +Recursive fuzzle-programs/05_fuzzle_70x70.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-benchs/inv_Newton-2.c ILP32 false +ECA eca-rers2012/Problem03_label28.c ILP32 false +ProductLines product-lines/elevator_spec3_product19.cil.c ILP32 false +XCSP xcsp/AllInterval-013.c ILP32 false +LinkedLists forester-heap/dll-rb-cnstr_1-2.i ILP32 false +Arrays array-fpi/brs3f.c ILP32 false +Heap list-ext2-properties/simple_search_value-2.i ILP32 false +Loops loops/trex02-2.c ILP32 false +Recursive fuzzle-programs/07_fuzzle_50x50_25-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c ILP32 false +Floats float-benchs/inv_square-1.c ILP32 false +ECA eca-rers2012/Problem05_label01.c ILP32 false +ProductLines product-lines/elevator_spec9_product28.cil.c ILP32 false +XCSP xcsp/AllInterval-017.c ILP32 false +LinkedLists forester-heap/dll-simple-white-blue-1.i ILP32 false +Arrays array-fpi/eqn1f.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_unwindbound20.c ILP32 false +Recursive fuzzle-programs/09_fuzzle_50x50_75-cycle.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c ILP32 false +Floats float-benchs/nan_float.c ILP32 false +ECA eca-rers2012/Problem06_label05.c ILP32 false +ProductLines product-lines/email_spec0_product35.cil.c ILP32 false +XCSP xcsp/AllInterval-020.c ILP32 false +LinkedLists forester-heap/dll-token-2.i ILP32 false +Arrays array-fpi/ifeqn1f.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound5.c ILP32 false +Recursive fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c LP64 false +Sequentialized seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c ILP32 false +Floats float-benchs/sqrt_poly2.c ILP32 false +ECA eca-rers2012/Problem07_label11.c ILP32 false +ProductLines product-lines/email_spec11_productSimulator.cil.c ILP32 false +XCSP xcsp/CostasArray-10.c ILP32 false +LinkedLists forester-heap/sll-buckets-2.i ILP32 false +Arrays array-fpi/indp1f.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound50.c ILP32 false +Recursive fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c LP64 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c ILP32 false +Floats float-newlib/float_req_bl_0870a.c ILP32 false +ECA eca-rers2012/Problem08_label15.c ILP32 false +ProductLines product-lines/email_spec1_product32.cil.c ILP32 false +XCSP xcsp/CostasArray-14.c ILP32 false +LinkedLists forester-heap/sll-optional-2.i ILP32 false +Arrays array-fpi/modpf.c ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound1.c ILP32 false +Recursive fuzzle-programs/15_fuzzle_50x50_equality-checks.c LP64 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cdfpl/newton_1_5.i ILP32 false +ECA eca-rers2012/Problem09_label34.c ILP32 false +ProductLines product-lines/email_spec27_product27.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-1.c ILP32 false +LinkedLists forester-heap/sll-rb-cnstr_1-2.i ILP32 false +Arrays array-fpi/ncompf.c ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound1.c ILP32 false +Recursive recursive-simple/id2_b3_o2.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c ILP32 false +Floats floats-cdfpl/newton_1_8.i ILP32 false +ECA eca-rers2012/Problem10_label57.c ILP32 false +ProductLines product-lines/email_spec3_product18.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-4.c ILP32 false +LinkedLists forester-heap/sll-sorted-1.i ILP32 false +Arrays array-fpi/res2f.c ILP32 false +Loops nla-digbench-scaling/freire2_valuebound10.c ILP32 false +Recursive recursive-simple/id_o10.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats floats-cdfpl/newton_2_7.i ILP32 false +ECA eca-rers2012/Problem12_label21.c ILP32 false +ProductLines product-lines/email_spec3_product32.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-4.c ILP32 false +LinkedLists heap-manipulation/bubble_sort_linux-2.i ILP32 false +Arrays array-fpi/s2iff.c ILP32 false +Loops nla-digbench-scaling/hard2_unwindbound10.c ILP32 false +Recursive recursive-simple/id_o1000.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c ILP32 false +Floats floats-cdfpl/newton_3_6.i ILP32 false +ECA eca-rers2012/Problem13_label25.c ILP32 false +ProductLines product-lines/email_spec4_product30.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-4.c ILP32 false +LinkedLists heap-manipulation/merge_sort-1.i ILP32 false +Arrays array-fpi/s4iff.c ILP32 false +Loops nla-digbench-scaling/mannadiv_unwindbound5.c ILP32 false +Recursive recursive-simple/id_o200.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c ILP32 false +Floats floats-cdfpl/newton_3_8.i ILP32 false +ECA eca-rers2012/Problem15_label30.c ILP32 false +ProductLines product-lines/email_spec6_product16.cil.c ILP32 false +XCSP xcsp/aim-100-6-0-sat-4.c ILP32 false +LinkedLists heap-manipulation/tree-2.i ILP32 false +Arrays array-fpi/sina3f.c ILP32 false +Loops nla-digbench-scaling/prod4br-ll_unwindbound5.c ILP32 false +Recursive recursive-simple/sum_non_eq-3.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c ILP32 false +Floats floats-cdfpl/sine_2.i ILP32 false +ECA eca-rers2012/Problem16_label31.c ILP32 false +ProductLines product-lines/email_spec6_product34.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-sat-3.c ILP32 false +LinkedLists list-ext3-properties/sll_length_check-1.i ILP32 false +Arrays array-fpi/ss2f.c ILP32 false +Loops nla-digbench-scaling/ps4-ll_unwindbound10.c ILP32 false +Recursive recursive/Addition02.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c ILP32 false +Floats floats-cdfpl/square_1.i ILP32 false +ECA eca-rers2012/Problem17_label40.c ILP32 false +ProductLines product-lines/email_spec7_product35.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-sat-3.c ILP32 false +LinkedLists list-ext3-properties/sll_of_sll_nondet_append-2.i ILP32 false +Arrays array-programs/copysome1-2.i ILP32 false +Loops nla-digbench-scaling/ps5-ll_unwindbound100.c ILP32 false +Recursive recursive/EvenOdd03.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c ILP32 false +Floats floats-cdfpl/square_3.i ILP32 false +ECA eca-rers2012/Problem18_label38.c ILP32 false +ProductLines product-lines/email_spec8_product33.cil.c ILP32 false +XCSP xcsp/aim-200-3-4-sat-3.c ILP32 false +LinkedLists list-properties/list-2.i ILP32 false +Arrays reducercommutativity/rangesum10.i ILP32 false +Loops nla-digbench-scaling/ps6-ll_unwindbound2.c ILP32 false +Recursive recursive/Fibonacci05.c ILP32 false +Sequentialized seq-pthread/cs_queue-2.i ILP32 false +Floats loop-floats-scientific-comp/loop2-1.c ILP32 false +ECA eca-rers2012/Problem19_label51.c ILP32 false +ProductLines product-lines/email_spec9_product31.cil.c ILP32 false +XCSP xcsp/aim-200-6-0-sat-3.c ILP32 false +LinkedLists list-properties/simple-1.i ILP32 false +Arrays array-examples/data_structures_set_multi_proc_ground-1.i ILP32 false +Loops loop-acceleration/array_2-1.i ILP32 false +Recursive recursive/McCarthy91-1.c ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c ILP32 false +Floats floats-cdfpl/newton_1_6.i ILP32 false +ECA eca-programs/Problem101_label05.c ILP32 false +ProductLines product-lines/elevator_spec14_product24.cil.c ILP32 false +XCSP xcsp/AllInterval-006.c ILP32 false +LinkedLists forester-heap/sll-rb-sentinel-2.i ILP32 false +Arrays array-examples/sorting_selectionsort_2_ground.i ILP32 false +Loops loop-acceleration/simple_2-2.c ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c ILP32 false +Floats loop-floats-scientific-comp/loop4.i ILP32 false +ECA eca-programs/Problem101_label18.c ILP32 false +ProductLines product-lines/elevator_spec1_product20.cil.c ILP32 false +XCSP xcsp/AllInterval-008.c ILP32 false +LinkedLists heap-manipulation/tree-4.i ILP32 false +Arrays array-examples/standard_copy1_ground-2.i ILP32 false +Loops loops-crafted-1/nested_delay_notd2.c ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-programs/Problem102_label13.c ILP32 false +ProductLines product-lines/elevator_spec1_product30.cil.c ILP32 false +XCSP xcsp/AllInterval-010.c ILP32 false +LinkedLists list-properties/splice-1.i ILP32 false +Arrays array-examples/standard_copy4_ground-2.i ILP32 false +Loops loops/count_up_down-2.c ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-programs/Problem102_label50.c ILP32 false +ProductLines product-lines/elevator_spec2_product24.cil.c ILP32 false +XCSP xcsp/AllInterval-012.c ILP32 false +Arrays array-examples/standard_copy7_ground-1.i ILP32 false +Loops loops/invert_string-1.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem103_label56.c ILP32 false +ProductLines product-lines/elevator_spec2_productSimulator.cil.c ILP32 false +XCSP xcsp/AllInterval-014.c ILP32 false +Arrays array-examples/standard_minInArray_ground-1.i ILP32 false +Loops loops/nec20.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c ILP32 false +ECA eca-rers2012/Problem03_label45.c ILP32 false +ProductLines product-lines/elevator_spec3_product23.cil.c ILP32 false +XCSP xcsp/AllInterval-016.c ILP32 false +Arrays array-fpi/brs1f.c ILP32 false +Loops loops/terminator_01.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem04_label35.c ILP32 false +ProductLines product-lines/elevator_spec3_product32.cil.c ILP32 false +XCSP xcsp/AllInterval-018.c ILP32 false +Arrays array-fpi/brs5f.c ILP32 false +Loops loops/vogal-2.i ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c ILP32 false +ECA eca-rers2012/Problem05_label30.c ILP32 false +ProductLines product-lines/elevator_spec9_productSimulator.cil.c ILP32 false +XCSP xcsp/AllInterval-025.c ILP32 false +Arrays array-fpi/condmf.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_unwindbound100.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem05_label55.c ILP32 false +ProductLines product-lines/email_spec0_product31.cil.c ILP32 false +XCSP xcsp/AllInterval-035.c ILP32 false +Arrays array-fpi/eqn2f.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_unwindbound50.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem06_label20.c ILP32 false +ProductLines product-lines/email_spec11_product15.cil.c ILP32 false +XCSP xcsp/CostasArray-11.c ILP32 false +Arrays array-fpi/eqn5f.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem06_label58.c ILP32 false +ProductLines product-lines/email_spec11_product32.cil.c ILP32 false +XCSP xcsp/CostasArray-13.c ILP32 false +Arrays array-fpi/ifeqn2f.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem07_label31.c ILP32 false +ProductLines product-lines/email_spec1_product16.cil.c ILP32 false +XCSP xcsp/CostasArray-15.c ILP32 false +Arrays array-fpi/ifeqn5f.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound20.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c ILP32 false +ECA eca-rers2012/Problem08_label02.c ILP32 false +ProductLines product-lines/email_spec1_product29.cil.c ILP32 false +XCSP xcsp/CostasArray-17.c ILP32 false +Arrays array-fpi/indp2f.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound10.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c ILP32 false +ECA eca-rers2012/Problem08_label34.c ILP32 false +ProductLines product-lines/email_spec1_product35.cil.c ILP32 false +XCSP xcsp/aim-100-1-6-sat-2.c ILP32 false +Arrays array-fpi/indp5f.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound5.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem09_label08.c ILP32 false +ProductLines product-lines/email_spec27_product23.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-1.c ILP32 false +Arrays array-fpi/ms1f.c ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound100.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem09_label47.c ILP32 false +ProductLines product-lines/email_spec27_product31.cil.c ILP32 false +XCSP xcsp/aim-100-2-0-sat-3.c ILP32 false +Arrays array-fpi/ms4f.c ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound5.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c ILP32 false +ECA eca-rers2012/Problem10_label41.c ILP32 false +ProductLines product-lines/email_spec27_productSimulator.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-1.c ILP32 false +Arrays array-fpi/nsqm-iff.c ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound100.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem11_label20.c ILP32 false +ProductLines product-lines/email_spec3_product23.cil.c ILP32 false +XCSP xcsp/aim-100-3-4-sat-3.c ILP32 false +Arrays array-fpi/res1f.c ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound50.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem12_label06.c ILP32 false +ProductLines product-lines/email_spec3_product29.cil.c ILP32 false +XCSP xcsp/aim-100-6-0-sat-1.c ILP32 false +Arrays array-fpi/res2of.c ILP32 false +Loops nla-digbench-scaling/freire2_valuebound2.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem12_label37.c ILP32 false +ProductLines product-lines/email_spec3_product35.cil.c ILP32 false +XCSP xcsp/aim-100-6-0-sat-3.c ILP32 false +Arrays array-fpi/s1liff.c ILP32 false +Loops nla-digbench-scaling/freire2_valuebound50.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem13_label11.c ILP32 false +ProductLines product-lines/email_spec4_product24.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-sat-1.c ILP32 false +Arrays array-fpi/s2liff.c ILP32 false +Loops nla-digbench-scaling/hard2_unwindbound5.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c ILP32 false +ECA eca-rers2012/Problem13_label36.c ILP32 false +ProductLines product-lines/email_spec4_product32.cil.c ILP32 false +XCSP xcsp/aim-200-1-6-sat-4.c ILP32 false +Arrays array-fpi/s3liff.c ILP32 false +Loops nla-digbench-scaling/mannadiv_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c ILP32 false +ECA eca-rers2012/Problem15_label09.c ILP32 false +ProductLines product-lines/email_spec6_product12.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-sat-2.c ILP32 false +Arrays array-fpi/s52iff.c ILP32 false +Loops nla-digbench-scaling/prod4br-ll_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c ILP32 false +ECA eca-rers2012/Problem15_label41.c ILP32 false +ProductLines product-lines/email_spec6_product22.cil.c ILP32 false +XCSP xcsp/aim-200-2-0-sat-4.c ILP32 false +Arrays array-fpi/sina1f.c ILP32 false +Loops nla-digbench-scaling/prod4br-ll_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem16_label14.c ILP32 false +ProductLines product-lines/email_spec6_product31.cil.c ILP32 false +XCSP xcsp/aim-200-3-4-sat-2.c ILP32 false +Arrays array-fpi/sina4f.c ILP32 false +Loops nla-digbench-scaling/prodbin-ll_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem16_label44.c ILP32 false +ProductLines product-lines/email_spec6_productSimulator.cil.c ILP32 false +XCSP xcsp/aim-200-3-4-sat-4.c ILP32 false +Arrays array-fpi/sqmf.c ILP32 false +Loops nla-digbench-scaling/prodbin-ll_unwindbound5.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c ILP32 false +ECA eca-rers2012/Problem17_label26.c ILP32 false +ProductLines product-lines/email_spec7_product32.cil.c ILP32 false +XCSP xcsp/aim-200-6-0-sat-2.c ILP32 false +Arrays array-fpi/ss4f.c ILP32 false +Loops nla-digbench-scaling/ps4-ll_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem17_label55.c ILP32 false +ProductLines product-lines/email_spec8_product16.cil.c ILP32 false +XCSP xcsp/aim-200-6-0-sat-4.c ILP32 false +Arrays array-industry-pattern/array_single_elem_init.i ILP32 false +Loops nla-digbench-scaling/ps5-ll_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem18_label27.c ILP32 false +ProductLines product-lines/email_spec8_product30.cil.c ILP32 false +Arrays array-programs/copysome2-2.i ILP32 false +Loops nla-digbench-scaling/ps5-ll_unwindbound20.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem18_label57.c ILP32 false +ProductLines product-lines/email_spec8_productSimulator.cil.c ILP32 false +Arrays reducercommutativity/rangesum.i ILP32 false +Loops nla-digbench-scaling/ps6-ll_unwindbound10.c ILP32 false +Sequentialized seq-pthread/cs_fib-2.i ILP32 false +ECA eca-rers2012/Problem19_label31.c ILP32 false +ProductLines product-lines/email_spec9_product22.cil.c ILP32 false +Arrays reducercommutativity/rangesum40.i ILP32 false +Loops nla-digbench-scaling/ps6-ll_unwindbound5.c ILP32 false +Sequentialized seq-pthread/cs_stack-2.i ILP32 false +ECA eca-rers2018/Problem12.c ILP32 false +ProductLines product-lines/email_spec9_product34.cil.c ILP32 false +Arrays array-examples/sorting_bubblesort_2_ground.i ILP32 false +Loops loop-acceleration/array_3-2.i ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem101_label02.c ILP32 false +ProductLines product-lines/elevator_spec14_product20.cil.c ILP32 false +Arrays array-examples/sorting_selectionsort_ground-1.i ILP32 false +Loops loop-acceleration/multivar_1-2.c ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-programs/Problem101_label08.c ILP32 false +ProductLines product-lines/elevator_spec14_product28.cil.c ILP32 false +Arrays array-examples/standard_copy2_ground-1.i ILP32 false +Loops loop-acceleration/simple_3-1.c ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem101_label15.c ILP32 false +ProductLines product-lines/elevator_spec1_product18.cil.c ILP32 false +Arrays array-examples/standard_copy5_ground-2.i ILP32 false +Loops loop-invgen/id_trans.i ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem101_label21.c ILP32 false +ProductLines product-lines/elevator_spec1_product22.cil.c ILP32 false +Arrays array-examples/standard_copy8_ground-2.i ILP32 false +Loops loops/array-2.c ILP32 false +Sequentialized seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem102_label06.c ILP32 false +ProductLines product-lines/elevator_spec1_product28.cil.c ILP32 false +Arrays array-examples/standard_partition_ground-1.i ILP32 false +Loops loops/compact.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c ILP32 false +ECA eca-programs/Problem102_label25.c ILP32 false +ProductLines product-lines/elevator_spec1_product32.cil.c ILP32 false +Arrays array-fpi/brs2f.c ILP32 false +Loops loops/for_bounded_loop1.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem102_label46.c ILP32 false +ProductLines product-lines/elevator_spec2_product20.cil.c ILP32 false +Arrays array-fpi/brs4f.c ILP32 false +Loops loops/linear_search.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem102_label59.c ILP32 false +ProductLines product-lines/elevator_spec2_product26.cil.c ILP32 false +Arrays array-fpi/condaf.c ILP32 false +Loops loops/n.c24.i ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-programs/Problem103_label51.c ILP32 false +ProductLines product-lines/elevator_spec2_product32.cil.c ILP32 false +Arrays array-fpi/condnf.c ILP32 false +Loops loops/string-2.i ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem03_label09.c ILP32 false +ProductLines product-lines/elevator_spec3_product03.cil.c ILP32 false +Arrays array-fpi/eqn3f.c ILP32 false +Loops loops/sum03-1.i ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c ILP32 false +ECA eca-rers2012/Problem03_label37.c ILP32 false +ProductLines product-lines/elevator_spec3_product20.cil.c ILP32 false +Arrays array-fpi/ifcompf.c ILP32 false +Loops loops/trex01-1.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem04_label04.c ILP32 false +ProductLines product-lines/elevator_spec3_product24.cil.c ILP32 false +Arrays array-fpi/ifeqn3f.c ILP32 false +Loops loops/trex03-1.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem04_label26.c ILP32 false +ProductLines product-lines/elevator_spec3_product31.cil.c ILP32 false +Arrays array-fpi/ifncompf.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem04_label45.c ILP32 false +ProductLines product-lines/elevator_spec3_productSimulator.cil.c ILP32 false +Arrays array-fpi/indp3f.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem05_label15.c ILP32 false +ProductLines product-lines/elevator_spec9_product30.cil.c ILP32 false +Arrays array-fpi/modnf.c ILP32 false +Loops nla-digbench-scaling/bresenham-ll_unwindbound5.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem05_label36.c ILP32 false +ProductLines product-lines/email_spec0_product16.cil.c ILP32 false +Arrays array-fpi/modsf.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem05_label47.c ILP32 false +ProductLines product-lines/email_spec0_product26.cil.c ILP32 false +Arrays array-fpi/ms2f.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound100.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem06_label00.c ILP32 false +ProductLines product-lines/email_spec0_product33.cil.c ILP32 false +Arrays array-fpi/ms5f.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound20.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem06_label11.c ILP32 false +ProductLines product-lines/email_spec0_productSimulator.cil.c ILP32 false +Arrays array-fpi/nsqmf.c ILP32 false +Loops nla-digbench-scaling/egcd-ll_unwindbound50.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem06_label27.c ILP32 false +ProductLines product-lines/email_spec11_product20.cil.c ILP32 false +Arrays array-fpi/res1of.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound10.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c ILP32 false +ECA eca-rers2012/Problem06_label47.c ILP32 false +ProductLines product-lines/email_spec11_product30.cil.c ILP32 false +Arrays array-fpi/s12iff.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem07_label05.c ILP32 false +ProductLines product-lines/email_spec11_product33.cil.c ILP32 false +Arrays array-fpi/s22iff.c ILP32 false +Loops nla-digbench-scaling/egcd2-ll_unwindbound5.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem07_label19.c ILP32 false +ProductLines product-lines/email_spec1_product14.cil.c ILP32 false +Arrays array-fpi/s32iff.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem07_label37.c ILP32 false +ProductLines product-lines/email_spec1_product20.cil.c ILP32 false +Arrays array-fpi/s42iff.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound100.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem07_label48.c ILP32 false +ProductLines product-lines/email_spec1_product26.cil.c ILP32 false +Arrays array-fpi/s4liff.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound20.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c ILP32 false +ECA eca-rers2012/Problem08_label06.c ILP32 false +ProductLines product-lines/email_spec1_product30.cil.c ILP32 false +Arrays array-fpi/s5iff.c ILP32 false +Loops nla-digbench-scaling/egcd3-ll_unwindbound50.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c ILP32 false +ECA eca-rers2012/Problem08_label26.c ILP32 false +ProductLines product-lines/email_spec1_product33.cil.c ILP32 false +Arrays array-fpi/sina2f.c ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound10.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem08_label46.c ILP32 false +ProductLines product-lines/email_spec1_productSimulator.cil.c ILP32 false +Arrays array-fpi/sina5f.c ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem09_label02.c ILP32 false +ProductLines product-lines/email_spec27_product19.cil.c ILP32 false +Arrays array-fpi/ss1f.c ILP32 false +Loops nla-digbench-scaling/fermat1-ll_unwindbound50.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem09_label15.c ILP32 false +ProductLines product-lines/email_spec27_product24.cil.c ILP32 false +Arrays array-fpi/ss3f.c ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound10.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem09_label38.c ILP32 false +ProductLines product-lines/email_spec27_product29.cil.c ILP32 false +Arrays array-fpi/ssinaf.c ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem09_label54.c ILP32 false +ProductLines product-lines/email_spec27_product32.cil.c ILP32 false +Arrays array-industry-pattern/check_removal_from_set_after_insertion.c ILP32 false +Loops nla-digbench-scaling/fermat2-ll_unwindbound5.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem10_label26.c ILP32 false +ProductLines product-lines/email_spec27_product35.cil.c ILP32 false +Arrays array-tiling/mlceu.c ILP32 false +Loops nla-digbench-scaling/freire2_valuebound1.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c ILP32 false +ECA eca-rers2012/Problem10_label47.c ILP32 false +ProductLines product-lines/email_spec3_product13.cil.c ILP32 false +Arrays reducercommutativity/rangesum05.i ILP32 false +Loops nla-digbench-scaling/freire2_valuebound100.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem11_label08.c ILP32 false +ProductLines product-lines/email_spec3_product19.cil.c ILP32 false +Arrays reducercommutativity/rangesum20.i ILP32 false +Loops nla-digbench-scaling/freire2_valuebound20.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem11_label34.c ILP32 false +ProductLines product-lines/email_spec3_product24.cil.c ILP32 false +Arrays reducercommutativity/rangesum60.i ILP32 false +Loops nla-digbench-scaling/hard2_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c ILP32 false +ECA eca-rers2012/Problem11_label58.c ILP32 false +ProductLines product-lines/email_spec3_product28.cil.c ILP32 false +Loops nla-digbench-scaling/hard2_unwindbound2.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem12_label10.c ILP32 false +ProductLines product-lines/email_spec3_product30.cil.c ILP32 false +Loops nla-digbench-scaling/mannadiv_unwindbound1.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem12_label30.c ILP32 false +ProductLines product-lines/email_spec3_product33.cil.c ILP32 false +Loops nla-digbench-scaling/mannadiv_unwindbound100.c ILP32 false +Sequentialized seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c ILP32 false +ECA eca-rers2012/Problem12_label40.c ILP32 false +ProductLines product-lines/email_spec3_productSimulator.cil.c ILP32 false +Loops nla-digbench-scaling/mannadiv_unwindbound20.c ILP32 false +Sequentialized seq-pthread/cs_fib_longer-2.i ILP32 false +ECA eca-rers2012/Problem13_label04.c ILP32 false +ProductLines product-lines/email_spec4_product23.cil.c ILP32 false +Loops nla-digbench-scaling/mannadiv_unwindbound50.c ILP32 false +Sequentialized seq-pthread/cs_read_write_lock-2.i ILP32 false +ECA eca-rers2012/Problem13_label19.c ILP32 false +ProductLines product-lines/email_spec4_product25.cil.c ILP32 false +Loops nla-digbench-scaling/prod4br-ll_unwindbound10.c ILP32 false +Sequentialized seq-pthread/cs_stateful-1.i ILP32 false +ECA eca-rers2012/Problem13_label30.c ILP32 false +ProductLines product-lines/email_spec4_product31.cil.c ILP32 false +Loops nla-digbench-scaling/prod4br-ll_unwindbound20.c ILP32 false +ECA eca-rers2012/Problem13_label44.c ILP32 false +ProductLines product-lines/email_spec4_product33.cil.c ILP32 false +Loops nla-digbench-scaling/prod4br-ll_unwindbound50.c ILP32 false +ECA eca-rers2012/Problem15_label02.c ILP32 false +ProductLines product-lines/email_spec4_productSimulator.cil.c ILP32 false +Loops nla-digbench-scaling/prodbin-ll_unwindbound10.c ILP32 false +ECA eca-rers2012/Problem15_label22.c ILP32 false +ProductLines product-lines/email_spec6_product14.cil.c ILP32 false +Loops nla-digbench-scaling/prodbin-ll_unwindbound20.c ILP32 false +ECA eca-rers2012/Problem15_label37.c ILP32 false +ProductLines product-lines/email_spec6_product20.cil.c ILP32 false +Loops nla-digbench-scaling/ps4-ll_unwindbound1.c ILP32 false +ECA eca-rers2012/Problem15_label48.c ILP32 false +ProductLines product-lines/email_spec6_product26.cil.c ILP32 false +Loops nla-digbench-scaling/ps4-ll_unwindbound100.c ILP32 false +ECA eca-rers2012/Problem16_label05.c ILP32 false +ProductLines product-lines/email_spec6_product30.cil.c ILP32 false +Loops nla-digbench-scaling/ps4-ll_unwindbound20.c ILP32 false +ECA eca-rers2012/Problem16_label20.c ILP32 false +ProductLines product-lines/email_spec6_product32.cil.c ILP32 false +Loops nla-digbench-scaling/ps4-ll_unwindbound50.c ILP32 false +ECA eca-rers2012/Problem16_label38.c ILP32 false +ProductLines product-lines/email_spec6_product35.cil.c ILP32 false +Loops nla-digbench-scaling/ps5-ll_unwindbound10.c ILP32 false +ECA eca-rers2012/Problem16_label52.c ILP32 false +ProductLines product-lines/email_spec7_product28.cil.c ILP32 false +Loops nla-digbench-scaling/ps5-ll_unwindbound2.c ILP32 false +ECA eca-rers2012/Problem17_label20.c ILP32 false +ProductLines product-lines/email_spec7_product31.cil.c ILP32 false +Loops nla-digbench-scaling/ps5-ll_unwindbound5.c ILP32 false +ECA eca-rers2012/Problem17_label33.c ILP32 false +ProductLines product-lines/email_spec7_product33.cil.c ILP32 false +Loops nla-digbench-scaling/ps6-ll_unwindbound1.c ILP32 false +ECA eca-rers2012/Problem17_label50.c ILP32 false +ProductLines product-lines/email_spec7_productSimulator.cil.c ILP32 false +Loops nla-digbench-scaling/ps6-ll_unwindbound100.c ILP32 false +ECA eca-rers2012/Problem18_label01.c ILP32 false +ProductLines product-lines/email_spec8_product20.cil.c ILP32 false +Loops nla-digbench-scaling/ps6-ll_unwindbound20.c ILP32 false +ECA eca-rers2012/Problem18_label19.c ILP32 false +ProductLines product-lines/email_spec8_product26.cil.c ILP32 false +Loops nla-digbench-scaling/ps6-ll_unwindbound50.c ILP32 false +ECA eca-rers2012/Problem18_label33.c ILP32 false +ProductLines product-lines/email_spec8_product31.cil.c ILP32 false +ECA eca-rers2012/Problem18_label49.c ILP32 false +ProductLines product-lines/email_spec8_product34.cil.c ILP32 false +ECA eca-rers2012/Problem19_label14.c ILP32 false +ProductLines product-lines/email_spec9_product15.cil.c ILP32 false +ECA eca-rers2012/Problem19_label27.c ILP32 false +ProductLines product-lines/email_spec9_product21.cil.c ILP32 false +ECA eca-rers2012/Problem19_label42.c ILP32 false +ProductLines product-lines/email_spec9_product26.cil.c ILP32 false +ECA eca-rers2012/Problem19_label58.c ILP32 false +ProductLines product-lines/email_spec9_product32.cil.c ILP32 false +ECA eca-rers2018/Problem15.c ILP32 false +ProductLines product-lines/email_spec9_product35.cil.c ILP32 false +ECA eca-programs/Problem101_label00.c ILP32 false +ProductLines product-lines/elevator_spec14_product32.cil.c ILP32 false +ECA eca-programs/Problem101_label03.c ILP32 false +ProductLines product-lines/elevator_spec1_product24.cil.c ILP32 false +ECA eca-programs/Problem101_label06.c ILP32 false +ProductLines product-lines/elevator_spec1_productSimulator.cil.c ILP32 false +ECA eca-programs/Problem101_label10.c ILP32 false +ProductLines product-lines/elevator_spec2_product22.cil.c ILP32 false +ECA eca-programs/Problem101_label13.c ILP32 false +ProductLines product-lines/elevator_spec2_product28.cil.c ILP32 false +ECA eca-programs/Problem101_label16.c ILP32 false +ProductLines product-lines/elevator_spec3_product11.cil.c ILP32 false +ECA eca-programs/Problem101_label19.c ILP32 false +ProductLines product-lines/elevator_spec3_product27.cil.c ILP32 false +ECA eca-programs/Problem101_label23.c ILP32 false +ProductLines product-lines/elevator_spec9_product26.cil.c ILP32 false +ECA eca-programs/Problem102_label04.c ILP32 false +ProductLines product-lines/elevator_spec9_product32.cil.c ILP32 false +ECA eca-programs/Problem102_label07.c ILP32 false +ProductLines product-lines/email_spec0_product21.cil.c ILP32 false +ECA eca-programs/Problem102_label15.c ILP32 false +ProductLines product-lines/email_spec0_product34.cil.c ILP32 false +ECA eca-programs/Problem102_label28.c ILP32 false +ProductLines product-lines/email_spec11_product22.cil.c ILP32 false +ECA eca-programs/Problem102_label37.c ILP32 false +ProductLines product-lines/email_spec11_product35.cil.c ILP32 false +ECA eca-programs/Problem102_label48.c ILP32 false +ProductLines product-lines/email_spec1_product15.cil.c ILP32 false +ECA eca-programs/Problem102_label51.c ILP32 false +ProductLines product-lines/email_spec1_product21.cil.c ILP32 false +ECA eca-programs/Problem103_label35.c ILP32 false +ProductLines product-lines/email_spec1_product31.cil.c ILP32 false +ECA eca-programs/Problem103_label46.c ILP32 false +ProductLines product-lines/email_spec1_product34.cil.c ILP32 false +ECA eca-programs/Problem103_label53.c ILP32 false +ProductLines product-lines/email_spec27_product17.cil.c ILP32 false +ECA eca-programs/Problem103_label57.c ILP32 false +ProductLines product-lines/email_spec27_product25.cil.c ILP32 false +ECA eca-rers2012/Problem03_label26.c ILP32 false +ProductLines product-lines/email_spec27_product30.cil.c ILP32 false +ECA eca-rers2012/Problem03_label31.c ILP32 false +ProductLines product-lines/email_spec27_product33.cil.c ILP32 false +ECA eca-rers2012/Problem03_label39.c ILP32 false +ProductLines product-lines/email_spec3_product17.cil.c ILP32 false +ECA eca-rers2012/Problem03_label50.c ILP32 false +ProductLines product-lines/email_spec3_product25.cil.c ILP32 false +ECA eca-rers2012/Problem04_label09.c ILP32 false +ProductLines product-lines/email_spec3_product31.cil.c ILP32 false +ECA eca-rers2012/Problem04_label18.c ILP32 false +ProductLines product-lines/email_spec3_product34.cil.c ILP32 false +ECA eca-rers2012/Problem04_label31.c ILP32 false +ProductLines product-lines/email_spec4_product18.cil.c ILP32 false +ECA eca-rers2012/Problem04_label38.c ILP32 false +ProductLines product-lines/email_spec4_product27.cil.c ILP32 false +ECA eca-rers2012/Problem04_label55.c ILP32 false +ProductLines product-lines/email_spec4_product34.cil.c ILP32 false +ECA eca-rers2012/Problem05_label11.c ILP32 false +ProductLines product-lines/email_spec6_product15.cil.c ILP32 false +ECA eca-rers2012/Problem05_label24.c ILP32 false +ProductLines product-lines/email_spec6_product21.cil.c ILP32 false +ECA eca-rers2012/Problem05_label32.c ILP32 false +ProductLines product-lines/email_spec6_product28.cil.c ILP32 false +ECA eca-rers2012/Problem05_label38.c ILP32 false +ProductLines product-lines/email_spec6_product33.cil.c ILP32 false +ECA eca-rers2012/Problem05_label41.c ILP32 false +ProductLines product-lines/email_spec7_product29.cil.c ILP32 false +ECA eca-rers2012/Problem05_label48.c ILP32 false +ProductLines product-lines/email_spec7_product34.cil.c ILP32 false +ECA eca-rers2012/Problem05_label57.c ILP32 false +ProductLines product-lines/email_spec8_product15.cil.c ILP32 false +ECA eca-rers2012/Problem06_label02.c ILP32 false +ProductLines product-lines/email_spec8_product21.cil.c ILP32 false +ECA eca-rers2012/Problem06_label09.c ILP32 false +ProductLines product-lines/email_spec8_product32.cil.c ILP32 false +ECA eca-rers2012/Problem06_label12.c ILP32 false +ProductLines product-lines/email_spec8_product35.cil.c ILP32 false +ECA eca-rers2012/Problem06_label21.c ILP32 false +ProductLines product-lines/email_spec9_product16.cil.c ILP32 false +ECA eca-rers2012/Problem06_label33.c ILP32 false +ProductLines product-lines/email_spec9_product30.cil.c ILP32 false +ECA eca-rers2012/Problem06_label38.c ILP32 false +ProductLines product-lines/email_spec9_product33.cil.c ILP32 false +ECA eca-rers2012/Problem06_label48.c ILP32 false +ProductLines product-lines/email_spec9_productSimulator.cil.c ILP32 false +ECA eca-rers2012/Problem06_label59.c ILP32 false +ECA eca-rers2012/Problem07_label07.c ILP32 false +ECA eca-rers2012/Problem07_label15.c ILP32 false +ECA eca-rers2012/Problem07_label23.c ILP32 false +ECA eca-rers2012/Problem07_label35.c ILP32 false +ECA eca-rers2012/Problem07_label40.c ILP32 false +ECA eca-rers2012/Problem07_label46.c ILP32 false +ECA eca-rers2012/Problem07_label58.c ILP32 false +ECA eca-rers2012/Problem08_label04.c ILP32 false +ECA eca-rers2012/Problem08_label10.c ILP32 false +ECA eca-rers2012/Problem08_label24.c ILP32 false +ECA eca-rers2012/Problem08_label28.c ILP32 false +ECA eca-rers2012/Problem08_label37.c ILP32 false +ECA eca-rers2012/Problem08_label49.c ILP32 false +ECA eca-rers2012/Problem08_label55.c ILP32 false +ECA eca-rers2012/Problem09_label03.c ILP32 false +ECA eca-rers2012/Problem09_label10.c ILP32 false +ECA eca-rers2012/Problem09_label20.c ILP32 false +ECA eca-rers2012/Problem09_label35.c ILP32 false +ECA eca-rers2012/Problem09_label44.c ILP32 false +ECA eca-rers2012/Problem09_label51.c ILP32 false +ECA eca-rers2012/Problem09_label57.c ILP32 false +ECA eca-rers2012/Problem10_label15.c ILP32 false +ECA eca-rers2012/Problem10_label28.c ILP32 false +ECA eca-rers2012/Problem10_label42.c ILP32 false +ECA eca-rers2012/Problem10_label50.c ILP32 false +ECA eca-rers2012/Problem10_label58.c ILP32 false +ECA eca-rers2012/Problem11_label14.c ILP32 false +ECA eca-rers2012/Problem11_label29.c ILP32 false +ECA eca-rers2012/Problem11_label39.c ILP32 false +ECA eca-rers2012/Problem11_label49.c ILP32 false +ECA eca-rers2012/Problem12_label00.c ILP32 false +ECA eca-rers2012/Problem12_label07.c ILP32 false +ECA eca-rers2012/Problem12_label19.c ILP32 false +ECA eca-rers2012/Problem12_label25.c ILP32 false +ECA eca-rers2012/Problem12_label34.c ILP32 false +ECA eca-rers2012/Problem12_label38.c ILP32 false +ECA eca-rers2012/Problem12_label48.c ILP32 false +ECA eca-rers2012/Problem12_label52.c ILP32 false +ECA eca-rers2012/Problem13_label06.c ILP32 false +ECA eca-rers2012/Problem13_label12.c ILP32 false +ECA eca-rers2012/Problem13_label23.c ILP32 false +ECA eca-rers2012/Problem13_label28.c ILP32 false +ECA eca-rers2012/Problem13_label32.c ILP32 false +ECA eca-rers2012/Problem13_label40.c ILP32 false +ECA eca-rers2012/Problem13_label48.c ILP32 false +ECA eca-rers2012/Problem13_label58.c ILP32 false +ECA eca-rers2012/Problem15_label03.c ILP32 false +ECA eca-rers2012/Problem15_label14.c ILP32 false +ECA eca-rers2012/Problem15_label25.c ILP32 false +ECA eca-rers2012/Problem15_label33.c ILP32 false +ECA eca-rers2012/Problem15_label39.c ILP32 false +ECA eca-rers2012/Problem15_label45.c ILP32 false +ECA eca-rers2012/Problem15_label51.c ILP32 false +ECA eca-rers2012/Problem16_label03.c ILP32 false +ECA eca-rers2012/Problem16_label06.c ILP32 false +ECA eca-rers2012/Problem16_label15.c ILP32 false +ECA eca-rers2012/Problem16_label27.c ILP32 false +ECA eca-rers2012/Problem16_label33.c ILP32 false +ECA eca-rers2012/Problem16_label41.c ILP32 false +ECA eca-rers2012/Problem16_label46.c ILP32 false +ECA eca-rers2012/Problem17_label04.c ILP32 false +ECA eca-rers2012/Problem17_label13.c ILP32 false +ECA eca-rers2012/Problem17_label23.c ILP32 false +ECA eca-rers2012/Problem17_label30.c ILP32 false +ECA eca-rers2012/Problem17_label35.c ILP32 false +ECA eca-rers2012/Problem17_label46.c ILP32 false +ECA eca-rers2012/Problem17_label53.c ILP32 false +ECA eca-rers2012/Problem17_label57.c ILP32 false +ECA eca-rers2012/Problem18_label06.c ILP32 false +ECA eca-rers2012/Problem18_label10.c ILP32 false +ECA eca-rers2012/Problem18_label20.c ILP32 false +ECA eca-rers2012/Problem18_label31.c ILP32 false +ECA eca-rers2012/Problem18_label35.c ILP32 false +ECA eca-rers2012/Problem18_label39.c ILP32 false +ECA eca-rers2012/Problem18_label52.c ILP32 false +ECA eca-rers2012/Problem19_label10.c ILP32 false +ECA eca-rers2012/Problem19_label18.c ILP32 false +ECA eca-rers2012/Problem19_label22.c ILP32 false +ECA eca-rers2012/Problem19_label28.c ILP32 false +ECA eca-rers2012/Problem19_label32.c ILP32 false +ECA eca-rers2012/Problem19_label47.c ILP32 false +ECA eca-rers2012/Problem19_label53.c ILP32 false +ECA eca-rers2018/Problem10.c ILP32 false +ECA eca-rers2018/Problem13.c ILP32 false +ECA eca-rers2018/Problem17.c ILP32 false +ECA eca-programs/Problem101_label01.c ILP32 false +ECA eca-programs/Problem101_label04.c ILP32 false +ECA eca-programs/Problem101_label07.c ILP32 false +ECA eca-programs/Problem101_label09.c ILP32 false +ECA eca-programs/Problem101_label11.c ILP32 false +ECA eca-programs/Problem101_label14.c ILP32 false +ECA eca-programs/Problem101_label17.c ILP32 false +ECA eca-programs/Problem101_label20.c ILP32 false +ECA eca-programs/Problem101_label22.c ILP32 false +ECA eca-programs/Problem102_label01.c ILP32 false +ECA eca-programs/Problem102_label05.c ILP32 false +ECA eca-programs/Problem102_label10.c ILP32 false +ECA eca-programs/Problem102_label24.c ILP32 false +ECA eca-programs/Problem102_label26.c ILP32 false +ECA eca-programs/Problem102_label29.c ILP32 false +ECA eca-programs/Problem102_label43.c ILP32 false +ECA eca-programs/Problem102_label49.c ILP32 false +ECA eca-programs/Problem102_label55.c ILP32 false +ECA eca-programs/Problem103_label32.c ILP32 false +ECA eca-programs/Problem103_label41.c ILP32 false +ECA eca-programs/Problem103_label47.c ILP32 false +ECA eca-programs/Problem103_label54.c ILP32 false +ECA eca-programs/Problem103_label59.c ILP32 false +ECA eca-rers2012/Problem03_label13.c ILP32 false +ECA eca-rers2012/Problem03_label27.c ILP32 false +ECA eca-rers2012/Problem03_label35.c ILP32 false +ECA eca-rers2012/Problem03_label43.c ILP32 false +ECA eca-rers2012/Problem03_label52.c ILP32 false +ECA eca-rers2012/Problem04_label06.c ILP32 false +ECA eca-rers2012/Problem04_label13.c ILP32 false +ECA eca-rers2012/Problem04_label19.c ILP32 false +ECA eca-rers2012/Problem04_label32.c ILP32 false +ECA eca-rers2012/Problem04_label39.c ILP32 false +ECA eca-rers2012/Problem04_label52.c ILP32 false +ECA eca-rers2012/Problem05_label00.c ILP32 false +ECA eca-rers2012/Problem05_label13.c ILP32 false +ECA eca-rers2012/Problem05_label18.c ILP32 false +ECA eca-rers2012/Problem05_label26.c ILP32 false +ECA eca-rers2012/Problem05_label33.c ILP32 false +ECA eca-rers2012/Problem05_label37.c ILP32 false +ECA eca-rers2012/Problem05_label39.c ILP32 false +ECA eca-rers2012/Problem05_label44.c ILP32 false +ECA eca-rers2012/Problem05_label51.c ILP32 false +ECA eca-rers2012/Problem05_label58.c ILP32 false +ECA eca-rers2012/Problem06_label01.c ILP32 false +ECA eca-rers2012/Problem06_label04.c ILP32 false +ECA eca-rers2012/Problem06_label10.c ILP32 false +ECA eca-rers2012/Problem06_label15.c ILP32 false +ECA eca-rers2012/Problem06_label24.c ILP32 false +ECA eca-rers2012/Problem06_label29.c ILP32 false +ECA eca-rers2012/Problem06_label36.c ILP32 false +ECA eca-rers2012/Problem06_label44.c ILP32 false +ECA eca-rers2012/Problem06_label56.c ILP32 false +ECA eca-rers2012/Problem07_label03.c ILP32 false +ECA eca-rers2012/Problem07_label06.c ILP32 false +ECA eca-rers2012/Problem07_label09.c ILP32 false +ECA eca-rers2012/Problem07_label18.c ILP32 false +ECA eca-rers2012/Problem07_label20.c ILP32 false +ECA eca-rers2012/Problem07_label30.c ILP32 false +ECA eca-rers2012/Problem07_label36.c ILP32 false +ECA eca-rers2012/Problem07_label39.c ILP32 false +ECA eca-rers2012/Problem07_label42.c ILP32 false +ECA eca-rers2012/Problem07_label47.c ILP32 false +ECA eca-rers2012/Problem08_label01.c ILP32 false +ECA eca-rers2012/Problem08_label05.c ILP32 false +ECA eca-rers2012/Problem08_label07.c ILP32 false +ECA eca-rers2012/Problem08_label13.c ILP32 false +ECA eca-rers2012/Problem08_label25.c ILP32 false +ECA eca-rers2012/Problem08_label29.c ILP32 false +ECA eca-rers2012/Problem08_label43.c ILP32 false +ECA eca-rers2012/Problem08_label48.c ILP32 false +ECA eca-rers2012/Problem08_label50.c ILP32 false +ECA eca-rers2012/Problem08_label59.c ILP32 false +ECA eca-rers2012/Problem09_label06.c ILP32 false +ECA eca-rers2012/Problem09_label11.c ILP32 false +ECA eca-rers2012/Problem09_label19.c ILP32 false +ECA eca-rers2012/Problem09_label32.c ILP32 false +ECA eca-rers2012/Problem09_label36.c ILP32 false +ECA eca-rers2012/Problem09_label41.c ILP32 false +ECA eca-rers2012/Problem09_label46.c ILP32 false +ECA eca-rers2012/Problem09_label53.c ILP32 false +ECA eca-rers2012/Problem09_label56.c ILP32 false +ECA eca-rers2012/Problem09_label59.c ILP32 false +ECA eca-rers2012/Problem10_label24.c ILP32 false +ECA eca-rers2012/Problem10_label29.c ILP32 false +ECA eca-rers2012/Problem10_label46.c ILP32 false +ECA eca-rers2012/Problem10_label48.c ILP32 false +ECA eca-rers2012/Problem10_label55.c ILP32 false +ECA eca-rers2012/Problem11_label00.c ILP32 false +ECA eca-rers2012/Problem11_label15.c ILP32 false +ECA eca-rers2012/Problem11_label31.c ILP32 false +ECA eca-rers2012/Problem11_label36.c ILP32 false +ECA eca-rers2012/Problem11_label42.c ILP32 false +ECA eca-rers2012/Problem11_label51.c ILP32 false +ECA eca-rers2012/Problem12_label03.c ILP32 false +ECA eca-rers2012/Problem12_label08.c ILP32 false +ECA eca-rers2012/Problem12_label13.c ILP32 false +ECA eca-rers2012/Problem12_label20.c ILP32 false +ECA eca-rers2012/Problem12_label28.c ILP32 false +ECA eca-rers2012/Problem12_label35.c ILP32 false +ECA eca-rers2012/Problem12_label39.c ILP32 false +ECA eca-rers2012/Problem12_label42.c ILP32 false +ECA eca-rers2012/Problem12_label50.c ILP32 false +ECA eca-rers2012/Problem12_label55.c ILP32 false +ECA eca-rers2012/Problem13_label07.c ILP32 false +ECA eca-rers2012/Problem13_label16.c ILP32 false +ECA eca-rers2012/Problem13_label21.c ILP32 false +ECA eca-rers2012/Problem13_label24.c ILP32 false +ECA eca-rers2012/Problem13_label29.c ILP32 false +ECA eca-rers2012/Problem13_label35.c ILP32 false +ECA eca-rers2012/Problem13_label43.c ILP32 false +ECA eca-rers2012/Problem13_label45.c ILP32 false +ECA eca-rers2012/Problem13_label51.c ILP32 false +ECA eca-rers2012/Problem15_label00.c ILP32 false +ECA eca-rers2012/Problem15_label07.c ILP32 false +ECA eca-rers2012/Problem15_label15.c ILP32 false +ECA eca-rers2012/Problem15_label23.c ILP32 false +ECA eca-rers2012/Problem15_label29.c ILP32 false +ECA eca-rers2012/Problem15_label34.c ILP32 false +ECA eca-rers2012/Problem15_label38.c ILP32 false +ECA eca-rers2012/Problem15_label40.c ILP32 false +ECA eca-rers2012/Problem15_label47.c ILP32 false +ECA eca-rers2012/Problem15_label50.c ILP32 false +ECA eca-rers2012/Problem16_label00.c ILP32 false +ECA eca-rers2012/Problem16_label04.c ILP32 false +ECA eca-rers2012/Problem16_label08.c ILP32 false +ECA eca-rers2012/Problem16_label18.c ILP32 false +ECA eca-rers2012/Problem16_label22.c ILP32 false +ECA eca-rers2012/Problem16_label30.c ILP32 false +ECA eca-rers2012/Problem16_label37.c ILP32 false +ECA eca-rers2012/Problem16_label43.c ILP32 false +ECA eca-rers2012/Problem16_label51.c ILP32 false +ECA eca-rers2012/Problem16_label54.c ILP32 false +ECA eca-rers2012/Problem17_label07.c ILP32 false +ECA eca-rers2012/Problem17_label16.c ILP32 false +ECA eca-rers2012/Problem17_label25.c ILP32 false +ECA eca-rers2012/Problem17_label31.c ILP32 false +ECA eca-rers2012/Problem17_label34.c ILP32 false +ECA eca-rers2012/Problem17_label37.c ILP32 false +ECA eca-rers2012/Problem17_label49.c ILP32 false +ECA eca-rers2012/Problem17_label52.c ILP32 false +ECA eca-rers2012/Problem17_label54.c ILP32 false +ECA eca-rers2012/Problem18_label00.c ILP32 false +ECA eca-rers2012/Problem18_label03.c ILP32 false +ECA eca-rers2012/Problem18_label08.c ILP32 false diff --git a/tests/testcomp/launch-v14-paper.sh b/tests/testcomp/launch-v14-paper.sh new file mode 100755 index 000000000..f0a2d67b3 --- /dev/null +++ b/tests/testcomp/launch-v14-paper.sh @@ -0,0 +1,66 @@ +#!/bin/bash +# launch-v14-paper.sh -- the run the paper reports. +# +# Shape, and the reasoning for each part: +# +# cover-error control + slice, 1087 tasks +# 1087 is the ENTIRE applicable pool, not a sample -- quota 400 caps only +# ECA (421 applicable). Slicing runs here because here it has a criterion. +# +# cover-branches control only, 2765 tasks +# Slicing needs something to slice TOWARDS and Cover-Branches has nothing: +# every branch is the goal. Paying for a slice arm here would measure the +# absence of a feature. +# +# Juliet PER_FAMILY=10, CASTLE full +# Non-regression, on the same binary, at THEIR budgets rather than 300s -- +# this run answers "did the four fixes break anything", and moving two +# variables at once would stop it answering that. +# +# 4939 Test-Comp tasks. BUDGET=300 is the competition figure; three of the four +# fixes this binary carries are about what happens at the deadline, so the +# deadline has to be the real one. +# +# The corpus is nested: quota 400 is a SUPERSET of the 40 and 150 used before, +# in the same order, and the manifest is round-robin across categories. A run +# truncated by its deadline therefore stays stratified -- partial results are +# read without bias, which matters because this one will be read before it ends. +set -u +REPO="$(cd "$(dirname "$0")/../.." && pwd)" +IMAGE="${IMAGE:-map2check-testcov:latest}" +POLL="${POLL:-300}" +LOG="$REPO/tests/baseline-logs/v14-paper.log" +say() { echo "[$(date +%H:%M)] $*" | tee -a "$LOG"; } + +say "waiting for v12 to finish" +while [ "$(docker ps -q --filter 'name=m2c-v12-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done +say "v12 done" + +COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14" + +launch() { # arm flags property manifest shard + local arm="$1" flags="$2" prop="$3" man="$4" shard="$5" + docker rm -f "m2c-v14-${arm}-s${shard}" >/dev/null 2>&1 + docker run -d --name "m2c-v14-${arm}-s${shard}" $COMMON --cpus=2 \ + -e MANIFEST="/workspace/tests/testcomp/corpus/${man}" \ + -e PROPERTY="$prop" -e GENERATOR=hybrid -e EXTRA_FLAGS="$flags" \ + -e RESULTS_DIR="/workspace/tests/testcomp/results_v14_${arm}_s${shard}" \ + -e SHARD="$shard" -e SHARDS=3 \ + -e BUDGET=300 -e TESTCOV_S=300 -e DEADLINE_S=172800 \ + "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null +} + +# Phase 1: cover-error, both arms. The smaller half, and the one carrying the +# ablation, so it lands first and can be read while the rest runs. +for i in 0 1 2; do launch ce-control "" cover-error cover-error-q400.tsv "$i"; done +for i in 0 1 2; do launch ce-slice "--slice" cover-error cover-error-q400.tsv "$i"; done +say "phase 1 launched: cover-error control+slice, 1087 tasks" + +while [ "$(docker ps -q --filter 'name=m2c-v14-ce-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done +say "phase 1 done" + +# Phase 2: cover-branches, control only. Six shards rather than three: nothing +# else is running now, and this is the long half. +for i in 0 1 2; do launch cb-control "" cover-branches cover-branches-q400.tsv "$i"; done +say "phase 2 launched: cover-branches control, 2765 tasks" diff --git a/tests/testcomp/launch-v14-when-v12-done.sh b/tests/testcomp/launch-v14-when-v12-done.sh deleted file mode 100755 index a0ade79a2..000000000 --- a/tests/testcomp/launch-v14-when-v12-done.sh +++ /dev/null @@ -1,75 +0,0 @@ -#!/bin/bash -# launch-v14-when-v12-done.sh -- the four fixes, at competition budget. -# -# BUDGET=300 rather than 60. Everything measured so far ran at 60s, which is a -# throughput choice, not a competition one -- and three of the four fixes this -# arm carries are about what happens when a run reaches its deadline, so the -# deadline is exactly the variable that must be right. -# -# The consequence has to be stated plainly: a COVERED rate at 300s is NOT -# comparable to v12's at 60s. More budget finds more bugs on its own. That is -# why slice still runs beside its own control here -- the slice-vs-control -# comparison stays valid because both arms move together, while the absolute -# number becomes the competition-conditions one. -# -# Chained behind v12 for the reason v11's launcher gives: two campaigns sharing -# a machine experience different contention. -set -u -REPO="$(cd "$(dirname "$0")/../.." && pwd)" -IMAGE="${IMAGE:-map2check-testcov:latest}" -POLL="${POLL:-300}" - -while [ "$(docker ps -q --filter 'name=m2c-v12-control' --filter 'name=m2c-v12-slice' | wc -l)" -gt 0 ]; do - sleep "$POLL" -done -echo "[$(date +%H:%M)] v12 finished, launching v14 at 300s" - -COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" -COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14" - -launch() { - local arm="$1" flags="$2" shard="$3" - docker rm -f "m2c-v14-${arm}-s${shard}" >/dev/null 2>&1 - docker run -d --name "m2c-v14-${arm}-s${shard}" $COMMON --cpus=2 \ - -e MANIFEST="/workspace/tests/testcomp/corpus/cover-error.tsv" \ - -e PROPERTY="cover-error" -e GENERATOR=hybrid -e EXTRA_FLAGS="$flags" \ - -e RESULTS_DIR="/workspace/tests/testcomp/results_v14_${arm}_s${shard}" \ - -e SHARD="$shard" -e SHARDS=3 \ - -e BUDGET=300 -e TESTCOV_S=300 -e DEADLINE_S=43200 \ - "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null -} -for i in 0 1 2; do launch control "" "$i"; done -for i in 0 1 2; do launch slice "--slice" "$i"; done - -# CASTLE and Juliet on the same binary. Their own harnesses carry their own -# budgets -- 300s inner for CASTLE already, 60s for Juliet -- and those are -# not the Test-Comp budget, so they stay as they are: this run answers "did -# the fixes break anything", and changing two variables would stop it doing so. -# -# Two Juliet shards, not four. Container count is what oversubscribes this -# machine, not container CPU quota; c and d chain behind a and b. -RCOMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" -RCOMMON="$RCOMMON -e MAP2CHECK_PATH=/workspace/install_v14" -docker rm -f m2c-v14-juliet-a m2c-v14-juliet-b m2c-v14-castle >/dev/null 2>&1 -docker run -d --name m2c-v14-juliet-a $RCOMMON -e JULIET_CWES="121" \ - -e RESULTS_DIR="/workspace/tests/juliet/results_v14_a" \ - "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null -docker run -d --name m2c-v14-juliet-b $RCOMMON -e JULIET_CWES="122 761" \ - -e RESULTS_DIR="/workspace/tests/juliet/results_v14_b" \ - "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null -docker run -d --name m2c-v14-castle $RCOMMON \ - -e RESULTS_DIR="/workspace/tests/castle/results_v14" \ - "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null - -echo "v14 launched: $(docker ps -q --filter 'name=m2c-v14-' | wc -l) containers" - -# Juliet c and d wait for a and b. The harness appends and skips what it -# already has, so a late shard loses nothing. -while [ "$(docker ps -q --filter 'name=m2c-v14-juliet' | wc -l)" -gt 0 ]; do sleep "$POLL"; done -docker run -d --name m2c-v14-juliet-c $RCOMMON -e JULIET_CWES="190 191" \ - -e RESULTS_DIR="/workspace/tests/juliet/results_v14_c" \ - "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null -docker run -d --name m2c-v14-juliet-d $RCOMMON -e JULIET_CWES="401 415 416 476" \ - -e RESULTS_DIR="/workspace/tests/juliet/results_v14_d" \ - "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null -echo "[$(date +%H:%M)] juliet c+d launched" diff --git a/tests/testcomp/results_v12_control_s0/results.csv b/tests/testcomp/results_v12_control_s0/results.csv index d545eaa70..f3edc289e 100644 --- a/tests/testcomp/results_v12_control_s0/results.csv +++ b/tests/testcomp/results_v12_control_s0/results.csv @@ -101,3 +101,174 @@ Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2018/Problem12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,26 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,array-fpi/ifcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,35 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Loops,loops/trex03-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,57 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,36 +Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,10 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 diff --git a/tests/testcomp/results_v12_control_s1/results.csv b/tests/testcomp/results_v12_control_s1/results.csv index 8346f772b..f4cc69c35 100644 --- a/tests/testcomp/results_v12_control_s1/results.csv +++ b/tests/testcomp/results_v12_control_s1/results.csv @@ -128,3 +128,147 @@ ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVER Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 +Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Arrays,array-fpi/ifncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,64 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,60 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v12_control_s2/results.csv b/tests/testcomp/results_v12_control_s2/results.csv index 763a7e55b..15e0a04e9 100644 --- a/tests/testcomp/results_v12_control_s2/results.csv +++ b/tests/testcomp/results_v12_control_s2/results.csv @@ -74,3 +74,200 @@ Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,52 Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,72 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,68 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +LinkedLists,list-properties/list-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +Recursive,recursive/McCarthy91-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,9 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/CostasArray-17.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,32 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,8 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 +ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 +Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 +Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,26 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,79 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2018/Problem15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,85 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v12_slice_s0/results.csv b/tests/testcomp/results_v12_slice_s0/results.csv index 9eb0ea0c5..f537ad0a2 100644 --- a/tests/testcomp/results_v12_slice_s0/results.csv +++ b/tests/testcomp/results_v12_slice_s0/results.csv @@ -104,3 +104,171 @@ Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,36 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,23 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,41 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,22 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 +Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 diff --git a/tests/testcomp/results_v12_slice_s1/results.csv b/tests/testcomp/results_v12_slice_s1/results.csv index 7fff6d982..889a78c99 100644 --- a/tests/testcomp/results_v12_slice_s1/results.csv +++ b/tests/testcomp/results_v12_slice_s1/results.csv @@ -100,3 +100,175 @@ XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,83 Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/terminator_01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 +Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Loops,loops/trex01-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Arrays,array-fpi/ifncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v12_slice_s2/results.csv b/tests/testcomp/results_v12_slice_s2/results.csv index a85223a18..9054caab9 100644 --- a/tests/testcomp/results_v12_slice_s2/results.csv +++ b/tests/testcomp/results_v12_slice_s2/results.csv @@ -71,3 +71,203 @@ Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERE ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,87 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,44 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,84 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,86 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,23 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +Recursive,recursive/McCarthy91-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +XCSP,xcsp/CostasArray-17.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,32 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,76 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,75 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,68 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,77 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,29 +ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 +Loops,loops/sum03-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,0 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 +Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 +Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 +Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,87 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 +Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,82 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 +ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,86 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v14_control_s0/results.csv b/tests/testcomp/results_v14_control_s0/results.csv new file mode 100644 index 000000000..29d2ee679 --- /dev/null +++ b/tests/testcomp/results_v14_control_s0/results.csv @@ -0,0 +1,27 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,51 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 +Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,57 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +Arrays,array-fpi/s5liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,203 +Arrays,array-fpi/s1iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,42 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v14_control_s1/results.csv b/tests/testcomp/results_v14_control_s1/results.csv new file mode 100644 index 000000000..ac2eef6dd --- /dev/null +++ b/tests/testcomp/results_v14_control_s1/results.csv @@ -0,0 +1,31 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +XCSP,xcsp/CostasArray-12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,42 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,214 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v14_control_s2/results.csv b/tests/testcomp/results_v14_control_s2/results.csv new file mode 100644 index 000000000..bf0a68bda --- /dev/null +++ b/tests/testcomp/results_v14_control_s2/results.csv @@ -0,0 +1,14 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,2 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,17 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,75 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,222 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,114 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,210 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,207 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v14_guard_s0/results.csv b/tests/testcomp/results_v14_guard_s0/results.csv new file mode 100644 index 000000000..d21c7cf74 --- /dev/null +++ b/tests/testcomp/results_v14_guard_s0/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/condgf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Arrays,array-fpi/s5liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/indp4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem08_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 +LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/sqm-iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Recursive,recursive/Ackermann02.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 +ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 +XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,24 +ECA,eca-programs/Problem102_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,83 +LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 +Arrays,array-fpi/ifeqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/indp1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Arrays,array-fpi/modpf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/res2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/sina3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ss2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 +Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-008.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,81 +Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem103_label56.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,87 +Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +Arrays,array-fpi/brs1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +Arrays,array-fpi/brs5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Arrays,array-fpi/condmf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-fpi/eqn2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem06_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Arrays,array-fpi/eqn5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-fpi/ifeqn2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem07_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Arrays,array-fpi/ifeqn5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem08_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +Arrays,array-fpi/indp2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +ECA,eca-rers2012/Problem08_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +Arrays,array-fpi/indp5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +ECA,eca-rers2012/Problem09_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +Arrays,array-fpi/ms1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem09_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 +Arrays,array-fpi/ms4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 +ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/res1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem12_label06.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-fpi/res2of.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem12_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Arrays,array-fpi/s1liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +Arrays,array-fpi/s2liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +Arrays,array-fpi/s3liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem15_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Arrays,array-fpi/s52iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem15_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +Arrays,array-fpi/sina1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Arrays,array-fpi/sina4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem16_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +Arrays,array-fpi/sqmf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Arrays,array-fpi/ss4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem17_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem18_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2018/Problem12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 +Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 +ECA,eca-programs/Problem101_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 +ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-programs/Problem102_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/condaf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-programs/Problem103_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,loops/string-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,40 +ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem04_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/indp3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/ms2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem06_label00.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 +Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem06_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/s32iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem07_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/s5iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem08_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/ss1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +ECA,eca-rers2012/Problem09_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +ECA,eca-rers2012/Problem10_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 +ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ECA,eca-programs/Problem101_label03.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label23.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +ECA,eca-programs/Problem103_label46.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 diff --git a/tests/testcomp/results_v14_guard_s1/results.csv b/tests/testcomp/results_v14_guard_s1/results.csv new file mode 100644 index 000000000..121e9f8a8 --- /dev/null +++ b/tests/testcomp/results_v14_guard_s1/results.csv @@ -0,0 +1,274 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/CostasArray-12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 +Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-007.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,22 +ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-tiling/skippedu.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-005.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,38 +ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/CostasArray-10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/AllInterval-006.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +ECA,eca-programs/Problem101_label18.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,14 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 +ECA,eca-rers2012/Problem19_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 +Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 +ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ECA,eca-programs/Problem101_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 +Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-programs/Problem102_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/brs4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-programs/Problem102_label59.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/eqn3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 +Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +ECA,eca-rers2012/Problem04_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/modsf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem05_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/nsqmf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem06_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,20 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/s22iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem07_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/s4liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem08_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/sina5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +ECA,eca-rers2012/Problem09_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,82 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/ssinaf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +ECA,eca-rers2012/Problem09_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 +Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem19_label42.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-programs/Problem101_label00.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem101_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label07.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 +ECA,eca-programs/Problem102_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-programs/Problem103_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v14_guard_s2/results.csv b/tests/testcomp/results_v14_guard_s2/results.csv new file mode 100644 index 000000000..31c440d2d --- /dev/null +++ b/tests/testcomp/results_v14_guard_s2/results.csv @@ -0,0 +1,273 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,10 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,24 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,30 +ECA,eca-programs/Problem103_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,85 +LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,22 +ECA,eca-programs/Problem102_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,81 +LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,8 +ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/eqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 +Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 +XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 +ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 +ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,16 +ECA,eca-programs/Problem101_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 +LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +XCSP,xcsp/AllInterval-009.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,21 +ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,23 +ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 +LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,24 +ECA,eca-rers2012/Problem07_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,24 +ECA,eca-rers2012/Problem08_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 +LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,25 +ECA,eca-rers2012/Problem09_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 +LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 +ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ECA,eca-rers2012/Problem12_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem19_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-programs/Problem101_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem102_label13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 +LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,10 +XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/CostasArray-11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/CostasArray-13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/CostasArray-17.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 +XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 +XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,19 +ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 +Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 +Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-programs/Problem101_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +ECA,eca-programs/Problem101_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 +Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 +Arrays,array-fpi/brs2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-programs/Problem102_label46.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 +Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/condnf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/ifeqn3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem04_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 +ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/modnf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem05_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 +Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/ms5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem06_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 +Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/s12iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem07_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,array-fpi/s42iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +ECA,eca-rers2012/Problem07_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 +Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Arrays,array-fpi/sina2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem08_label46.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-fpi/ss3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem09_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 +Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +Arrays,array-tiling/mlceu.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 +ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,0 +ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 +Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 +ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem13_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 +ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem16_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 +ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 +ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem18_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 +ECA,eca-rers2012/Problem18_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 +ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 +ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 +ECA,eca-rers2012/Problem19_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 +ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 +ECA,eca-rers2018/Problem15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 +ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 +ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem101_label16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 +ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 +ECA,eca-programs/Problem102_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 +ECA,eca-programs/Problem102_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 +ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +ECA,eca-programs/Problem102_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 +ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 +ECA,eca-programs/Problem103_label53.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 +ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 +ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 +ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v14_slice_s0/results.csv b/tests/testcomp/results_v14_slice_s0/results.csv new file mode 100644 index 000000000..22fd207df --- /dev/null +++ b/tests/testcomp/results_v14_slice_s0/results.csv @@ -0,0 +1,21 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,50 +Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 +Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 +Arrays,array-fpi/condgf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 +Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,21 +Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 +Arrays,array-fpi/s5liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 +Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 +Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,292 +ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,205 diff --git a/tests/testcomp/results_v14_slice_s1/results.csv b/tests/testcomp/results_v14_slice_s1/results.csv new file mode 100644 index 000000000..d77a7ddad --- /dev/null +++ b/tests/testcomp/results_v14_slice_s1/results.csv @@ -0,0 +1,26 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 +BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,257 +BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 +Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 +XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,91 +BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 +Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 +XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 +BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 +Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 +Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +XCSP,xcsp/CostasArray-12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 +BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 +ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,103 +LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v14_slice_s2/results.csv b/tests/testcomp/results_v14_slice_s2/results.csv new file mode 100644 index 000000000..fe5b8b71c --- /dev/null +++ b/tests/testcomp/results_v14_slice_s2/results.csv @@ -0,0 +1,10 @@ +category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s +ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,23 +Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 +ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 +ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,220 +Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,267 +ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,128 +LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 +ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,201 From bf77658e8b02bb612706ec3625b243675f4d2eb5 Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Mon, 24 Aug 2026 13:36:39 -0400 Subject: [PATCH 10/14] test: 72h deadline, and six shards for the half that needs them The corpus runs whole, uninterrupted, so the deadline stops being a truncation mechanism and becomes a backstop. Phase 2 gets six shards rather than three because Cover-Branches is structurally the expensive half, not merely the larger one: Cover-Error exits at the first violating path -- measured median 18s of a 300s budget -- while branch harvesting runs KLEE to the deadline every time and then hands TestCov a suite of up to 50 vectors to validate. Budget the pair at up to 600s per task. 2765 tasks over six shards is ~77h worst case and far less in the mean; phase 1 has released its cores by then, so the six do not contend. Verified before arming, on the same three programs under the previous binary and this one: rangesum05.i 2 testcases / 2 testcases sum01-1.c 14 testcases / 14 testcases standard_copy1_ground-1.c 1 testcase / 1 testcase Cover-Branches is untouched by the budget changes. The two-testcase result that prompted the check is the program, not the binary. Co-Authored-By: Claude Opus 5 (1M context) --- tests/testcomp/launch-v14-paper.sh | 26 ++++++++++++++++++-------- 1 file changed, 18 insertions(+), 8 deletions(-) diff --git a/tests/testcomp/launch-v14-paper.sh b/tests/testcomp/launch-v14-paper.sh index f0a2d67b3..faa1ee262 100755 --- a/tests/testcomp/launch-v14-paper.sh +++ b/tests/testcomp/launch-v14-paper.sh @@ -39,15 +39,15 @@ say "v12 done" COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14" -launch() { # arm flags property manifest shard - local arm="$1" flags="$2" prop="$3" man="$4" shard="$5" +launch() { # arm flags property manifest shard shards + local arm="$1" flags="$2" prop="$3" man="$4" shard="$5" shards="${6:-3}" docker rm -f "m2c-v14-${arm}-s${shard}" >/dev/null 2>&1 docker run -d --name "m2c-v14-${arm}-s${shard}" $COMMON --cpus=2 \ -e MANIFEST="/workspace/tests/testcomp/corpus/${man}" \ -e PROPERTY="$prop" -e GENERATOR=hybrid -e EXTRA_FLAGS="$flags" \ -e RESULTS_DIR="/workspace/tests/testcomp/results_v14_${arm}_s${shard}" \ - -e SHARD="$shard" -e SHARDS=3 \ - -e BUDGET=300 -e TESTCOV_S=300 -e DEADLINE_S=172800 \ + -e SHARD="$shard" -e SHARDS="$shards" \ + -e BUDGET=300 -e TESTCOV_S=300 -e DEADLINE_S=259200 \ "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null } @@ -60,7 +60,17 @@ say "phase 1 launched: cover-error control+slice, 1087 tasks" while [ "$(docker ps -q --filter 'name=m2c-v14-ce-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done say "phase 1 done" -# Phase 2: cover-branches, control only. Six shards rather than three: nothing -# else is running now, and this is the long half. -for i in 0 1 2; do launch cb-control "" cover-branches cover-branches-q400.tsv "$i"; done -say "phase 2 launched: cover-branches control, 2765 tasks" +# Phase 2: cover-branches, control only, SIX shards -- phase 1 has released +# its cores and this is the half that has to fit. +# +# It is also the expensive half per task, and for a structural reason: a +# Cover-Branches run has no early exit. Cover-Error stops at the first +# violating path, so its median task takes 18s of a 300s budget; branch +# harvesting runs KLEE to the deadline every time, and then TestCov validates +# a suite of up to 50 vectors. Budget the pair at up to 600s per task, not 300. +# +# 2765 tasks over six shards at up to 600s is ~77h worst case and far less in +# the mean, inside the 72h deadline with the tail truncating rather than the +# body. The manifest is round-robin, so what truncates stays stratified. +for i in 0 1 2 3 4 5; do launch cb-control "" cover-branches cover-branches-q400.tsv "$i" 6; done +say "phase 2 launched: cover-branches control, 2765 tasks over 6 shards" From e9129dd46cc4ff426f5949162a513ec0b15724da Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Tue, 25 Aug 2026 00:01:14 -0400 Subject: [PATCH 11/14] fix(klee): --max-time takes integer seconds, and a fraction kills the run KLEE: ERROR: Illegal number format: 36.75s Exited klee with 256 KLEE's duration parser rejects a fractional value and exits without executing a single instruction. The old expression, 0.7*timeout, was whole for every budget in use and so never exposed this. Its replacement 0.875*kleeBudget is whole only when kleeBudget is a multiple of 8 -- and kleeBudget now derives from the time REMAINING, which is whatever the clock says when the previous phase ends. The failure is total and silent: no symbolic phase at all, so nothing can be proved safe. Measured against v9 on the Juliet intersection, it collapsed 464 TN verdicts to 1, and took FN, TIMEOUT and TP down with them. CASTLE showed the same shape. Test-Comp at 300s escaped INTERMITTENTLY -- kleeBudget lands on 240 when the run is fast, and 0.875*240 is 210 -- which is exactly why five smoke programs at 300s all passed and the defect still shipped. The cover-error phase it did reach recorded 619 UNKNOWN of 1059, a number I wrongly attributed to the harder q400 corpus. Every duration this file emits is now an integer, not only this one. Co-Authored-By: Claude Opus 5 (1M context) --- modules/frontend/caller.cpp | 25 ++++++++++++++++++++----- 1 file changed, 20 insertions(+), 5 deletions(-) diff --git a/modules/frontend/caller.cpp b/modules/frontend/caller.cpp index 485f4c70d..d83477d60 100644 --- a/modules/frontend/caller.cpp +++ b/modules/frontend/caller.cpp @@ -217,7 +217,7 @@ bool Caller::sliceWithRespectToTarget(const std::string &targetFunction) { const double sliceBudget = std::max(5.0, std::min(0.2 * this->timeout, static_cast(remainingSeconds()) - 5.0)); - command << "timeout -k " << Map2Check::killGracePeriod << " " << sliceBudget + command << "timeout -k " << Map2Check::killGracePeriod << " " << static_cast(sliceBudget) << " " << slicer << " -c " << targetFunction << " --entry=main -o " << output << " " << input << " > slicer.output 2>&1"; @@ -335,7 +335,7 @@ void Caller::applyNonDetGenerator() { static_cast(remainingSeconds()) - 5.0)); const std::string bound = "timeout -k " + std::to_string(Map2Check::killGracePeriod) + - " " + std::to_string(compileBudget) + " "; + " " + std::to_string(static_cast(compileBudget)) + " "; command << bound << Map2Check::clangBinary @@ -646,7 +646,7 @@ void Caller::executeAnalysis(std::string solvername) { 1.0, std::min(0.8 * this->timeout, this->remainingSeconds() - kPostEngineReserve)); kleeCommand << "timeout -k " << Map2Check::killGracePeriod << " " - << kleeBudget << " "; + << static_cast(kleeBudget) << " "; kleeCommand << Map2Check::kleeBinary; // KLEE's own deadline, set BELOW the external one so it is KLEE that @@ -664,7 +664,22 @@ void Caller::executeAnalysis(std::string solvername) { // The external timeout above stays as the backstop for the case its // comment describes, a solver wedged so deep that KLEE's own deadline // never gets a turn. - kleeCommand << " --max-time=" << (0.875 * kleeBudget) << "s"; + // INTEGER seconds. KLEE parses --max-time with a duration parser that + // rejects a fractional value outright: + // + // KLEE: ERROR: Illegal number format: 36.75s + // + // and exits 256 without running a single instruction. The old expression + // 0.7*timeout happened to be whole for every budget in use, so this + // never showed; 0.875*kleeBudget is whole only when kleeBudget is a + // multiple of 8, and kleeBudget now derives from the time REMAINING, + // which is whatever the clock says. + // + // The cost of getting this wrong is total and silent: no KLEE phase at + // all, so nothing can be proved safe. It collapsed 464 Juliet TN + // verdicts to 1. + kleeCommand << " --max-time=" << static_cast(0.875 * kleeBudget) + << "s"; // Halting on the first error is right when there is a property to @@ -773,7 +788,7 @@ void Caller::executeAnalysis(std::string solvername) { std::min(0.2 * this->timeout, static_cast(this->remainingSeconds())); command << "timeout -k " << Map2Check::killGracePeriod << " " - << fuzzerBudget << " "; + << static_cast(fuzzerBudget) << " "; // A corpus DIRECTORY, not just a run. Without one LibFuzzer keeps its // corpus in memory and throws it away when the process ends: everything // it discovered in its slice of the budget was discarded, every run. From fae19a0e2b5ad32d37b8d683b25b3ef0f08f8e4d Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Tue, 25 Aug 2026 00:25:10 -0400 Subject: [PATCH 12/14] test: relaunch the paper run on v15, gated behind its own validation The v14 run is discarded: the fractional --max-time killed every KLEE phase, so no number it produced means anything. The gate is the change that matters. The launchers now wait on the validation sweep container rather than firing on a timer, so the run cannot start before the binary has been compared against the pre-change one. Skipping that ordering is what cost the v14 run. Validation, install_ld vs install_v15, 16 cases: 14 identical. juliet --memtrack 6/6 identical -- the mode where the KLEE defect showed on every single run, since at a 60s budget --max-time almost never lands on an integer cover-branches 4/4 identical, including the 50-testcase cap cover-error 4/6 identical The two that differed turned out to be the OLD binary being non-deterministic, not the new one regressing. Three runs each: dll_of_dll-1.i ld: UNKNOWN SUCCEEDED UNKNOWN v15: UNKNOWN x3 test_locks_5.c ld: SUCCEEDED UNKNOWN SUCCEEDED v15: SUCCEEDED x3 v15 is stable where ld flips. And dll_of_dll's sibling carries expected_unreach=false, so ld's intermittent SUCCEEDED there was a wrong answer that v15 no longer gives. Co-Authored-By: Claude Opus 5 (1M context) --- ...regression.sh => launch-v15-regression.sh} | 19 +++++++++--------- ...aunch-v14-paper.sh => launch-v15-paper.sh} | 20 +++++++++---------- 2 files changed, 20 insertions(+), 19 deletions(-) rename tests/juliet/{launch-v14-regression.sh => launch-v15-regression.sh} (62%) rename tests/testcomp/{launch-v14-paper.sh => launch-v15-paper.sh} (85%) diff --git a/tests/juliet/launch-v14-regression.sh b/tests/juliet/launch-v15-regression.sh similarity index 62% rename from tests/juliet/launch-v14-regression.sh rename to tests/juliet/launch-v15-regression.sh index dc4d68bdb..c96f53f8c 100755 --- a/tests/juliet/launch-v14-regression.sh +++ b/tests/juliet/launch-v15-regression.sh @@ -10,25 +10,26 @@ REPO="$(cd "$(dirname "$0")/../.." && pwd)" IMAGE="${IMAGE:-map2check-testcov:latest}" POLL="${POLL:-300}" R="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace --cpus=1" -R="$R -e MAP2CHECK_PATH=/workspace/install_v14 -e PER_FAMILY=10" +R="$R -e MAP2CHECK_PATH=/workspace/install_v15 -e PER_FAMILY=10" + +while [ "$(docker ps -q --filter 'name=m2c-validate' | wc -l)" -gt 0 ]; do sleep 30; done -while [ "$(docker ps -q --filter 'name=m2c-v12-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done jul() { - docker rm -f "m2c-v14-juliet-$1" >/dev/null 2>&1 - docker run -d --name "m2c-v14-juliet-$1" $R -e JULIET_CWES="$2" \ - -e RESULTS_DIR="/workspace/tests/juliet/results_v14_$1" \ + docker rm -f "m2c-v15-juliet-$1" >/dev/null 2>&1 + docker run -d --name "m2c-v15-juliet-$1" $R -e JULIET_CWES="$2" \ + -e RESULTS_DIR="/workspace/tests/juliet/results_v15_$1" \ "$IMAGE" bash tests/juliet/run_juliet_evaluation.sh >/dev/null } -docker rm -f m2c-v14-castle >/dev/null 2>&1 -docker run -d --name m2c-v14-castle $R \ - -e RESULTS_DIR="/workspace/tests/castle/results_v14" \ +docker rm -f m2c-v15-castle >/dev/null 2>&1 +docker run -d --name m2c-v15-castle $R \ + -e RESULTS_DIR="/workspace/tests/castle/results_v15" \ "$IMAGE" bash tests/castle/run_castle_evaluation.sh >/dev/null jul a "121" jul b "122 761" echo "castle + juliet a,b launched" -while [ "$(docker ps -q --filter 'name=m2c-v14-juliet' | wc -l)" -gt 0 ]; do sleep "$POLL"; done +while [ "$(docker ps -q --filter 'name=m2c-v15-juliet' | wc -l)" -gt 0 ]; do sleep "$POLL"; done jul c "190 191" jul d "401 415 416 476" echo "juliet c,d launched" diff --git a/tests/testcomp/launch-v14-paper.sh b/tests/testcomp/launch-v15-paper.sh similarity index 85% rename from tests/testcomp/launch-v14-paper.sh rename to tests/testcomp/launch-v15-paper.sh index faa1ee262..ca4eba7fe 100755 --- a/tests/testcomp/launch-v14-paper.sh +++ b/tests/testcomp/launch-v15-paper.sh @@ -1,5 +1,5 @@ #!/bin/bash -# launch-v14-paper.sh -- the run the paper reports. +# launch-v15-paper.sh -- the run the paper reports. # # Shape, and the reasoning for each part: # @@ -29,23 +29,23 @@ set -u REPO="$(cd "$(dirname "$0")/../.." && pwd)" IMAGE="${IMAGE:-map2check-testcov:latest}" POLL="${POLL:-300}" -LOG="$REPO/tests/baseline-logs/v14-paper.log" +LOG="$REPO/tests/baseline-logs/v15-paper.log" say() { echo "[$(date +%H:%M)] $*" | tee -a "$LOG"; } -say "waiting for v12 to finish" -while [ "$(docker ps -q --filter 'name=m2c-v12-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done -say "v12 done" +say "waiting for the validation sweep to finish" +while [ "$(docker ps -q --filter 'name=m2c-validate' | wc -l)" -gt 0 ]; do sleep 30; done +say "validation done" COMMON="--restart=on-failure:100 --memory=4g -u 0 -v $REPO:/workspace -w /workspace" -COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v14" +COMMON="$COMMON -e MAP2CHECK_PATH=/workspace/install_v15" launch() { # arm flags property manifest shard shards local arm="$1" flags="$2" prop="$3" man="$4" shard="$5" shards="${6:-3}" - docker rm -f "m2c-v14-${arm}-s${shard}" >/dev/null 2>&1 - docker run -d --name "m2c-v14-${arm}-s${shard}" $COMMON --cpus=2 \ + docker rm -f "m2c-v15-${arm}-s${shard}" >/dev/null 2>&1 + docker run -d --name "m2c-v15-${arm}-s${shard}" $COMMON --cpus=2 \ -e MANIFEST="/workspace/tests/testcomp/corpus/${man}" \ -e PROPERTY="$prop" -e GENERATOR=hybrid -e EXTRA_FLAGS="$flags" \ - -e RESULTS_DIR="/workspace/tests/testcomp/results_v14_${arm}_s${shard}" \ + -e RESULTS_DIR="/workspace/tests/testcomp/results_v15_${arm}_s${shard}" \ -e SHARD="$shard" -e SHARDS="$shards" \ -e BUDGET=300 -e TESTCOV_S=300 -e DEADLINE_S=259200 \ "$IMAGE" bash tests/testcomp/run_testcomp_evaluation.sh >/dev/null @@ -57,7 +57,7 @@ for i in 0 1 2; do launch ce-control "" cover-error cover-error-q400.tsv for i in 0 1 2; do launch ce-slice "--slice" cover-error cover-error-q400.tsv "$i"; done say "phase 1 launched: cover-error control+slice, 1087 tasks" -while [ "$(docker ps -q --filter 'name=m2c-v14-ce-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done +while [ "$(docker ps -q --filter 'name=m2c-v15-ce-' | wc -l)" -gt 0 ]; do sleep "$POLL"; done say "phase 1 done" # Phase 2: cover-branches, control only, SIX shards -- phase 1 has released From 3c243753c3f5fc0a9249e560c9e63642b11e0450 Mon Sep 17 00:00:00 2001 From: Guilherme Bernardo Date: Thu, 27 Aug 2026 19:39:40 -0400 Subject: [PATCH 13/14] docs(v15): the paper run's report, and stop versioning campaign results Adds docs/Map2Check-Relatorio-v15.docx -- the report for the v15 campaign: 13 220 tasks across four blocks, all executed to completion on this branch's binary at the competition budget of 300s per task. Test-Comp cover-error 1087 x 2 arms control 470 covered (43.2%) Test-Comp cover-branches 2765 mean coverage 53.0% Juliet 8060 cases TP 1154, TN 3290, FP 120 CASTLE 221 cases TP 54, TN 44, FN 14, FP 1 The cover-error corpus is the ENTIRE applicable pool, not a sample: the quota of 400 per category caps only ECA. Both arms ran the same 1087 tasks, so every comparison is paired. What it establishes: the six fixes on this branch did not move accuracy anywhere -- CASTLE is identical on all 217 comparable cases, Juliet holds TP, FP and FN exactly and gains one TN over 1054 cases. Slicing costs 58 tasks (McNemar chi2 = 36.10), but 57 of them are ECA, and the report declines to conclude "slicing does not work" from that, because none of sbt-slicer's parameters are configured explicitly here while Symbiotic passes criteria we do not. The raw CSVs are NOT versioned. tests/juliet/results*/ and tests/castle/results_v*/ were already excluded; tests/testcomp/ results_v15_*/ now joins them, so all three corpora are treated alike. The numbers that matter live in the report. The v14 results are DELETED rather than left in place. That campaign ran a binary whose KLEE phase aborted without executing an instruction, on a fractional --max-time; no number it produced means anything, and leaving the files in the tree invites citing them. Appendix A records why. .gitignore also now covers build_*/, install_*/ and release/. Each install_* holds ~42 MB of binaries and exists to allow bisection between builds without recompiling -- which is how the --max-time defect was found -- but they are local artefacts. Co-Authored-By: Claude Opus 5 (1M context) --- .gitignore | 14 + docs/Map2Check-Relatorio-v15.docx | Bin 0 -> 34109 bytes .../results_v14_control_s0/results.csv | 27 -- .../results_v14_control_s1/results.csv | 31 -- .../results_v14_control_s2/results.csv | 14 - .../testcomp/results_v14_guard_s0/results.csv | 274 ------------------ .../testcomp/results_v14_guard_s1/results.csv | 274 ------------------ .../testcomp/results_v14_guard_s2/results.csv | 273 ----------------- .../testcomp/results_v14_slice_s0/results.csv | 21 -- .../testcomp/results_v14_slice_s1/results.csv | 26 -- .../testcomp/results_v14_slice_s2/results.csv | 10 - 11 files changed, 14 insertions(+), 950 deletions(-) create mode 100644 docs/Map2Check-Relatorio-v15.docx delete mode 100644 tests/testcomp/results_v14_control_s0/results.csv delete mode 100644 tests/testcomp/results_v14_control_s1/results.csv delete mode 100644 tests/testcomp/results_v14_control_s2/results.csv delete mode 100644 tests/testcomp/results_v14_guard_s0/results.csv delete mode 100644 tests/testcomp/results_v14_guard_s1/results.csv delete mode 100644 tests/testcomp/results_v14_guard_s2/results.csv delete mode 100644 tests/testcomp/results_v14_slice_s0/results.csv delete mode 100644 tests/testcomp/results_v14_slice_s1/results.csv delete mode 100644 tests/testcomp/results_v14_slice_s2/results.csv diff --git a/.gitignore b/.gitignore index d93e6c8dc..b4667b13b 100644 --- a/.gitignore +++ b/.gitignore @@ -115,3 +115,17 @@ CLAUDE.md.bak-* # above ignores the CONTENTS of such a directory but not the directory entry # itself, which is why this line names the path we actually clone into. tests/testcomp/bench/ + +# Diretórios de build e instalação por campanha. +# Cada install_* tem ~42 MB de binários (map2check, klee, clang) e cada build_* +# ~17 MB de objetos. Eles existem para permitir bissecção entre versões do +# binário sem recompilar -- foi assim que o defeito do --max-time fracionário +# foi localizado -- mas são artefatos locais, não conteúdo do repositório. +build_*/ +install_*/ +release/ + +# Resultados de campanha do Test-Comp. Ficam no disco de quem rodou, não no +# repositório -- mesma escolha já aplicada a tests/juliet/results*/ e +# tests/castle/results_v*/. Os números que importam estão no relatório em docs/. +tests/testcomp/results_v15_*/ diff --git a/docs/Map2Check-Relatorio-v15.docx b/docs/Map2Check-Relatorio-v15.docx new file mode 100644 index 0000000000000000000000000000000000000000..2566ad335c625be34b0a3735f50cb6ce499310e9 GIT binary patch literal 34109 zcmZ^}V|1oX&@LL=b~3ST+Y{TiGw~DK#>BR5+qP{d6X)dJ``c%o{o~v}x@+~SR;{{M zUsZJ}$bf>u0R8u&tKjPXFX4Y0@Sonz-pPbP;r~|!_W!8pJDJ)z|G$b*|7)$`ba~Ua zABA6FKtOo^x1x!?v5T##-5+{)TO0cSrdB0x$$|bt3f2#HxT&wwil(}XW;(0VB=oCq z5OBnXl8yHEVsfQngTD)y;9|*qW#+1E$uTn`+#Rq`ycbh-hA6e=F=BYtesFpiZOM3| zk&W0F#S+KV00ao#`;YQLBR>L(2aj|2uAWtLL>QfU?IroB^M#q})&$A(y%bSwG$p+2 zcI;Mialgd2T(v6>G%P`aN~)`c364Mu|553NO!z3N&PT*tSz(Z=9tm6vjCK1UU~BWs60fvjx+-f+uvGX%}m1UFDDIXKJG{+nv_P^%d^3W z!)eMP`aK|({%deZe+K~ke~kOTZI)Jd=>N+M2ngO890>XU*zEsnt;?@HMaT$N7BWZ$Q>n2@6H&lj4&q(Q_n9tMZTPHs z`Dq11`qMC`tZ4SVDeK#L0kndYZk9Wrj4Fj|oTEpyy z7kfm~aUc-C@5W_q%M|{z>*gh(Z}%vE&5P%``)!{#X2fe_W0(i^7sr!=rxrF_)I~N- z%aQ{nU)`sgrEkZQ1^a1Bomw^{gt$|00W`}6$0pYqgBf9!s63wF0XAq*(b{l(6z%_aykKNkwZ4zy1p-3=baQ&D{*vCC z>Xt3uQW55s6NA1xa@6^JhFx13L$_t$VY{1`^2L3I=TG;3pYi7AwNP{g7Ij#{(#lm=yM13wcNPC_pQz94a7`K0sH zaLI*-A%#b*_H+(};=Uw%Jdps10}(s1dljEgr%Hnd(83{T-@5{G$tm64BeVv@i%tgqt74p zwlg*VZkitNR**k<75sH?)mq}|Up9~I7|fAbW^xwm;mwIV-WFg$MquZS~Jr$4Ifc#sS+h}k{aUpw;pi)&@~ z$%eN(89^gjbwatkFEX8|dI7oEUx~QapW-dRFcEzj%BbB-R_in|J~T~+*)XURVI!mj_@5~V5;*&$ zV$92c-awX%BM}O?&EZ)DN#CCMq)PRp{mK!FyLUkoP>~gwN}-4R7B<~@v(#l1qLABY zeeXHF)447q<|%G3>JVmW?__=s+RQH$Yv?Eg4++x-wn(`euXo4XC?oMz#W1(|!GP#w zpTu1hd0#f#^e;9voYzb|nCM9)A9VK&`j2YkBUm~QDEs+Io`YX?3Vvs9_9*BA{xuJz zIOfmty-GF19J&-G;{Mw z8{NhYP)z=@-Opsdt~JrZB?#0~#yAcz(>t(lU5bNH-xW@#MV&tS0u`;bZ^(pa{dy>?#m&M<%O7_Rr-yv_`MXy=ie0*ruAqFiI@j z%bd|`SIztoIm^U`9A!=u<(@$Rc6%K3>_Mfd{{BMn_w}$&V%+aj7ydNBK7JHVVSO5^ z2kCX(MLwyFtpt+!B7_KM)9@BBwq4>>MGG2qdpJAKH;n;o`Q?|Eq5aj z-NM~<<#Fd0)hIIr)*$PY)jt)jjS4e*n0sRcGgd5fz1J9s4OlIm9#pqdbFJ9PQH_eG zdPomMjnka%ga{5?)0qGfM2CjuGwrKMiZj+x)-%%&8E--`d!V~Lr8EVlaZ0>LMh?~~ zP%9F-vh}Pc@8~EBl0YKx^CTQ9B|pGR`gwm#!@cg-SCW`c5d9s7ay5+1?CS`1mXkB% zi!Fh`T##lVr_W|NdkI(AMgP?hUt`suM-;oa z$*f_Lck?O-GEkR1!SyU~W0nv8n@Za->D70b3B*Wx5#@}`v^{Up43;c z;>v>#$3jl1_CTY)=bES51Y`6Fs8Zae^tXOnujCAtLM5Y!Mc^!`-3RVyN|4>T#}h#u zIGaIO5A=itc!qnLf=HKVxF?`h5$5{0z0B$$eKdK2G!4(w=>m>^U8f*IHF~*Kvl0gD zOQ>&wkhyFE)E%+F`Sa*sa&!#P{yVnPW8`exBF3WW;DMfWVXC;PS>c!mjE)sy&Pemi z`Fr9=Uy8#cy)bI!dnJ7oisakCcUsuv3 zQA_lVk9`mEJI&f6wBIN#_fUI+xA8o(hi*q*QOu|ZGa64J^#2xq(UDX+uYs_CznU)_ z4MzKbW73jWxjT9r{5!B~hXvOJ|t#)lU4+-Wz0O&yj<7w6K}$ z)zXQ4b(x*05?mkc%T>5YG|#D%dWbWxo*IIr2w-!U@YawiONAf5secM4<0AMMnbsdq zVV7^}Gxu$BElG<+JiHr%nZioC_hvLaeV)nTS>}kyvA#GUS7C^_s0Hd30cAFg&S#j*)n>0YB@q6pgiHrkf9N_qI3|Q}6FkUqCJCcYPr$zD5)W z6q*;r41x>Rk!C>+tnB$_9#O!6T3m-kwGpdIg~^N}XFM)+0nvYw+}MW8k@FZ$6VgGUrk}or1Hm^s zIE_Je&Q&P=^{Wb`gK+W*>J=8@HYwY3Bm>g{hi#Ua;bzcPfm3@mZ7uR% z`{L3?L*>SmJGPe6rFkNdZgI%bbmB?1uCe*HzGvBzdI$IFgqHl|&aU95wkvVBxuXgg zfY+;KbWUMH%LxpO3@7~!wUM6m4g-6_fL-9~okmnrN;S&6UcZ|aE>G3vtplI|?Dld_ z`NHMsIrGFyETa8bGL~nY1#)OBH?2vMa6@=Vurjmpbn~)eU-&Ahk9jEPB9Rv%n#aoF zHQYlkK?MejLW&x6D3dggL@Nu63LlL^ygVobl>{ApI6Qt_&~b0mz&ud}5{I`NI~e-w zPk*5eYbIkEB_q4j4XM-`=Vg814I+FI)=NdlP1cJBdMy8?1qJ)KcwcyQIf(O;Ke(KY zjoQSOMw^g2W8#cd%=|A)wya%BTrdhwYM9Bh$c4|7%UeQ3M7^AA{m__1qJPDVBV$p? zB!srhR$N{MfAFfwLR9p2V<%J$p3Js z@p&L+`#

yquHjeZ9=cYfaClQ*GvjD7M0!xDQ_SPB>Xjfm7P!eQUL-YS9}Z&P3h< z4$dI;6<@&-(LbgnR78od)}opXMwc`H;J|Aa$4?bbmonO#(X)}?feFM$#HhsJ9~=mJ zx)RE)5-L^jQELo<=9Ulw&nooSghIZvQ7a8B+;LZ#brU{})bU4BH(rh!h+gluysOa9 zpV86-ojulcbbdZ3E(W6oI=)V+LoI3|*OT9QG7rG0tGV8LKVXwc?ldbxt*Gkn&eDK( zNvM6dc5`1K_{0Zf@k{2i&oLew_WYb^(W*cgWjpHVh;G<}hb;PA;1$Ul&i(-2y%6U(j!>ff5G%sYaG zrF_k+hz^vu?0i|Kb$Mou?MuDP=u=zErGv!T_)l0c>z`U2Sl^W zx_rREh1@0b!|9`LS7Uq1h2O&b#MfveaE(31-H!^kHB~fn+G7P9fYgERZ}D#tquE>ySy6E!dNg7M24`KY%Ims49i z56T!Gs!INpllD49tioH@T!BJhJdTj&M3D2fF2=nBm2hcrI6U^;V9rM0EiM|Bkc_Cl z!-=T`m9QeUniViBL$_5=tBI{CMJJ*U=g z%T{{{Q!{{cmrg0NG;2BxFx0caL$bV^{S286_s?b~G4*=c{&7X3>D(`BFzMH^{6sTw zUc4Opui*0%)DezCt#^eV=aHc3*ys*{BoC7xI{_K)JCgjqPc{O~4TyF%vDo+oS3N#H zZv$g}k*T2qy-D&IzYilqdrW?D{KU5%Mrom8*=`UQB>4@bCJ-sZH4Qg{GVB3bjGWA1mjp#d3crPG2M2u>tkA|A=vwDqlU=lPGEz zronARHN?`WN2=6q`t4s^UHrxwyl4vu7lt5^56a>sy36Yleckl}dx#0W@;}6|-t(5{ zPaJe794p1s5y`$2pv`X2;;ds20`Tl_KwE){DoY4Qw2rlXm=daoRN1t3T%4fU+}hUk z+}jpT*&`UVyjUt?E+(A>IyBKYhJagycB}2noVC-Py(`%fw`dF#h>lm-8rlO13lAov zlTjVqB+tC!2eqwQ*%YJ>ai3uh*WNS=2aaP_D|P7gZn;DIwir3R$J*IkJtwQVglCzm znZt}*grcmso<3r1xtd+RnSh#?>TD{8V`A3WY%A~{sDTL{i-{k!?7;@>=ttVG1t8=O z$|)JM#1qq&aW)J%V~#kNKSz2UDqwB5!z-wYm+@32t)SD$=SRzNoM5a(=1uL$viT z1^DK8d%f&Gl^GkM50tJn$$41q*G?b9#{_d>xPCJ^up5i{pFMfO-plo@FuQJ7&-ZDz zv9B{#voThaGgY&%#oXRp90=g`ylnrCR~0GWvC>TSM!Ogs?9aIwIBnHj1LESV1i<-a zHJPnqfB2YSXR^@Hgsb-~kQckcpc+9^1_XTipHcxRwzGyR3X767LFhfm@21lnk-R)-Qp(|&M%?fMCcJo_pMC2^jUOwHHG?5|XR9@VOC(p9h9?di1O zadTJD+L~^o3A;CL9w9cC5|05&&iy;TP;Ce_CAQg8w~&4$M2?m@=9TqrG(^M|r5C(r ziU>x_C?gUBM@Bhvk=^=SU6Ki7;JV7j_~bt8?8Es>LtiPjkxw76qP6nr)eOdcekRdq z#cR4M!E2@@NsvkZ|3EJ#X1wolCw|g8_Osr=Z?xWB1LfCMorB#%mcErY^aKbBwF zeyVlc0VR{Ss(H=cMB*rY7X-Zg{1h;~SJVSJy_|xLW&HE|;VNh&7LoUs$s0`=F`dXS zp=|MpI|C?jX&t(?H3%-2X0u#spbcX@8$2%mrKp5aP}w7Q#ri&qO{=o~fZq~|NLs%~ zBiw;>0{dW4kdqib;#~1cX;yBd{aut4a+-0Wxw1YIWIHV`ab=__zR zndI1~R#*i>qru;dm>KJ$P(AAK?O>=9fDf2#dIvBi!ni&R%--Vr7A1I5_3P@hT$`f& z8Q_E6hA#~KFs27`!PW8j7Dv`M(a1ru*3_%ob+T{L$1Pgc-@g zfs&F1epJGWkd>MY`++gj*}pa`Ype}LnrWHW>Vcb~XX_FKKj3ZR~ zu#~CSD0d6BN+K}eJQ+X9*nEf$h*?oDc!ZT@AAk|3EqXZ>t-NKKBLGs|!1P6uUy}}{ zTE`^mO-sb+`@%T!IxjHrXxXCXV49ZSo^o}DuBnJqG4h> z&%3zCk{heM4$-qFSrTDoxpcApzL#04)OHGa_w@GGxgrb`;tV;Tqm2+KKms1-X zTBDMljSG@{K&m2xL$0FRiBB>VX27SBXE~O+e`7#!5WZman+@$ECWy94Yk|9>oNqG= za@kJ{lS_;S3tsxv5;HnY8y}yLoR0}g)a5wYtr}SZ0L0`S}P~_0gM)JV{6>;LI{JN4- zNRHN(+h@Uk#=-*TM~35qC{=pa1VM{wcNEYH84;hFQoF<@Cw*Q zU92}rEArkBcYJ86;tZj5owenz|nd7g!gTibw(fV;iqYuKub<(AkYY5%Lovw;6z z%&6Dk{I{}pPM{lCA|f!ChcdzHyPdheEvd^nOvyS;lxwU{zf?+tfw6~rRZU+qLLD&j z@t5GL>tiSv%))0YM5+rE+`N}>{+eTVTEm@cg)q!vf|TIWYUf92i}) zZ^e@B{-hC&3PFunP0?!lM+Fqjol5o``idWYea3l z#dhfOD1KA$!+*J{sEG} z=Qpw|(Hrn*WRwU-wNF*L82v`Q=3kFBs2;f5Mu8nQQ*u;0pv&jlHyS~bl%gZutOOPU zfCUMruEQh+k#cBye&{xjLYR%9XL7{Za#7UjLfj!Odz0j0>SLj9P0)LR-8;?Yf|v{w zvurP}i~bfeu1bPRs8Yq#=-w`K_;DN&HN2v zlh>W`n-OIRDeZz9qT;&VH$810IoEFc^q+Z@*^@d7;@WnnC!TzPV*{8?#5nAzGI|HE zL}>?tqE{>x7|Gx>!rXYtA=11zH!TQqc@QeZ~;US-lEj#(e1|E?J%;H<)%^68Z(^kW|IP#11rEw24)OTvmp zE!@LyW3;4~&hx&Q7OFVqvZ%@$I>~*)(6ej8(BJ+n94SCI{v*M*)laIIC=YoF92ZL2 zkAd{~ykY9J?}gAab?~ogX;2NkhR6eQ`?%LDeA=xxSWN)IYX#rA#p9*Y^ADTrhJ9)^ z6iv{sIn1+?dD&(PCoz<+p?HOJA2PA4*X2`Uzo7J{>Sld&9kZ(q`#>WhQrh9 z<1L=rc}DwhOA={K3-(ASK6}T^gt)kr*b#a@@8sozlHi4V=4=%xU0e`LP>HNjiR4%5 z$-3EaFL&QX#v$8HFOVpt*~8PO3S9CFZSXQF%YdM&)E1-?tOOM$6L7&He(5ucA`{Tf7aQL3}sjvU11Vs8iRZEWKkE{(9yV?<-GkLO&~0{KeX!u^G*! z83=lsgqchZn%RyeK=!QbHG{E%iN?J5kwiYG!IQgO@GqU*qdR3Cvpq37`HrRbdf4AY z-u%H5vz|1FZXr>P0VJAnf0${;a5VdgREpoC!N`iQ6v+wu|L&YO+Q4Av__W2tO$){L z{*IQDQwBSLiKr*NyXTT8otqkntcpr{p2!9M7LDRkbXBVDDV%W$Mk#D}d8U>>Yu~8l z7xU3?**1XS_bd^#LEh@PX-&!o!*w`zrg;i1kz7PD4UgGSX9#QVZBpC= z1|7AzFvfM=oeyNuEc#UUTkSi+)uY++KA_H~gD)g2OVj~31q)lu6mL?`7?Poz2jKFu zxEyCtZlT0$zo2-d5V_jpICib{c>h#na@Q3s;;iYhG&yd4O+P)paYo+>SlWtYVCe4H zus{pc^@7pAE24)#!T{?gw>|Hum@r6fc)0iehg~4?ljnL-@^4`FjCmdxym=WqL%a~4 zB@;{y+(o3Q$;qm|CU*wYfB=+)Qj`e#3E*{mKJ71+W4Yo7nF@xn1z5x5qcy$|{aW{n zytepWdvFPBguJ5e@>f{~5$))CvqVSCz+n#%_VQlO0^N%tss!LAkOVC)46hU$aY0=} z36*$E#aGE`QVVHHZ@6;Vmi<|G7*_%pw797T6gMuUWHui%I;_v*G#2@cSjr^Nr^x9M z;^7hSyKEQ1D1@S-92w7ER#i80yNoFY4D^=Cou4g;-)c0E(B=uCU z8nURLftk~`_RaU$+#hk|_CFCZuVSJ~hu!a|mHa5#vgcyZJ)^vAT^zd?auCY8XL3L| zpZ|5*_%5eeo>YH$?o=U+YfC{g4ry3&ApCh$uuHiIY_Qu{l>Arm=J=&+Aw@^m?kTqw z6YktUae$ohw8}=A$94?)#{!l=7Qo~(Edw(hQ$11(WXuG(Lt%09l|8=176jg(^`1%P z#KC2zH)f`@){3~Qwk78$$ool`oH73`50Pp)LBK1;A(tESbO-}1!>p759bT)p!Olq7 zm5{V?-k2GG0S?uS`&etrFO>3({AXpcm(SQvqx4^v)L*IEVa*&s5oquP>{d5dbm8Zw zoOp94^EveHkXYQCnK)kCCiU)(eK7t>TJU;$l$y9+a(u912stJ&(_xo@_AW_2Ao&FA zQjicZawoe}x=5CA9OPRAyS++P?n3ka=E7cD3&*kO!^noyHJ--`hGaUp+r7{#O6w^A zo%+2G4dDA&w_MSRP0?WCKG>=qdt5;x{D+FgDyJ=48(kP~isszVdiZ{h|BXig7-I`n z#miZZpnLeV&}DZkqp05va{W`RD2jiAls0u~7@Y1kGV1!25~onl_t0 z9d#0QkfI13Xvl)R_IY$*`S>TGi!VaE77$tNB})br5e|&LKEs%lRO$PVT=5RoaJV%& zxz3l~E9}F2@R*o2(&<;~(C~kWEsvNt6>u6w>*Tf18mHpHoI)^y2eF+M^FQ6;6$^$A$M$pw%|WKPY@*Pcd|?g zBTs3euWk)92SM*Q!*M2&%@K7blo>-QF}xV(UtNNh(j3~O$=%pLJ2$o((H z{b4(%)~`vlnq6^MejO`LvtAN|WV=S&A4@f6gky(?{})jZ?21*Gqpa@L@}Z>g+ep;X z?npJ|E~{!OSnI)_GvtB0T+l&)=$z7}kt1QEq)9;##1283VDFGlmOK!9#KOCTtVS7u z!1B+JX-rvCmZqE3YLk)By=5yaW7Kq5_b5$0)6}}ngXi32Cg55>qSK3hi_}D^ajEmj;Q^LHZ@{z{xrRL$>fUpF+vj%P zT*JfM@_KnC0qpTu?zKJqN}h2Z`zMS+OI7j`#56Kd*XLa~S)CeO?=~gN&Q2X5oR7T9YSd>`zj_CGGCz#eG?Ucl60vcm%wE?M4|})+jw;sL#$(q&jfu&eyAc_1WZU zp)0h~JEg)V^d-!!xYyHHnw&xK=HepC~|AE>H>9u5V2;~R)ZmRWVxse@KiTK zxV?DB{&TwbRF&*bxpV7}Om?NeyFVL%zPe{ReOguox%^-IQE-928$w?;DnBUZZgZbg zW^ub_7EMOGJtQ zD(hYA)rpU)BH&($|LoB|UX1(Zru5%E&7#k&8M5G3xYs?_1$trK+3}(xx~9bAqZz$s zE`gaPvI?$|w`6OwxCD>q6Z*4z-|G*MGO{L4koSRIU+nOx5CX1qhnju2tcL7$CNL*+ zzL=A;qy9!2{c7qTfc;Hm+1Wq1kfRx7j&o9yvV=)s4>-DbXy6O|06fE4_g$_O60&Ol zsV!j$bw~PPq5T=%m+P69D<-_loEQlF{P3@veKD+=jyZKV^Uqnn?Nw-Xo;03T5iV(T z!Wc!K438NeM3uxQv}EdkVEoM-z#tvFIaMrkVu+A9nn=C>TtE>Olc2h%fo+NC376dG zTKNh7D>5vU2oaq=6?cLZMFMrN@T3Dtz`avk@I!X(@>+)p>54> zWi#o6IVi8uaJS+6_3iUM^9`C3KF|deI(W2rCUc672yxa|A%b3}AvWItRDae}ukbQ| za#mOJiz9?3JLvgCX;W}&YhA8oSZhkF0bD?CjZ_iu0g|Wv#{i+3}jmw)v!H6_7=#@mG zVY=9nVgi6~>)6(+{U6-t%Jp=<@xvucC3dC9X72&zY>fVkqEG%bvGk;_mJAv8bacBw+vave+k?dNXE4H?( zm{wi?NCO7VN1Kii47%hYYoFiGJZA{A)^z~+R>pTnLvAGx(bgaoa=1*Ni#3* z9nm~I7!Auuw7~#W@8RBL2U1Fy(&Rd8&dYJmD7PnarI=G`;A?l)T~~ZNvR&6k?mjL# zO&A9n)XamVBA|b7FNiUR*JMs53~CV7N3v}wemsDu^Wm5N4KkD;=G2GKeuKYGuM6Jx z(nsci!^PRwoL$xSde@$T271WxIX)0RQ{`krdRB6{;Y!}^S;8~Ez&aXPquLCG^M}O| z*eBbcD#ylJr{Pt$aH$rsyrXwsoa|UimV&nCA2>$VG|Ynxmjg>bxZ)uw$Ab4=Sc3AO$$u! ztaEtcQQ+(~&qfshE%Qo^YNKkwp;`M?wCjWut%g+6IfP4)Jt87%niu~R5#~)_O5>=n3ElmT-Nc1>lA5%f7-~Zm?f6Yjm zTfS&7Z@v#Vf=}j^<5kHE=!@?^hX`y~mxkUme23zXVy>O(Sr72Tq{DQ8V;=1 zDj>$~Mw%)samc5J&nY5&w#5%h;_g>G8kI;;eBlCcOCb6!&78Wf13Yw0sn5=8Li%!~ zkev0gkF)OLLZe2A)4x34ZX$kaY!a1iUHmaleC} z+ZYPf983p|xfCxQd%7QvP>10kP+uSkf_K1_9c~yE?ElW`OOg%miHG8RLxu<8tuOCdq?eR>d+ z@@;jdJsiJE;vAr38J;A_SO9ukwl7+LwpXN8UI}1yVm+Ty?w-e{?t*? z-5L4kYeTx*9ZRh@QLEGvJvJ$ojawt^QG&oVB%50q1!5SX56bHLce;-bmizwR`i#5E zj5bMh9JzbtM2qFFVz0zA7EjA93Zhy}9n;IPlDj`+$T4oc-;xv+3e_sC*qZbHFv+zn z^(~ZdDf*{-*TFz;{;A{|c>Hf7x$l#hd5q!K+gE1b)?0W~(bgLh7h?R|iW< z(6n8{@7puQ_eh&=J)%~hUMH)A>Bc}mT$0fF15!jaRg!hCDxYB@JH0hdL7#559G8EF zG-tS@Y~0>b{XTI~f(Z9Og;im}m<%b;Zlv{);Zx!`*7^q+E{jSKO?aqHQB64hRK0z) zvs#1Y!ysHp>&U;+!-@~WinT^>wvmOg#FW+ zly4}6moXwbIUWrk^%uAZ7;99s2cmd2V{)O9&&$ zAAV}vOk{%H?KxYsZ^@>%_( zxt!NnkVa?)NbG34To)B7(k*A&sQm^*LS zp=uliguWQBgX2%*(qGk)QK?AS-!YIYhHj8v?YRSx&~p%%XMwQPTW^vVLd5m)?wr&E zF|y^-gV_Kpo>JE2RBg+-oXO1zYXKt`qT6&?fh~ z;snbTJPO?1^yZ84;~|no-nw@w1xYBBM@U(I-Q!^6+_vA4&|~5tfR!dSR~4o7^&xko z*_&(0LI8>*m=YDptDHschR~Q1MGYbX0%8sUzv%|;?}mV#(!!;=->-ibw$^|-1^X}e z5hcWu^Ya5)Z9|5V)&usmjLBvWSbrJtJj8mRg_Zp=vU0H!mA#lU{A1EcPoWt!g=ZuU zvu3%P#2~>|r2M;K>AG$tD@$UfmQjMe=q+WY$eC8%Pl>w&|G9Oo;%YlU<#vSP_v@Cq z7F@8Lvh~BIhJJcoL@^;baqnY|9HzK+!!3Owvv?YFhWScAKA=#xGMn+9uP=i#7KOi- z%jV4cRvKnyo2jljtNOFZ)MAoixf!QLKdfYaPzxb}ReSnmNCy*P-n3bjrJ<^Uv!QC~ zOyAAp{fa`${h~Ff1qEe0rWG)9(z;ZxRI|#L!xWP-1K?@mdPL~*3g0H74rvvW9>AXr zh+%{>n?znJQd0m|A zss@h|F;q4T_o+HaQ)xo(7Sn{YxymK3iqqM8gA+Ep5-hEC8*YhHe8+sKP;Nw7S0?9V%5eXhbRACr&0jiY z22jS(+b*_l7OoL)QxMyL;JFvt2H5Oj=~An(Dd$BLS3YpbN6rkl@7+Id$S3?dlGCOp z5jj8fOwg0dY!{gsAFY0MrSmSqb3gKH$+nY3=u(=ET((LTxLrQOt)2M3+dVvblROj3 zuZ1qCUFlgiJ#tu03N4&#ZAQ%pHBuI2eV0>GkyhgUAI@B-r=ovB?2USVtPQ8WN|WfYe}qw0K!ISF%cCN<_a9d)>(j-3 z2MtXKVP0GWZ~fINaw0-Yl-#cdgJJfZDEf z6wrI~*6exw6{-9k-D_`7^8xLr++Qltcg|14)G8^1M@pwffxP}AzETgD>lcSrkB~=v%L4yLAEF3nv+-I)#P_U zOpNZAcQ7n#{p{uK>?;Lmb~&F7!;NWSehnN_Oj`;sFEBC6cWsC}2NQX-0iNw|5y8}I z>Hi@urg%Q}N+gy5L&E8>P|jk7*H!kEgC!;cpRU%#ii-r#p7z4#l(U5O%MSXoBkB}T zp2Klhsi~F)^QhfpZ8oi6@z9A+R8k0o(Sec)KB{0W{8vbulmXul^3#DzREXp07hqb` z?tffB5J5s+3Lnsfhx;5Pu)c~HDy}&HDpLKeOJU!TQ>x7D-d(p*2MKkpS$56O2jKlE zl(rS4FQK4cT!fq)4vn+DRpaWBIjm}ql)=gARnjx03nIzssYvTpmZ|kZ!>ZHVGCEjP ziCFL$*0tB3E^q#YTS`E`xK!T*8ybH=Upk7|xI9neTa<)<2~YQju%~ zle?nB<3e_rEu~-x)?6ba;ZaRtQQ5H0>ar&P^9w~sx~Th!d-6+ ztDiGmSLR7%qvBj3;apXt;-I7ASaU6mKu0D!b8h|RPyX>Rhq1hk{* zFuG@v3@&jt_*cAFguCFEzn~9{>>C_Sj3>8QHkd9;ofrA?GtQb=@CWGKB(A2PtZiNC zIb?>!Q~%4p*y42tVyu3-98n`)PUouWa#SC~ZjAjY2Crn8`Kt&@hxPny5HQseT;9-@ z?CWJqvm%13e@!+q*ug~0GNM+I7d4$^Xh>{41VLPQUH;fr*Nai}D^*&54h+L5wr-+4 zVCIRFiOmWY7e@a+>>4b=JE_?kJ{TJPV0bjn64@|krB1ptlF#^JvU(&AlF1yIe&jLL zrgK4HV27=faoH+Ol%FlU2%?eNPyMp4QtVR00t=-ww_jU=QB^On4C`H71HUr|V{351 zHWs(^ZPQD-+zL%Xbc~dPOuihxRWpRJdYUevih{Y8 zNHt|;4p-L4boplB+GaI*ElVO152j&LbA)%UFeu7*Ys$1@1SNnDYeKmf zonjWQ@q+g>N73y!1boRE1A~Df7_?F-QVrUH18m!`(>_JtMSx-V^O%iPsa1WR%7_lh zPaCqX$-+-N-4^(5fh5YTK#W1O2${DG5O8=k>AKH5v^w|C_$T)9XC81={jnUbwY~Ck zRPVJm7yx3(_yTF!kFJulr4S2k&PWLqU57?6DFqM!F-RSA5QY`A7-AQV{j-C&Z^&6y zjTZfXihIl8x{_TDbeox(nVFfHF^-v;8DeH;cFfF7F*7q`%oIb+jvd2u&YU?jlXLH@ z_kP{3T2-#{`n1(8b+@EmYB{HD1ax4qW7vI_S1(FgJZCqonSw{PjvH~E1!n}aWlxLW zFjsLPhLppT)PD&f^+Dv`k0fOG3meArhTPw(tqPMAuI4k$b|R@^NwTgrqc!hh#J@*T zaO;2+9s3aE%@GIn3Kj%R3%(_|4(%$nCWiYJ))QTf44N;=g&M8*mRc{WY9!!0)2-VC zh;g7>;1?IPiK<8ZYZ#X(8Ux$2gFrLh@3tV%sB#xVPwss=uMvH&i9avEex}4~ zL74UZw8-0a#>k?}*pi(ngb`Spk2RuOM25z;HdgnE8-mtAni~-mpU>GLYuz)rK)O)H zho?>7cZPMe(P`lFAb>9ft}+cbD6j^C^B;g7;lQ1eq%g|Oz$8r>4o%>DO~I+&dK=J{ zK>nbG)m>9pW5BQ1Cjb0UhT`jF=3w`-Ihgf>2Zo`=%`yFsiu($~=s5~U(yjx=H}7NR zS@NpO4;%dMkHBZ(SPBBVs2Xk#_O7@ACWM^vg-7rQJQp=yxZ*=acwwJGugD9lNQW$O5+t;*JXKe2f$3OjKH}==@@Bl^N}f&{ z<_--X`ehoFy3rFS zDR^$pwx(5;jiOl8f1_GJfe8j5wHvk0=`lj0cWz)V3CrlWXMv^QJFC2iN$E#~kNflX zfwEN;X&;?%ao!QcX4XN6+e3tN|%gg2T$+p8fq{=~}b_6ahGzM7CD zJ4w&me@+W*Bkt$Y#2cMH$9J63qnhk<3Df)DyYxbZ52v; z=n!UY6lj~MrY9x+AFRd4ZiI}6(se*+y<-OMaDffcY9Ju(eowa;;G})t5qnnnU)RC1 zlrmD)CuzZby=zOxZkny#%ixm4P0$*qi)FX7rwAOj)_J6f8AABFS~!remNz87p8_ah zWu^#xzbxzyNTU=*`6uow=rc{{_&(5Cx!NH`x~98f5cf-rhW~h42az!jxEB5KS(HB6 z!0cvmK{n}8)_lCSe%Z(nE3qrCgLB~7`pF=-$PUFaWb~1%Iv%M&6q&$yH|r94Tq+tC zVm>z4!11#_hE)U_$x#$j6QtAOp(*qJk%#0b0By>8X7wQX4vMUUJ~Qyp1Qup2)5wQ< zs0MA^vAkM{ihk_(Q-R7U`7k;I&Ag}(p@j5Qi*M+M3`+Mw(l@U|jiV&WOmb*s+`NL4xnMMQ}d z%#b@r$rHxGUJ7VY7Mk)KmMzN5_cNcl<8B^6M^x>ikMzyy%_q)Zd4z5w;VMh*)B#u? zJfIxm+mS%8hV%8y-%5SAn=C(5J}C54RV+X8#9l@yTH8b$y)G(N#}0FmUW9<+!!?4n zmDMf<3Vt*&{^i91ZdUeo)E8HGc%+J>utD^G!l*-wcv1Tf9p03fLKn#eR_&Mt8yG*6 zhy3(1Fzwn4Bm4AfrVYOzASm%=FUF+*J%8ipGmVkj6t44`!w1SPw7j|R3i9`(B%Ci+ zK}{9|;ANyMQ6EG*<{X+WcUe6kS{FiSZo6sA;IHQER}f40Tl4r;HQugVi_QIrQu$d9{m24PiY>cl znSIV6bsI+E7(_7vhq528G0du@EyXp`?gR`h_w?5)670F$V6~$vMzZBVD$a|1hTGxP zIbh@+$w>c^w#%MRY%_c@CJv_BL#o!llOhHNex$BT=0~NjE6y=;Gz9(GdZn3#B`Yn0 z6!bG`1RZx$3;}~R>2{iaIQ>^r>CNVlPm(8B*rySAlx_$9Qu~oaQ9WDOTcR296#X+2)B`{(OeqtWS_~0S7;q5Y_5ni^4JP zIX@qT{n$$^9>}5owj>&zQ18XSJbM(U#=-bd$6^1G8BxEsx#Bo`+zB7Fv zy;a%iC&_w1zvJ?@?!m%22tKIr_w(8NC*2{ln$ms)uX1^R?m=dcXExc!FD2uM)B-@t zEBKbOmSN8}u}ei4(Ze!TfRYQ_S~Kg^KEK$D(+F#gm7FUYo;S`zRZ&jA9Up z6}V)2D$$1OaI!azjud`u`F&ndPfnd&foTs}SgPB-K zfoNuXnDVKm^W99SHjrwm%|CwmNR%3{HRD2CO1$)GXcCKAP3G0dd;80xPXD(lIyzVE zvSrK4Ji)Ap4^(&_a0_PBuqfxW3q`UbRC)=^-Qh-$Y4 z$Tq*uqh%;rrK}3-mpJ0de6!BXP_@vrsht4L=813NfD9fcv9Q*S6j!ino4(A2uKmW@ z+`{;<3{u;)s2OpOkKt?#Y}k<|bgq zYf4q@R6{`!F>{$0w#9JbM1K$J7$RD7H{I=-So#ABj~WS7OMIxA0*Bj&nWDV2Nci%(Ec=NZB`m>W5_ol%4>S?;;Z}7ZOg>s;%G9?7ZLB22Q=o`ow?>R- z{PfB>Ne#F)i@Ocqw@o+JKB*atF?$?|D;Ja6Jy5V*eT6@pJDf3nWLCatd##LxA0Og7 z9nW)T7-;cI)yDqT?Ch9$!rcyYGC^{LP}`BCeNtwQo*Q%^NdfZAwVP^Zo?NqGW7z93!(=0bT*#j(Gb@o|oNQZLKR98+vu66qc9Z-aFE;^Am9A?MLed z<}pe{kvyBG2gm4PgMDV{#4joh%lO|}cd#m74*(yd`*gc{D&`Tq7(A6R&U1SW;mxht z*@7Sv)95sqWus!W1k15& zWS5w54CY-pPw^}>(JrW*@!>nE^V;@D;&!9qM4kzF`utdUn$;zE+xap0Ff1!-ha7{2 zMeSDAE2wHu&UMO$-aQsgPeS5zeZLcFfI*otqyld{9vmy+ZsY+2BRZ`r0iFP%)LtcKK4`(_5!FD zJI!r2iPS%C79u;-f7`!(B$|b=J@Q-MbFhf)9Zs8wH>{m~5tg7k<&>k%cW&N}`mP~7 zwwPO5%3QV@t30<903V~@O3Ze~UsJm<85TqZ$1~W4RswNG!ZnSOP5z7!;ZjCCrnHYXa zKW{BVU)1x0b;uL5Ss~1^z29JeiljdnM^}sX$*1Es$p<|o?&c|uo=dUe5QaFT`g2}N2Hw~ z7?0I}S%74ZLm);y1q!!707i1;HG}a``DFglkDhvg=hFK&WVMqSlnef+VbrFZim8vp z(t2COUGt&Fcj2Pvh{f|otus-8elC3Gl{u+?x;In={8ARZCEq>NBYl~nk=91+546QY z!RXal0Z$g^MDjvC)g>K2OQValv2~ zJdjFa8v{0cw$IQ=Uc{>UlsF$O1i2^k#E!<|5)$#OMUM#MAt#Z4)CcY#!;%@4R%0)S z^G>1jFwC;QMly1wHcx$*<_$X~vu{Jn&M;~*O$xe~$C3>=>k@xmWf5p!k~Yf}u(t?* z;;5d{*|)26^ZCi}Cfsg3YE)q!ZwG=MeXlYhI$OJegrF^ohn+&r`kFBECbsSbT$|KH=ZFJ@ zk+G<0#=iOFYE^QC0HdBTe*(VCBw4V}CBJyScqf)K8aE|$@PWCE-|?=}WVVzk-GpSY zJ0=Km7YD`n|0$T*40i$ zI+pr3azQaBhyFxzVI5NDjNMWZ^3#ob$^;r?)K{wPV%m%c{^03^(8UYUg7El!@~~`a zkGw53+*x%J?06xP!yo~d>Xr!I@T2}R#y+cvg{`t{^ePjZib?}R z0oE(=3oCg;b9r?ZZmp6eA(rPZxg%7`Tn#7Ad_&E-O~MWoLdqX!{6OeGM{fQcja;pA zA$T;ZowFOEW=eGkNG4Q<@0d$+a4 ziuD}fR0;w(K!Nq8B?`e52VqNQ3f3@lzolWZ$l{F|HyCzU-_?+@uiI8eoxR{D4M#C{ z1l9rXf{07Mc4XNmD7Haivm=ft%tL0P~c3HXz3>5L!?tU~y3^ zD9aheV1);v5Tj%?Z2OsCfd@K|0g#P?l8&dVuV;*`FL`euGhEmKv^C%(vScOH-s6~b zQlr(vgu`(Ndc6F(lJccqmy-7hy&ZpXrr(BvNFrqX{c?dfiv}+!(H27D+XIg=vWDJI zP|R;x{4+{x4+vy%Aw+%|U3W2JBmPIga4$8!PqA-PU54kjRZ>TVKY^=Wcn>9sB8<1M z)b+c)Z5J)lcuf1V{lSI&)A>Sncz!hVhLATh>}W=x-`0bipCd1>#?OhKTuR`ZqhdDi zs-a6&>d1D(>-yF7&70iGdLdtcK;h1RX&_lErEHn8@{b8mEe-Oxa^lra<9q#lpK8Ah zWsm2c1Pig#zc|(BQieoBc2-JiH zQ45PxhB%Qf%siiX=?`a{5W237S`R7OecO6JH9<@00U7Q`9h6q2#{CtTo({v~Rgkt58?Q2Z$omo$ zRXMn44AROy0P1rY-EgkKy=CpVkahufWF|T|6gyCtVKI(aHnkr*tU9tF_sQxfwK3Ek z+X*2eAl6+qyOxrmetCt74JL6{Dn~oQ6JTd6`Z`6CAf!(#mkm?Os!ZrP{Kzu73R>;i zE!>TDq_FEZ>0nJ9la>(z0i3cFqLFrI=?+oD?yMd~sxj!EP|VBa3ctQyX=-oRKN4F3 zMPs$nw2L9npJZOC9g630t?T9e;Sm!^x``GDFlutstI9X67|p0cKlK}1w{X=cSvKjU z*Iu{jd6Ns_bjF?}!vrf+aWo9ZC}*$z#4qI%jXw;P?W!jzyM`X-2@QXk6?l@)x?$*h zbONK_fw_XS@7wG*V$kD0J5JxXa;4XHT!LYM%$8{qT})-4kF$t!hNUt*XNyK)@Gd>k?|N6ZKS*93lOz~v0@B0LQUBooEsY%qy)$*-{zPA9k|#7d+d zpQQ?$YJ3I@xE}9Vqdk^$*D%J;N7bq z4897A{nR#x4x4UNkah}(O>Y~Ljva~MjN1JSXXRBhBQG-t%6!r5f?yIu{!I{V(N?(@ z&VNUlAHeJBbD$Jh#I(vz0OLl?}<_yD4maC_}Nb4Q29_lmPz02>rCTV7D33~c1sps5ie z2nT>NBfCQjV{?!VU5mm*j9crA3;=^(W6tIioWDGQ$kAIlWX86Xf9zyBwsXOTtLg@ny}#>CB#}alDUEpRO>!h zk>e}3V)v2_yanvCNTZP@0Bqv(rv)4Ki6w{o@mt#3k3njETUPc=8y-z;*eTMc+i)wT z`EY8{TkWPe&Yb1RaJLhVJQ80V1Y<^Bkq`?Oq(j5-Zm6y1u6KkLs%4eE}Dqnn;EMS;6^_?7BpPb{3 z2{ecsGVSnv_OJ-O?ok@9zeYSoUg*!fEJECpC@p?tKLGrdycW%%}TNFiV~jwkZ&|t|H&Fd@AR9oI_k{-e z@uoRR?~1Y51tyRt>r0lS+l;y&CT6O9+_c21Duur}K!e-~+WG)T3Gc_xbvSdLa~Os) zFF^v9c#5z<+5)ilAB{@rtuoN3^My^dPMYRrSvnTvGmGL`x?dVUkLP9inQ(RG_2gvJ z%Wd#}`+~7yRvgk{o=lbrvN;axkcng@c-Uz4c3`?b3^?VmS}aW3;@J$1s7%pOxfuXN zUll7S(_;`+r@jkrVSjx!#PRBmIzT9~mmB3;&g}CxbX>hz1)ZW3VQdre?$^p-;Ab8I zwxN(F$5B*71QL1fVoGp0X0i|h|LHRS$pyhHAdtQR;BuugGQDpTV~=%w^+3u29C!I2BMdIIFLm=G zi9*V9E!tN^zf$IS!Ew*>cLm{D0Ijg|lu}SJOFgfT-3?@!_ z4b-*i`m~lOD*_fzKrVW_W8&7cye%OBwo+!=hr1uhQL51)1^`t(Yt?A6@TFC!r~1pY z%r(>>&NP15W~vu}aubJhQ1FD4b&cx#voLFaT&`CYqfK(oqP?uWn0WLG0P}daWygX$x-5{xJiy!mYz;g5+KdYo?=B*B@@CT z9KtPr@4F{P6IzyU06g(R1HVhCGfq!zL z%PaETP)T64m{{~39wnP*|GqvqZZo81rf>R_s}d^fOjfWZe}`)eSi(g1oHGoLNoO;ifI|NgF6K9$ zaFu#s@Iz||TdIhSgl(?uvcITmrnTwW-md}c7PB@rdv%k8E6)}yPAn_aA++rv8(TCZd zo+U>Uz-SA@M<$169Hq>^pFwXG=}|taDjJ%Uc2$X@konp$ zYlW{|U7YKW@-t_4_x^aF^EPFl>yrkO;o4_HbX{%L3=rdk9diH5T$%J(~#C}`v8FqOB>;+wG4L!hRVGAM{8L|C9xo^6vA!76lLwwZ`Ay08PVm|nMq}E^3$hl6G<1t(`m`M zSH2N(Gpmm(hVnOyRLeM#P&R_($>P{Dxxm#n=#S6*4KAaC$ie!wwat!^q#D_tIq)KT z)sk5pnz;hn@lbwnvZPNs)@DGtDjl+2I>AqrgBC9vM?lnGurQxDgzvOVQsjk}X#G>_ z9Ss^*)w#Lu50$+~mgC&&1qUm(Xq4f?8T3>c7@fU~XZUbTeC%efwn%H?_o;Fm>L%KR zpC^`y)ek9!xeJ`%5M`-7Y#~_o{MDRZ%=9DNxhrL9M}5^sbMLMz)cU(JSZ@?0@rb)G=rQB0>ah3?6jAffKyr zYrrFL3foRPJ!V$p6|3~8CR-ZDryOJc-6#T(rzKASyMh|gE*Vk%3$M{qF>!855_Oa! z{R%c%{7*DTdRw#${jUUaY6iu`hhnnq=d;{h-dYaBW_$#gaKaq(UepvDQWXYwJ&z`p zs{ttsjl&{m=X$H!4o3!KvdjS0IY0HfOpN9Vv@b!l7Kvhyo^W@;Jl8&kD5^2(cQ- zVL-*EYyLeSGCwu)$+YE;GP1##Or&SFVoHMW`Z#@E zubN8J;HIPF&d~~7W~u=*y&R^=M%R)ddT^!)O2BXm-fSskN%6Vg_NL!ey7ZnN(jc(o zMV@k?1%u6aT*z1*DR^T?TDfGM9Ei7Mx+i$FSU-@3c7>qF2;Q0F;&pUgv%B^-wLrkaG1R{Ro=Y*r@~ z;gc@4RKZDnVr{r-#ZK~qV_Cq&J$*c5qGQ!J!0=5qZ zrai{Yai~^=1hu6dq$3@qNaYH>pgb6eSH0eW0~^J~-ihtaP!*E&pYzj?#nEOw_1zOI?P{z<`=n6V7m1=K1^8Dd=kJCpx8>G(~3P`iNg-)Hc-{ z3&<=XO|0eUxsVN{S+tsqnask7t3>P=9i}UVsR;;_LQFPJg4!Q)2f;f|rUsRA@-=-h zM2#o`r~vb)8rnPduN_Pkix2x5NzikaX6uv1=gZbK2edb&MbYY$(?A+*)Uz9crac7B~+{L#<+5w0H@p?l9^i$hD4EK>!@M{zFJvm8T7L zL(a0W3Ek9(cz6B8$j8jStdhR zpX9L%$;zKsv*N^wNK61LAeJqjRTNS5g z$Hza2*`El07SwOWM3_9UVhwQbEl55>5QsbZuD4L=)efq~VnUK+l|)S_mIO#FKjO}s zw6GkqRLj0Ji=2?67++}oxrS`+3#)R?RNJI5aF^sfN8H>t8#qnHK|8M`cVSOPc)(+b z6TDJj_))fsb_8dgHfV`3sgCVd2qsS(xpC37NBVPSSonbB+yLbme}=Xc^abLbC4T>3Ovc zseW*Cow{7wz<1frF92m%z!oy;z#ZPN7fsjEtb8*ITYcO5y1LH_DGKz1dZ5ZC3A})5 zHj6$w{F7fDAsNunCC0gnwg)`JVMn(?@lpnAKD~OfMPkbJHrQ9Mn@*+th2S0cRR`!k zAEDL|_)IJVnT`ds$E)m?FXhuZhZDR#cl%f!xP4lCMZ;7+KL@`@a3R3Vo#jh?nVGc# zkuKT)QM0=iJe!33#tn&2ZB1c?G8$M5u(JQYNCgHTJqJ>n;g~B=&6*ggjAarJL`}Fj zj_X+lIVOdd(~t{Jy-rvM|nt)qp1zXPsju z*o}l#yd{|GY2YtuR0;d{!vlo9BfPeUz)n6~*-T4WY*>7h6ahoJuyJmZuUrisv(Mjj zVr$~7w&2gjx_vZt%7#<^L>{f9L?Jo^8TDcHxfw(f+Y|hd)*g`3)d`f=<5(DCb1Gvu z2rs>jXpJ^0aIbn!R|q{*MIDZ1=zw2qs@muJ(lg?E*PJ=PK0l}3K4s1T{UJl71)*^yipzD>cyCKPUdX$mqa!_)0ogNVKm8XNy^zOiPONc74~Mx9^kt8%1dX% z)~5%v&@y%y5GBK;sh zE{Y4%^J*?t_tvMmy!uF|VDIX6-x5_u%%-|mGkJMVWg_dItT9qzD^&cPh~vF@C2 zj0>&8gb$6{Zf{G5A4^ztP>>Y~5XIw5YT{>V=o!>dh?YU2=mHYk$xLu*!^Wy*wY1V> zs;N||$&qev7028SF@ZxUfp>!j!^(|&+(8R9uZxg?UNZ-B2qO&%uYgf#mqXaFzmUOh zK?H*Vg_sZNBNI_K+<;4n5;0Q?<3=LeG$E`-I0ziV5)&n%AdOxT`&ob)td~jc)KyX9F)?m=l_ApwTse=^lBm?-u|NZhC#r2|n;aPdk_Vv! zwi|mYRayYyFmX>z1x36SA}*TMMlRgoxU^hh{i=c~Z8v-`NHPJ;>y%-NqwKM!#OQ*A zZ#Z-;dh^nR9ufH;SJB?MrpE?L-@{GA4(o@Uw*8q=U%QZPkt99mtjj2oGq?&9NK~hY zeX}CYps)-&NR6h3oZL2OYp+Vr4e)tpL@Jg=PWL{UPiC#IHZB&*OC)lGxN~0I**`n* z;Z9pGJ80r-;^Aw8xSKzGGDkQennG`FFt?RIpB709oTnMYQXX>{Y46dZ2|t`=Aw@C3~Gi z*QAZVGmV2f;-p2ni>dbkm!+C~$?^N6M|>X9{cJ4aEJg6579`0qonWx zZy|^DU2OT-&){*^_KKCc49Y#1m9qL5djd@sM#u%Z^70vun_3+@{DfNpbVPyJZ!!&J)WoLNadVIBxg!CHw^tG|fh9P9iTY?QjP;uY;yEjc)gvR6jSX z)IeUQxvR=LEG*&)3a7t)d~jQ@^rE2m1^IJ|{ddVMsP`%MUad*d(a!$&YFL;@oNL@b z06-ux;9r%U{_~oVoukRGxtN?VYa76b8lo3`ix0iXC6Y_NzPl)!BHLi%Cg(X|+Q@1{ z@pMm98kWw{Zv9rH_v)0Zj;o4y-pjpujBFwmK|Irer2LU=tuplrS8R%fPJPpyaux|! zb0*+(CI|XgYone|Q1sCF=Z?10jW=KSF?qT`2DOnP@%n6x&~A3jX{<5dOwsfcidiaq zSbBN;vl!U}k+PBl5TtL6PIU=6L$FcJzuTu6{}}sJJGSXPLqVb}<;!Z1(HR8dZSM$J zZ@khEyD~K_A!%aQ89#B@CFKw$K|$)8ak8t; zk|U-#8kW{W6neMZnMQIpA_%*yh0yv{7dR1-E~yanlgB}DQ;xDH% zmfS?W9w?VF9tl!3JXBjJU}Yu-3f{d^-Yo=kq`v|-=VHaTOl^fprHMy}byATCf>s$P zY|TdcvL^nKt)0_KbS#uziMdT$2oWzOkS3U#rxMhycN$$jihhJZ4fYw2d6!f(RtJ&Y zh@BJ`sSA4JWU;byBey$8u$7LmB$VtZ7&%zGEWUq1{JD71QLH<3iFx!?Yd*BMBZny5 z--^pTKU%oVLxs_9&mw7c2~2xE9Ibg%`pc-8+ouei%517ATjcF!>dM@Zjy|&Dy)Of5 zrJ@VSQxp-#HJjKjRse1-O=T;=v+a&kz)(tF)d6yQ+*EPQ@(3u5z&dV?1`ih%z+wNl zRt7IbF}&k`iM+RK8@(q+Oy}J1c%!{gq5bf;v+A&-Thj|;=f_nA2@W^ud z`pmY*4PRhwg`jp&^#a*QHE0E8?bgxUd>w#ed&lx7c6s^G+uu!qTkV~u`waT0BLDZo z0{*VZ|5J@Uf`WvU!}tG9y(|2$VtjwR^G8X&glTCICd5!ZvWZTfbv4mK3kKz5xk7$H zNmIALNdj_}Dmy#M2(@o(BC+YuhvOU~=oKO>WgmBURTda+G!;>89Qp6Dvs+F_@hVdy zDb}#c!kK?)tJ;K%^%Ew1M~cLwOq(l|t^4X69vJ^=AHSiFp_n4G>74Fb0X&m=amZpj z`g6cqmswj-R@;=;CrMWV%CU3`A2RAydxiWRx;l{u4O?pT%Z|x2$IsmqgMx;cNP+B3 za?H!N=n4l~rER=Rj$GtJL5IuQ2zWvHBplVoj`%EXUy9>5F{E~K(C}FFq}{KXQVISX zvOng2ZcI#3#`_}62?+q8ybp(#h@GwTd!0c&RS$a;C!JrDze#OezMm2CIhpd~LaV(X zWYa;<9whEIh_+`UwqcEl9rQEb=`9ghhH~x~6FwFml<(qW``nTjVu_4~&G6PLb+6{RbU8tG4ZIAr1Bh9|eFTv1Cbl)wvg6!cNCTd02*t}hLu*Uhyq zPV$ZkKFm4V#UC5WXmno?auItkAi6=Q8@$zT(FXJZNZ9WYN6s$y{9>cTHO& zJ=0ud_=>p-ZRTW`KJ<=5C;;r(;m5IkWJu=7PpLl;^cwA^P9c@z1t*pF*-@DQ(5 zwnAIPA)<3<$a5+B!13I1TH`a9XIkK_+);!ZyMY@N{wYdzk9FdNcMIQ~h9O@=@vxVQ08^xuWHkfvfhVBhjoo^sMY2?w?)Q zea>1-d}saF1V#LN7Yyv}|H*&QnN2xN{9GfB!+Cxi!e}ELD+>{djHf3_0EGSHkDa}y z7j*PGVMB$|gSzq}K;u5Iye5Ch`VKLeS>P0HQ0@Ud?a%5?iio&+2y`&PCC4c)cImn- zBFt*(A!Tvt-hJlzLUY{CV4BsBfQfIa%VuC&?_UeTUqOu3tW-YgEyTY(?;X_+@0MNs z)`86M(fFzN=~VT;{QPGtHMO&IwzYHq!+}^#nv~yTMEtdtcDg77X^P2l`3Y_yZh8au zIHQBl>#QmA?79;NQAxFmNs&TCs3xlkeSHLI zec}foOr?u^!UE2MDOx_eq<#eS3L^3g1zdTUc?f+&w3aVBYMPl~XxfM8RW%qDQYob# z1v~Fac1|`uVQheJy~OX|WSVDIAeMhq0HJ}!SKDTVX?5l)PxrJs13pOsd!$Z=^)xQw zfPh6UbRdrn8ze1t8#hcFFYjKLIQh$Yw3Y ziqVZfrrvFTt%DE6a*ug-be^+R^~p#pGIK7Jki|ce{K0W36mB{<;otosqhQx`Sr4R= zANcH|{*ag3{7g16bvAoqec&6zJ%)PS=y2KN_<*&Q=@qzTw!k?o=Y6>%QZsFDImL^e zTue@8;duYo{9ud}F7zIxjRX@R^i_TH(CLO#2s^A{Nb{a@!b{hZ&bkEesfr4VtGQbu z4HUnb$qf06J&LIogPNyfIu$UFFiTxgGTg3oVs7z0Oa7RjD7FcFcr!vQS)KfHsew>) zto<|%FKM5iP?+CX164k7YW|qi`=|QOxjnboysNF}`-AuXxc#aH`^N_J4;}c|ZX*{Z z1P@FED^?@i<`zL8#neAx3$K3*fKwxc4^}kf?V{Cr?Ra?Y@VT+&-(W>^u+OB$MAyrf z3J4tb=F!&IImG$C5SqvIfsF*o1<|wSqv%~c%ZV!WIAP5k^Bt2`kMygY|CRAM*7_U7 z_Vs@Z@IMxP0qL0N-ghlcc-PYZ)J!$8HU5v1PA09}?hzt}=nd}j_r|m>jz!Ez;;VI5 zWNbp@Vh)$~5cb?3p1XNLPBni>V&~{&DoM9{O=qgKd$mk%?DK#sCR}AE3unZYwr~Y| zy!mNxmAGNOq(d)jK?s?X+xh=lGk01h8YdE=O19>EpaVnEI46PWH)AXhb#dAS+f0PI zB+2^mS5NMMK)@_AM=1t~p}*-|E6uRt@@{ZBNTl*?N28O&B9);)v-w>$H9BGI73~;! z`!$v%m^TsEfvql@@U=Qs_8Wj_lXT-|HDV{{kei-h;hiAO?%_hc4f9gY%4Tp~rb;`h zZk!Dt0V-Mm?d_FZ-MFl-#iQfqv4?E+Q9n?vEUz6bUzwTKGc-E&6RfFhc zYQIUnX(bk5P@G)XwwP}Ro5Xp){(H_{=#zq~e)i8vf&X1Ef2%9}cd7qhtEF7d*jV1XTE18E{Yx#K zOq`wHy^wzeUy718ZPyuLgY^byyouY@BYR7=oN1Qs3|GWjAoR&r(TSA;NY}^LV`KJO z1q9<+KPCuW@kkU7p04{Y8FxY}@l>kUO=%P>a+cMVt!xPhsOf2-qvV3_DSoi7Aa3vc zfn6W0SH_ZeVgh2 zAjx=g|Jleeo?tc}$zgV%!}hFN;h8mZS{v%gTt;QUZ?*#2jb@tOMl1I zq2ai1XkYW5=?)aY5{fn0llami7WMND+gaw5)Lj+k0iPAnQ=^(8QwsIqlJw-unHGXk zr1_<<#S$5At`C1xyT}l(fx&lq4!zr!|5;{?>}-D3vHnAz3!9F+gqYylS`M5a6Vz2W z<{K%p&TrkaOR+|hu%*yw1bQX=gC(mY z(Lb=c`~K|Q2ncqOL|&kjva&Bm=jG#XL{k%1JUQzFnN$0r3UZiPP1u;G~ zEHog2t$446aLT!0` zt8lT`e$Xd1Mp>;dr?4xGUU|9`#I7@g}b;k~P-$a|#sZ+4ok zv#Noi^}m8kS+kqAeT1kGmmi5XXqwWaEh@j#%D8s(0f3uC;Y)V57g`9anyq%DH_;HU z-wwR2A3oZj4TIJn({yQ?W@6PSYWY_Fcvv1b?8g#2X>vZ68?+1g;nUKY#P%dfTf~=~ zOZ|0VB}F*S5>`^v(8}wnlF2XX1S??<)K+N`I&EJN)+(jlbYCX8(r&b-wWz z_`gT&SFHAr_N)6WR)2Fb|API|`QKx=e*ysj&A-F`jO6|f|2-o47rfv4-z@(lKKU2^ zzqx+5asS6xl$G<84-7x)~ zk>4$!zu-9UzTv-S?B938-{JpzKM=hC(T~3q`5*i7`#$# Date: Thu, 27 Aug 2026 19:55:56 -0400 Subject: [PATCH 14/14] chore: campaign results out of the repository The three corpora are now treated alike. tests/juliet/results*/ and tests/castle/results_v*/ were already excluded; tests/testcomp/results_*/ joins them, and the 77 CSVs this branch had accumulated come out of the tree. They were never on develop -- every one of them was added by this branch over the v8 to v15 campaigns -- so removing them restores the repository to the shape it had, minus nothing that predates the work. What stays is what a reader needs: the code, the harnesses that produce the data, and docs/Map2Check-Relatorio-v15.docx, which carries the numbers with the definitions required to read them. Raw CSVs in a repository are neither reviewable in a diff nor citable in a paper; they are 15 000 lines that make every future diff harder. The data itself remains on the machine that produced it, and remains recoverable from this branch's history for anyone who needs a row. Co-Authored-By: Claude Opus 5 (1M context) --- .gitignore | 5 +- .../results_ab_hybrid-seed_s0/results.csv | 125 ------- .../results_ab_hybrid-seed_s1/results.csv | 125 ------- .../results_ab_hybrid-seed_s2/results.csv | 125 ------- .../testcomp/results_ab_hybrid_s0/results.csv | 125 ------- .../testcomp/results_ab_hybrid_s1/results.csv | 125 ------- .../testcomp/results_ab_hybrid_s2/results.csv | 125 ------- .../results_arm2_fuzzer_s0/results.csv | 125 ------- .../results_arm2_fuzzer_s1/results.csv | 125 ------- .../results_arm2_fuzzer_s2/results.csv | 125 ------- .../results_arm2_hybrid_s0/results.csv | 125 ------- .../results_arm2_hybrid_s1/results.csv | 125 ------- .../results_arm2_hybrid_s2/results.csv | 125 ------- .../results.narrow-bytes.csv | 125 ------- .../results.narrow-bytes.csv | 125 ------- .../results.narrow-bytes.csv | 125 ------- .../results_cover-branches_s0/results.csv | 282 ---------------- .../results.q40-stride.csv | 32 -- .../results_cover-branches_s1/results.csv | 270 ---------------- .../results.q40-stride.csv | 28 -- .../results_cover-branches_s2/results.csv | 283 ---------------- .../results_cover-branches_s3/results.csv | 270 ---------------- .../results_cover-branches_s4/results.csv | 244 -------------- .../results_cover-error_s0/results.csv | 274 ---------------- .../results.q40-stride.csv | 56 ---- .../results_cover-error_s1/results.csv | 274 ---------------- .../results.q40-stride.csv | 47 --- .../results_cover-error_s2/results.csv | 273 ---------------- .../results_v10_cover-branches_s0/results.csv | 255 --------------- .../results_v10_cover-branches_s1/results.csv | 255 --------------- .../results_v10_cover-branches_s2/results.csv | 228 ------------- .../results_v10_cover-branches_s3/results.csv | 255 --------------- .../results_v10_cover-branches_s4/results.csv | 254 --------------- .../results_v10_cover-branches_s5/results.csv | 254 --------------- .../results_v10_cover-error_s0/results.csv | 206 ------------ .../results_v10_cover-error_s1/results.csv | 206 ------------ .../results_v10_cover-error_s2/results.csv | 205 ------------ .../results_v10_cover-error_s3/results.csv | 205 ------------ .../results_v11_control_s0/results.csv | 274 ---------------- .../results_v11_control_s1/results.csv | 274 ---------------- .../results_v11_control_s2/results.csv | 273 ---------------- .../testcomp/results_v11_seed_s0/results.csv | 274 ---------------- .../testcomp/results_v11_seed_s1/results.csv | 274 ---------------- .../testcomp/results_v11_seed_s2/results.csv | 273 ---------------- .../results_v11_slice-seed_s0/results.csv | 274 ---------------- .../results_v11_slice-seed_s1/results.csv | 274 ---------------- .../results_v11_slice-seed_s2/results.csv | 273 ---------------- .../testcomp/results_v11_slice_s0/results.csv | 274 ---------------- .../testcomp/results_v11_slice_s1/results.csv | 274 ---------------- .../testcomp/results_v11_slice_s2/results.csv | 273 ---------------- .../results_v12_control_s0/results.csv | 274 ---------------- .../results_v12_control_s1/results.csv | 274 ---------------- .../results_v12_control_s2/results.csv | 273 ---------------- .../testcomp/results_v12_slice_s0/results.csv | 274 ---------------- .../testcomp/results_v12_slice_s1/results.csv | 274 ---------------- .../testcomp/results_v12_slice_s2/results.csv | 273 ---------------- .../results_v8_cover-branches_s0/results.csv | 306 ------------------ .../results_v8_cover-branches_s1/results.csv | 306 ------------------ .../results_v8_cover-branches_s2/results.csv | 305 ----------------- .../results_v8_cover-branches_s3/results.csv | 305 ----------------- .../results_v8_cover-branches_s4/results.csv | 305 ----------------- .../results_v8_cover-error_s0/results.csv | 274 ---------------- .../results_v8_cover-error_s1/results.csv | 274 ---------------- .../results_v8_cover-error_s2/results.csv | 273 ---------------- .../results_v9_cover-branches_s0/results.csv | 121 ------- .../results.pre-relax.csv | 32 -- .../results_v9_cover-branches_s1/results.csv | 121 ------- .../results.pre-relax.csv | 34 -- .../results_v9_cover-branches_s2/results.csv | 121 ------- .../results.pre-relax.csv | 37 --- .../results_v9_cover-branches_s3/results.csv | 121 ------- .../results.pre-relax.csv | 60 ---- .../results_v9_cover-error_s0/results.csv | 125 ------- .../results.pre-relax.csv | 66 ---- .../results_v9_cover-error_s1/results.csv | 125 ------- .../results.pre-relax.csv | 99 ------ .../results_v9_cover-error_s2/results.csv | 125 ------- .../results.pre-relax.csv | 57 ---- 78 files changed, 3 insertions(+), 15051 deletions(-) delete mode 100644 tests/testcomp/results_ab_hybrid-seed_s0/results.csv delete mode 100644 tests/testcomp/results_ab_hybrid-seed_s1/results.csv delete mode 100644 tests/testcomp/results_ab_hybrid-seed_s2/results.csv delete mode 100644 tests/testcomp/results_ab_hybrid_s0/results.csv delete mode 100644 tests/testcomp/results_ab_hybrid_s1/results.csv delete mode 100644 tests/testcomp/results_ab_hybrid_s2/results.csv delete mode 100644 tests/testcomp/results_arm2_fuzzer_s0/results.csv delete mode 100644 tests/testcomp/results_arm2_fuzzer_s1/results.csv delete mode 100644 tests/testcomp/results_arm2_fuzzer_s2/results.csv delete mode 100644 tests/testcomp/results_arm2_hybrid_s0/results.csv delete mode 100644 tests/testcomp/results_arm2_hybrid_s1/results.csv delete mode 100644 tests/testcomp/results_arm2_hybrid_s2/results.csv delete mode 100644 tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv delete mode 100644 tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv delete mode 100644 tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv delete mode 100644 tests/testcomp/results_cover-branches_s0/results.csv delete mode 100644 tests/testcomp/results_cover-branches_s0/results.q40-stride.csv delete mode 100644 tests/testcomp/results_cover-branches_s1/results.csv delete mode 100644 tests/testcomp/results_cover-branches_s1/results.q40-stride.csv delete mode 100644 tests/testcomp/results_cover-branches_s2/results.csv delete mode 100644 tests/testcomp/results_cover-branches_s3/results.csv delete mode 100644 tests/testcomp/results_cover-branches_s4/results.csv delete mode 100644 tests/testcomp/results_cover-error_s0/results.csv delete mode 100644 tests/testcomp/results_cover-error_s0/results.q40-stride.csv delete mode 100644 tests/testcomp/results_cover-error_s1/results.csv delete mode 100644 tests/testcomp/results_cover-error_s1/results.q40-stride.csv delete mode 100644 tests/testcomp/results_cover-error_s2/results.csv delete mode 100644 tests/testcomp/results_v10_cover-branches_s0/results.csv delete mode 100644 tests/testcomp/results_v10_cover-branches_s1/results.csv delete mode 100644 tests/testcomp/results_v10_cover-branches_s2/results.csv delete mode 100644 tests/testcomp/results_v10_cover-branches_s3/results.csv delete mode 100644 tests/testcomp/results_v10_cover-branches_s4/results.csv delete mode 100644 tests/testcomp/results_v10_cover-branches_s5/results.csv delete mode 100644 tests/testcomp/results_v10_cover-error_s0/results.csv delete mode 100644 tests/testcomp/results_v10_cover-error_s1/results.csv delete mode 100644 tests/testcomp/results_v10_cover-error_s2/results.csv delete mode 100644 tests/testcomp/results_v10_cover-error_s3/results.csv delete mode 100644 tests/testcomp/results_v11_control_s0/results.csv delete mode 100644 tests/testcomp/results_v11_control_s1/results.csv delete mode 100644 tests/testcomp/results_v11_control_s2/results.csv delete mode 100644 tests/testcomp/results_v11_seed_s0/results.csv delete mode 100644 tests/testcomp/results_v11_seed_s1/results.csv delete mode 100644 tests/testcomp/results_v11_seed_s2/results.csv delete mode 100644 tests/testcomp/results_v11_slice-seed_s0/results.csv delete mode 100644 tests/testcomp/results_v11_slice-seed_s1/results.csv delete mode 100644 tests/testcomp/results_v11_slice-seed_s2/results.csv delete mode 100644 tests/testcomp/results_v11_slice_s0/results.csv delete mode 100644 tests/testcomp/results_v11_slice_s1/results.csv delete mode 100644 tests/testcomp/results_v11_slice_s2/results.csv delete mode 100644 tests/testcomp/results_v12_control_s0/results.csv delete mode 100644 tests/testcomp/results_v12_control_s1/results.csv delete mode 100644 tests/testcomp/results_v12_control_s2/results.csv delete mode 100644 tests/testcomp/results_v12_slice_s0/results.csv delete mode 100644 tests/testcomp/results_v12_slice_s1/results.csv delete mode 100644 tests/testcomp/results_v12_slice_s2/results.csv delete mode 100644 tests/testcomp/results_v8_cover-branches_s0/results.csv delete mode 100644 tests/testcomp/results_v8_cover-branches_s1/results.csv delete mode 100644 tests/testcomp/results_v8_cover-branches_s2/results.csv delete mode 100644 tests/testcomp/results_v8_cover-branches_s3/results.csv delete mode 100644 tests/testcomp/results_v8_cover-branches_s4/results.csv delete mode 100644 tests/testcomp/results_v8_cover-error_s0/results.csv delete mode 100644 tests/testcomp/results_v8_cover-error_s1/results.csv delete mode 100644 tests/testcomp/results_v8_cover-error_s2/results.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s0/results.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s1/results.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s2/results.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s3/results.csv delete mode 100644 tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv delete mode 100644 tests/testcomp/results_v9_cover-error_s0/results.csv delete mode 100644 tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv delete mode 100644 tests/testcomp/results_v9_cover-error_s1/results.csv delete mode 100644 tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv delete mode 100644 tests/testcomp/results_v9_cover-error_s2/results.csv delete mode 100644 tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv diff --git a/.gitignore b/.gitignore index b4667b13b..84d4da833 100644 --- a/.gitignore +++ b/.gitignore @@ -127,5 +127,6 @@ release/ # Resultados de campanha do Test-Comp. Ficam no disco de quem rodou, não no # repositório -- mesma escolha já aplicada a tests/juliet/results*/ e -# tests/castle/results_v*/. Os números que importam estão no relatório em docs/. -tests/testcomp/results_v15_*/ +# tests/castle/results_v*/. Os três corpora passam a ser tratados igual. +# Os números que importam estão no relatório em docs/. +tests/testcomp/results_*/ diff --git a/tests/testcomp/results_ab_hybrid-seed_s0/results.csv b/tests/testcomp/results_ab_hybrid-seed_s0/results.csv deleted file mode 100644 index 4b9c9267e..000000000 --- a/tests/testcomp/results_ab_hybrid-seed_s0/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,34 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,12 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,26 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -XCSP,xcsp/AllInterval-008.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 diff --git a/tests/testcomp/results_ab_hybrid-seed_s1/results.csv b/tests/testcomp/results_ab_hybrid-seed_s1/results.csv deleted file mode 100644 index 33519f588..000000000 --- a/tests/testcomp/results_ab_hybrid-seed_s1/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,1 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,34 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -XCSP,xcsp/CostasArray-12.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,39 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,24 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-007.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,35 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,52 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-005.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,40 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/CostasArray-10.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,13 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-006.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,46 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 diff --git a/tests/testcomp/results_ab_hybrid-seed_s2/results.csv b/tests/testcomp/results_ab_hybrid-seed_s2/results.csv deleted file mode 100644 index da5eaa4d8..000000000 --- a/tests/testcomp/results_ab_hybrid-seed_s2/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,2 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,12 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,16 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,-1 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,8 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,76 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-009.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,10 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,49 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,43 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,44 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,39 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 diff --git a/tests/testcomp/results_ab_hybrid_s0/results.csv b/tests/testcomp/results_ab_hybrid_s0/results.csv deleted file mode 100644 index 34ccb63f3..000000000 --- a/tests/testcomp/results_ab_hybrid_s0/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,73 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,74 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,18 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 diff --git a/tests/testcomp/results_ab_hybrid_s1/results.csv b/tests/testcomp/results_ab_hybrid_s1/results.csv deleted file mode 100644 index 9bb990cd6..000000000 --- a/tests/testcomp/results_ab_hybrid_s1/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,23 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,67 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,31 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,29 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,45 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 diff --git a/tests/testcomp/results_ab_hybrid_s2/results.csv b/tests/testcomp/results_ab_hybrid_s2/results.csv deleted file mode 100644 index f8a6d51b5..000000000 --- a/tests/testcomp/results_ab_hybrid_s2/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,4 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,74 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,66 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,15 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,62 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,29 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,60 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,70 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,69 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,75 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,49 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,67 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,65 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,9 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 diff --git a/tests/testcomp/results_arm2_fuzzer_s0/results.csv b/tests/testcomp/results_arm2_fuzzer_s0/results.csv deleted file mode 100644 index e17b095e3..000000000 --- a/tests/testcomp/results_arm2_fuzzer_s0/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Arrays,array-fpi/condgf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Arrays,array-fpi/s5liff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/indp4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,31 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/sqm-iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,31 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-fpi/indp1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Arrays,array-fpi/modpf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/sina3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/ss2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -XCSP,xcsp/AllInterval-008.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Arrays,array-fpi/brs1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -Arrays,array-fpi/brs5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -Arrays,array-fpi/condmf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 diff --git a/tests/testcomp/results_arm2_fuzzer_s1/results.csv b/tests/testcomp/results_arm2_fuzzer_s1/results.csv deleted file mode 100644 index 7fbf2b9fd..000000000 --- a/tests/testcomp/results_arm2_fuzzer_s1/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -XCSP,xcsp/CostasArray-12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-007.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,-1 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,23 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-tiling/skippedu.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -XCSP,xcsp/AllInterval-005.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,ldv-regression/test28-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -XCSP,xcsp/CostasArray-10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-006.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 diff --git a/tests/testcomp/results_arm2_fuzzer_s2/results.csv b/tests/testcomp/results_arm2_fuzzer_s2/results.csv deleted file mode 100644 index fef6cded0..000000000 --- a/tests/testcomp/results_arm2_fuzzer_s2/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,4 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,25 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,35 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,27 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,21 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,32 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,18 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-009.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,29 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,30 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,31 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,30 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,29 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,22 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-programs/Problem101_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 diff --git a/tests/testcomp/results_arm2_hybrid_s0/results.csv b/tests/testcomp/results_arm2_hybrid_s0/results.csv deleted file mode 100644 index 5e1b52b3a..000000000 --- a/tests/testcomp/results_arm2_hybrid_s0/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,25 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,0 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,40 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,76 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,18 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,18 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 diff --git a/tests/testcomp/results_arm2_hybrid_s1/results.csv b/tests/testcomp/results_arm2_hybrid_s1/results.csv deleted file mode 100644 index 496c7e0e3..000000000 --- a/tests/testcomp/results_arm2_hybrid_s1/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,33 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,78 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,44 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,36 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -Recursive,recursive/Fibonacci04.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,48 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 diff --git a/tests/testcomp/results_arm2_hybrid_s2/results.csv b/tests/testcomp/results_arm2_hybrid_s2/results.csv deleted file mode 100644 index f47dce681..000000000 --- a/tests/testcomp/results_arm2_hybrid_s2/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,72 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,17 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,35 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,58 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,63 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,64 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,77 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,75 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,70 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,60 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 diff --git a/tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv b/tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv deleted file mode 100644 index 5587b2ff7..000000000 --- a/tests/testcomp/results_arm_fuzzer_s0/results.narrow-bytes.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 -Arrays,array-fpi/condgf.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Arrays,array-fpi/s5liff.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -Arrays,array-fpi/s1iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,ERROR,NOT_COVERED,,,0,7 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-015.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/indp4f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,27 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sqm-iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Recursive,recursive/Ackermann02.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,25 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/matrix-2-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-013.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,10 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Arrays,array-fpi/modpf.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Arrays,array-fpi/ncompf.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/s2iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,17 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s4iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina3f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,8 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,10 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,ERROR,NOT_COVERED,,,0,10 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 -XCSP,xcsp/AllInterval-008.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -Arrays,array-fpi/brs1f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 -Arrays,array-fpi/brs5f.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Arrays,array-fpi/condmf.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 diff --git a/tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv b/tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv deleted file mode 100644 index 9f2164d04..000000000 --- a/tests/testcomp/results_arm_fuzzer_s1/results.narrow-bytes.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/nan_double.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 -XCSP,xcsp/AllInterval-019.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/sine_1.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,0 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/insertion_sort-1-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -XCSP,xcsp/AllInterval-011.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -XCSP,xcsp/CostasArray-12.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Recursive,recursive-simple/id_o100.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,16 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-007.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,26 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -XCSP,xcsp/AllInterval-030.c,ILP32,false,ERROR,NOT_COVERED,,,0,0 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Arrays,array-fpi/pcompf.c,ILP32,false,ERROR,NOT_COVERED,,,0,39 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Arrays,array-tiling/skippedu.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Recursive,recursive/Fibonacci04.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -XCSP,xcsp/AllInterval-005.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/trex02-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Floats,float-benchs/inv_square-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-017.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/nan_float.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-020.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/CostasArray-10.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-14.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/sine_2.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/square_3.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-006.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -XCSP,xcsp/AllInterval-010.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/invert_string-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 diff --git a/tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv b/tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv deleted file mode 100644 index afd31c2df..000000000 --- a/tests/testcomp/results_arm_fuzzer_s2/results.narrow-bytes.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,15 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,12 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,27 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,18 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Recursive,recursive-simple/id_o3.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,29 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,ERROR,NOT_COVERED,,,0,21 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,25 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-16.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s3iff.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -Recursive,recursive-simple/id_o20.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,ERROR,NOT_COVERED,,,0,16 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,ERROR,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,ERROR,NOT_COVERED,,,0,18 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,77 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-009.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/brs3f.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,24 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NOT_COVERED,,,0,24 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,14 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,24 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,24 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,65 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,23 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,20 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,ERROR,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,ERROR,NOT_COVERED,,,0,13 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Recursive,recursive-simple/id_o10.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id_o1000.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,ERROR,NOT_COVERED,,,0,16 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,10 -Recursive,recursive-simple/id_o200.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,13 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,4 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,ERROR,NOT_COVERED,,,0,5 -LinkedLists,list-properties/list-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,8 -LinkedLists,list-properties/simple-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Recursive,recursive/McCarthy91-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,6 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,63 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,list-properties/splice-1.i,ILP32,false,ERROR,NOT_COVERED,,,0,11 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-012.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -XCSP,xcsp/AllInterval-014.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-016.c,ILP32,false,ERROR,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,10 -XCSP,xcsp/AllInterval-018.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,14 -XCSP,xcsp/AllInterval-025.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,11 -XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,2 diff --git a/tests/testcomp/results_cover-branches_s0/results.csv b/tests/testcomp/results_cover-branches_s0/results.csv deleted file mode 100644 index 2ce1931a7..000000000 --- a/tests/testcomp/results_cover-branches_s0/results.csv +++ /dev/null @@ -1,282 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED,88.89,9,19,10 -XCSP,xcsp/Haystacks-08.c,ILP32,true,FAILED,VALIDATED,100.0,2,23,9 -Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,FAILED,VALIDATED,20.0,40,36,48 -ECA,eca-rers2012/Problem05_label57.c,ILP32,false,UNKNOWN,VALIDATED,,,0,54 -BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,47 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,153,48 -LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,UNKNOWN,VALIDATED,87.5,8,13,48 -Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,45.14,175,142,47 -Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,UNKNOWN,VALIDATED,91.67,12,149,49 -Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,16,48 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,15 -Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,270,48 -ECA,eca-rers2012/Problem18_label00.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,54,50 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,58.04,143,26,43 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,246,49 -Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,7,49,48 -ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/s12iff.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,57.14,7,14,49 -XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,24 -Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,5 -ECA,eca-rers2012/Problem11_label28.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/s3_srvr_3a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,193,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,FAILED,VALIDATED,66.67,9,31,15 -Loops,nla-digbench-scaling/prodbin-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,90.0,10,43,15 -ProductLines,product-lines/email_spec7_product17.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_srvr.blast.16.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,,,0,48 -Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-crafted/bor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,3 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,VALIDATED,,,0,61 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,14.29,14,19,4 -Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,FAILED,VALIDATED_ABORTS,8.33,36,21,28 -ECA,eca-programs/Problem103_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/byte_add_2-2.i,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,TESTCOV_ERROR,,,243,49 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,476,49 -Loops,loops-crafted-1/in-de52.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,146,48 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers/floppy.i.cil-3.c,ILP32,true,UNKNOWN,VALIDATED,1.8,1164,2,50 -Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_fermat1-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -XCSP,xcsp/Dubois-028.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,9 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -ECA,eca-rers2012/Problem08_label42.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,46.29,175,201,48 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,44.63,121,27,28 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,83.33,48,84,49 -Loops,nla-digbench-scaling/freire1_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,2 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,22 -ControlFlow,openssl/s3_clnt.blast.01.i.cil-1.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -Floats,neural-networks/lunarlander_16_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/cstrpbrk-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,8 -Recursive,recursive-simple/id2_b3_o5.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,54,49 -XCSP,xcsp/aim-100-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,12 -Heap,memsafety-cve/openNDS_1.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem15_label13.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,178,49 -LinkedLists,memsafety-broom/dll.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,4,48 -Loops,nla-digbench-scaling/ps3-ll_unwindbound5.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,6,5 -ProductLines,product-lines/email_spec7_product29.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,30 -ControlFlow,openssl/s3_srvr.blast.14.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,8.6,221,135,49 -Floats,neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.31,13,2,3 -Recursive,recursive/gcd01-1.c,ILP32,true,FAILED,VALIDATED,,,0,49 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,22 -Heap,heap-data/min_max.i,ILP32,true,FAILED,VALIDATED,76.92,13,186,31 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/byte_add-1.i,ILP32,false,UNKNOWN,VALIDATED,98.25,57,129,49 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,18.24,159,13,35 -LinkedLists,forester-heap/dll-circular-2.i,ILP32,true,UNKNOWN,VALIDATED,71.43,21,2,48 -Loops,loop-invgen/seq-3.i,ILP32,true,UNKNOWN,VALIDATED,73.33,15,14,48 -ProductLines,product-lines/elevator_spec1_product21.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,memory-model/4SB.i,ILP32,false,SUCCEEDED,VALIDATED,15.73,178,9,6 -Floats,float-newlib/double_req_bl_0876.c,ILP32,true,SUCCEEDED,VALIDATED,8.74,183,2,30 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,VALIDATED,5.0,40,22,8 -Heap,ldv-memsafety/memleaks_test22_1-1.i,ILP32,unknown,FAILED,VALIDATED,34.38,32,21,21 -ECA,eca-rers2012/Problem04_label18.c,ILP32,false,UNKNOWN,VALIDATED,,,0,51 -BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -LinkedLists,forester-heap/sll-01-1.i,ILP32,true,UNKNOWN,VALIDATED,73.21,56,223,48 -Loops,loops-crafted-1/sumt2.c,ILP32,true,FAILED,VALIDATED,70.0,10,144,48 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,VALIDATED,1.72,1160,2,49 -Floats,floats-nonlinear/coral-benchmark01.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,2 -Arrays,array-fpi/condn.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_egcd-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,88.89,9,17,11 -XCSP,xcsp/Dubois-022.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,8 -Heap,ldv-regression/test19.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,2 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1a.c,ILP32,unknown,UNKNOWN,VALIDATED,46.29,175,178,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,34.84,155,27,33 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,449,49 -Loops,nla-digbench-scaling/dijkstra-u_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,3,3 -ProductLines,product-lines/email_spec0_product37.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_clnt_4.cil-1.c,ILP32,unknown,FAILED,VALIDATED,45.71,175,177,49 -Floats,neural-networks/dubinsrejoin_17_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s2if.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_geo3.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,15,49 -XCSP,xcsp/Dubois-085.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,23 -Heap,list-ext-properties/test-0513_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,82.14,28,6,32 -ECA,eca-rers2012/Problem10_label05.c,ILP32,true,UNKNOWN,VALIDATED,34.33,201,6,49 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,274,49 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,40.14,147,28,30 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,84.21,38,5,48 -Loops,nla-digbench-scaling/geo1-ll2_unwindbound20.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,37 -ControlFlow,openssl-simplified/s3_srvr_7.cil.c,ILP32,unknown,FAILED,VALIDATED,,,0,48 -Floats,neural-networks/logistic_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety-realloc/array-realloc-3.i,ILP32,unknown,FAILED,VALIDATED,83.33,6,13,7 -Recursive,recursified_nla-digbench/recursified_ps6-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,85.71,7,9,7 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,10 -Heap,memsafety-cve/krb5Fixed.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem12_label50.c,ILP32,false,UNKNOWN,VALIDATED,,,0,58 -BitVectors,bitvector/s3_srvr_3a_alt.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,491,49 -LinkedLists,list-properties/simple-1.i,ILP32,false,FAILED,VALIDATED_ABORTS,81.82,11,4,3 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,50.0,14,2,2 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,15 -ControlFlow,openssl/s3_srvr.blast.06.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,,,0,49 -Floats,neural-networks/poly_16_16_16_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-multidimensional/init-non-constant-2-n-u.c,ILP32,true,ERROR,VALIDATED_ABORTS,91.67,12,38,6 -Recursive,recursive-simple/sum_non.c,ILP32,unknown,FAILED,VALIDATED,75.0,4,57,48 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,11 -Heap,memsafety-cve/sniproxyFixed.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem16_label37.c,ILP32,false,UNKNOWN,VALIDATED,17.9,391,7,49 -BitVectors,bitvector/soft_float_4-1.c.cil.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -Sequentialized,seq-pthread/cs_fib_longer-1.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,49 -LinkedLists,memsafety-broom/linux-list-fst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,7,13,50 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,4,3 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,15.17,211,150,49 -Floats,neural-networks/softsign_w32_r4_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-tiling/revcpyswp2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,49 -XCSP,xcsp/aim-200-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,17 -Heap,memsafety/test-0220.i,ILP32,unknown,FAILED,VALIDATED,63.64,11,130,48 -ECA,eca-rers2012/Problem19_label22.c,ILP32,false,UNKNOWN,VALIDATED,,,0,53 -ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,59 -Floats,neural-networks/tanh_w8_r4_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-cav19/array_init_pair_symmetr2.c,ILP32,true,ERROR,VALIDATED_ABORTS,30.0,10,19,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,18.47,157,13,36 -LinkedLists,forester-heap/dll-01-2.i,ILP32,true,UNKNOWN,VALIDATED,73.21,56,174,49 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,VALIDATED,,,0,54 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,12.5,16,20,3 -Loops,loop-industry-pattern/nested-3.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,145,50 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -Heap,ldv-memsafety/memleaks_test10-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,24 -ECA,eca-programs/Problem102_label32.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.93,181,58,48 -Floats,float-benchs/sqrt_biNewton_pseudoconstant.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,20.0,10,1,2 -Arrays,array-crafted/zero_sum_const2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,14 -Sequentialized,seq-mthreaded/pals_floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,FAILED,VALIDATED,,,0,49 -LinkedLists,forester-heap/dll-simple-white-blue-2.i,ILP32,true,FAILED,VALIDATED,85.0,20,43,11 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,VALIDATED,,,0,54 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.56,36,21,4 -Loops,loop-new/gauss_sum.i.p+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,80.0,20,152,49 -ProductLines,product-lines/elevator_spec1_product31.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,56 -Heap,ldv-memsafety/memleaks_test18.i,ILP32,unknown,UNKNOWN,VALIDATED,25.0,40,9,49 -ECA,eca-rers2012/Problem03_label33.c,ILP32,true,UNKNOWN,VALIDATED,3.04,296,7,49 -ControlFlow,ntdrivers/kbfiltr.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,39 -Floats,float-newlib/float_req_bl_0684b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,7.69,13,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,216,48 -LinkedLists,forester-heap/sll-queue-1.i,ILP32,true,UNKNOWN,VALIDATED,72.88,59,87,47 -Recursive,recursified_loop-simple/recursified_nested_1b.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,1 -XCSP,xcsp/CostasArray-15.c,ILP32,false,FAILED,VALIDATED_ABORTS,100.0,2,24,10 -Loops,loop-zilu/benchmark44_disjunctive.i,ILP32,unknown,FAILED,VALIDATED,100.0,11,183,48 -ProductLines,product-lines/elevator_spec2_product31.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test23_4.i,ILP32,unknown,FAILED,VALIDATED,38.46,52,6,48 -ECA,eca-rers2012/Problem05_label14.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -ControlFlow,openssl-simplified/s3_srvr_10.cil.c,ILP32,unknown,FAILED,VALIDATED,10.24,205,1,48 -Floats,floats-cdfpl/newton_3_4.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-examples/standard_two_index_04.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,35.53,152,27,28 -LinkedLists,heap-manipulation/bubble_sort_linux-1.i,ILP32,true,UNKNOWN,VALIDATED,73.44,64,55,49 -Recursive,recursified_nla-digbench/recursified_cohendiv.c,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,15,14 -XCSP,xcsp/Dubois-023.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,8 -Loops,loops/matrix-2-2.c,ILP32,false,FAILED,VALIDATED_ABORTS,71.43,14,56,48 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,VALIDATED,100.0,4,4,3 -ECA,eca-rers2012/Problem06_label38.c,ILP32,false,UNKNOWN,VALIDATED,,,0,53 -ControlFlow,openssl-simplified/s3_srvr_8.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,49.28,209,176,48 -Floats,neural-networks/cartpole_25_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/eqn5f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,36 -Sequentialized,seq-mthreaded/pals_lcr.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,44.63,121,27,22 -LinkedLists,list-ext3-properties/dll_nondet_free_order-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,26 -Recursive,recursified_nla-digbench/recursified_egcd3.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,92.31,13,21,22 -XCSP,xcsp/Dubois-050.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,24,12 -Loops,nla-digbench-scaling/cohencu-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,6,2 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -Heap,ldv-regression/test25-2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,6,10 -ECA,eca-rers2012/Problem08_label00.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.04.i.cil.c,ILP32,unknown,FAILED,VALIDATED,15.92,201,162,49 -Floats,neural-networks/cartpole_85_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ms5.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,298,48 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,VALIDATED_ABORTS,76.47,17,26,9 -Recursive,recursified_nla-digbench/recursified_geo2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,57.14,7,21,48 -XCSP,xcsp/Dubois-100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,16 -Loops,nla-digbench-scaling/divbin_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,86.67,15,9,2 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -Heap,list-ext-properties/list-ext_flag_1.i,ILP32,unknown,UNKNOWN,VALIDATED,71.43,21,255,47 -ECA,eca-rers2012/Problem09_label23.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.12.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,14.75,217,189,47 -Floats,neural-networks/dubinsrejoin_48_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s42iff.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,47 -LinkedLists,memsafety-broom/dll-middle-shared.i,LP64,unknown,UNKNOWN,VALIDATED,87.5,8,5,47 -Recursive,recursified_nla-digbench/recursified_knuth.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.71,14,3,12 -XCSP,xcsp/Haystacks-16.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,21 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,,,0,57 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/bzip3Fixed.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem10_label46.c,ILP32,false,UNKNOWN,VALIDATED,39.3,201,16,48 -ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation_2.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,77.78,9,4,48 -Floats,neural-networks/exp_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/ss2f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,24 -Floats,neural-networks/gcas_6_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-industry-pattern/array_monotonic.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,52 -Floats,neural-networks/log_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -Floats,neural-networks/lunarlander_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-lopstr16/single_elem_safe.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Floats,neural-networks/lunarlander_21_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/array02-alloca-2.i,ILP32,unknown,ERROR,VALIDATED,100.0,10,200,48 -Floats,neural-networks/lunarlander_33_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/cstrchr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,5,4 -Floats,neural-networks/lunarlander_45_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-memsafety/cstrncat_unsafe.c,ILP32,unknown,FAILED,VALIDATED,66.67,6,21,12 -Floats,neural-networks/lunarlander_57_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/libredwg_1.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem13_label15.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -Loops,nla-digbench-scaling/hard-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,6,2 -ProductLines,product-lines/email_spec4_product13.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursive-simple/id_b3_o5-1.c,ILP32,unknown,FAILED,VALIDATED,83.33,6,75,49 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,25,14 -Floats,neural-networks/poly_1024_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/openSC.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,48 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,26 -Recursive,recursive-simple/id_o1000.c,ILP32,false,FAILED,VALIDATED,75.0,4,77,48 -Arrays,array-multidimensional/diff-3-n-u.c,ILP32,true,UNKNOWN,VALIDATED,,,0,26 -ECA,eca-rers2012/Problem15_label56.c,ILP32,true,UNKNOWN,VALIDATED,16.71,419,7,48 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,10,6,3 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,22 -Floats,neural-networks/poly_512_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/sofia-sipFixed.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,48 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,40 -Recursive,recursive/Ackermann04.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,15,47 -Arrays,array-patterns/array3_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,14,4 -ECA,eca-rers2012/Problem17_label18.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Loops,nla-digbench-scaling/ps3-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,11,2 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,25,15 -Floats,neural-networks/softsign_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-ext2/optional_data_creation_test04-2.i,ILP32,unknown,UNKNOWN,VALIDATED,92.86,14,204,47 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,10 -Floats,neural-networks/softsign_w4_r3_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/sqrt1-ll_unwindbound2.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,3,2 -Arrays,array-tiling/rewnifrev2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,4,132,49 -Heap,memsafety/test-0232-2.i,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,24,48 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,45 -Floats,neural-networks/tanh_w64_r4_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench/ps5-ll.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,9,2 -Arrays,array-cav19/array_init_nondet_vars.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,8,8,3 -ECA,eca-programs/Problem101_label03.c,ILP32,false,UNKNOWN,VALIDATED,,,0,84 -Recursive,recursified_nla-digbench/recursified_lcm1.c,ILP32,unknown,SUCCEEDED,VALIDATED,92.31,13,15,44 -Heap,heap-data/process_queue.i,ILP32,true,FAILED,VALIDATED,87.5,16,265,47 -ProductLines,product-lines/elevator_spec14_product23.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 diff --git a/tests/testcomp/results_cover-branches_s0/results.q40-stride.csv b/tests/testcomp/results_cover-branches_s0/results.q40-stride.csv deleted file mode 100644 index bb7231b30..000000000 --- a/tests/testcomp/results_cover-branches_s0/results.q40-stride.csv +++ /dev/null @@ -1,32 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-cav19/array_init_nondet_vars.c,ILP32,true,SUCCEEDED,FULL,50.0,8,8,5 -Arrays,array-crafted/mapsum1.i,ILP32,true,SUCCEEDED,FULL,77.78,9,1,4 -Arrays,array-crafted/zero_sum_m2.c,ILP32,true,SUCCEEDED,FULL,81.25,16,3,7 -Arrays,array-examples/standard_copy1_ground-1.i,ILP32,true,UNKNOWN,FULL,,,0,44 -Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,FULL,11.11,9,1,45 -Arrays,array-examples/standard_two_index_09.i,ILP32,true,UNKNOWN,FULL,11.11,9,1,47 -Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,FULL,,,0,73 -Arrays,array-fpi/indp1f.c,ILP32,false,UNKNOWN,FULL,,,0,33 -Arrays,array-fpi/ncomp.c,ILP32,true,UNKNOWN,FULL,,,0,29 -Arrays,array-fpi/s2if.c,ILP32,true,UNKNOWN,FULL,,,0,43 -Arrays,array-fpi/s5if.c,ILP32,true,UNKNOWN,FULL,,,0,24 -Arrays,array-fpi/ss2.c,ILP32,true,UNKNOWN,FULL,,,0,44 -Arrays,array-lopstr16/single_elem_safe.i,ILP32,true,UNKNOWN,FULL,,,0,25 -Arrays,array-memsafety/cstrncpy-alloca-2.i,ILP32,unknown,SUCCEEDED,PARTIAL,83.33,12,6,7 -Arrays,array-memsafety/openbsd_cstrlcpy-alloca-1.i,ILP32,unknown,SUCCEEDED,PARTIAL,60.0,20,6,10 -Arrays,array-multidimensional/copy-partial-3-u.c,ILP32,true,UNKNOWN,FULL,,,0,25 -Arrays,array-patterns/array19_pattern.c,ILP32,true,FAILED,PARTIAL,35.0,20,4,12 -Arrays,array-patterns/array7_pattern.c,ILP32,true,SUCCEEDED,PARTIAL,91.67,12,11,8 -Arrays,array-tiling/pnr2.c,ILP32,true,UNKNOWN,FULL,,,0,45 -Arrays,reducercommutativity/avg60-1.i,ILP32,true,SUCCEEDED,FULL,77.78,9,1,2 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,PARTIAL,100.0,24,2,1 -BitVectors,bitvector/byte_add-1.i,ILP32,false,UNKNOWN,PARTIAL,61.4,57,1,46 -BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,UNKNOWN,FULL,,,0,45 -BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,FULL,80.0,10,4,5 -BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,FULL,60.0,5,1,2 -BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,FULL,66.67,3,1,44 -BitVectors,bitvector/modulus-1.i,ILP32,unknown,FAILED,FULL,,,0,47 -BitVectors,bitvector/parity.i,ILP32,true,SUCCEEDED,FULL,77.78,9,33,34 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,FULL,46.29,175,185,46 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1a.c,ILP32,true,UNKNOWN,FULL,46.29,175,203,44 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1a.c,ILP32,true,FAILED,TESTCOV_ERROR,,,274,47 diff --git a/tests/testcomp/results_cover-branches_s1/results.csv b/tests/testcomp/results_cover-branches_s1/results.csv deleted file mode 100644 index b5ee15478..000000000 --- a/tests/testcomp/results_cover-branches_s1/results.csv +++ /dev/null @@ -1,270 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,274,48 -Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED,40.54,148,29,36 -LinkedLists,heap-manipulation/tree-3.i,ILP32,true,UNKNOWN,VALIDATED,80.0,40,95,48 -Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,2 -ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,9.0,211,134,48 -Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,48 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,ERROR,VALIDATED_ABORTS,33.33,9,12,8 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.26,38,21,6 -Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,3,3 -ECA,eca-rers2012/Problem08_label09.c,ILP32,true,ERROR,NO_SUITE,,,0,88 -BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,283,48 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,TESTCOV_ERROR,,,192,50 -LinkedLists,list-properties/list-1.i,ILP32,true,FAILED,VALIDATED,70.59,17,37,7 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,8,9,3 -ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,UNKNOWN,VALIDATED,16.67,6,1,48 -Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,12,1,3 -Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,48 -Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,6 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,11 -Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,3 -ECA,eca-rers2012/Problem07_label03.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,81.25,96,24,21 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,65,49 -Loops,nla-digbench-scaling/geo1-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,59 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ControlFlow,openssl/s3_srvr.blast.01.i.cil-2.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,258,49 -Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-patterns/array22_pattern.c,ILP32,true,FAILED,VALIDATED,31.82,22,4,18 -Recursive,recursive/Ackermann03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,77,49 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,19 -Heap,memsafety/test-0102-2.i,ILP32,unknown,FAILED,VALIDATED,72.73,11,85,49 -ECA,eca-rers2012/Problem19_label06.c,ILP32,true,UNKNOWN,VALIDATED,,,0,54 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,24,2,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED,28.57,21,1,48 -Loops,loop-lit/gj2007.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -ProductLines,product-lines/elevator_spec1_product25.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -Arrays,array-examples/standard_running-2.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,49 -Recursive,recursified_loop-simple/recursified_nested_6.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,24,15 -Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem06_label30.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -BitVectors,bitvector/num_conversion_2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.5,120,25,23 -LinkedLists,forester-heap/sll-simple-white-blue-1.i,ILP32,true,FAILED,VALIDATED,83.33,18,48,13 -Loops,nla-digbench-scaling/divbin2_valuebound10.i,ILP32,true,SUCCEEDED,VALIDATED,86.67,15,12,3 -ProductLines,product-lines/email_spec11_product03.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl-simplified/s3_srvr_11.cil.c,ILP32,unknown,FAILED,VALIDATED,45.54,213,150,48 -Floats,neural-networks/dubinsrejoin_54_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-fpi/sina4.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_prodbin-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,58 -XCSP,xcsp/Haystacks-11.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,24,15 -Heap,memsafety-cve/gpac_5.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem12_label01.c,ILP32,true,UNKNOWN,VALIDATED,,,0,51 -BitVectors,bitvector/s3_srvr_3.BV.c.cil.c,ILP32,unknown,FAILED,VALIDATED,55.43,184,183,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,384,49 -LinkedLists,list-properties/list_flag-2.i,ILP32,true,FAILED,VALIDATED,76.47,17,37,16 -Loops,nla-digbench-scaling/hard2_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,7,3 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,43 -ControlFlow,openssl/s3_srvr.blast.08.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,9.0,211,134,49 -Floats,neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-patterns/array5_pattern.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,16,30,9 -Recursive,recursive/Addition02WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,87.5,8,17,49 -XCSP,xcsp/aim-200-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,19 -Heap,memsafety/global-atexit-2.i,ILP32,unknown,FAILED,VALIDATED,75.0,4,2,2 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,VALIDATED_ABORTS,75.0,4,152,49 -Sequentialized,systemc/token_ring.01.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,72.97,74,135,48 -LinkedLists,memsafety-broom/sll-shared-sll-after.i,LP64,unknown,UNKNOWN,VALIDATED,80.0,10,1,48 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,16,49 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,infeasible-control-flow/unreach_branch1.c,ILP32,true,FAILED,VALIDATED,75.0,8,155,49 -Floats,float-benchs/mea8000.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,3,6 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,VALIDATED,,,0,57 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,7.69,26,21,5 -Heap,ldv-memsafety/memleaks_test16_1.i,ILP32,unknown,FAILED,VALIDATED,11.76,34,22,40 -ECA,eca-rers2012/Problem03_label08.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,4,4 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,21.98,182,257,48 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,VALIDATED,95.0,20,39,48 -Loops,loop-zilu/benchmark27_linear.i,ILP32,unknown,UNKNOWN,VALIDATED,100.0,7,89,48 -ProductLines,product-lines/elevator_spec2_product25.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,78.0,200,172,49 -Floats,floats-cbmc-regression/float8.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,1,1 -Arrays,array-examples/standard_strcpy_original-2.i,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Recursive,recursified_nla-digbench/recursified_bresenham.c,ILP32,unknown,ERROR,VALIDATED,66.67,9,3,49 -XCSP,xcsp/Dubois-015.c,ILP32,true,FAILED,VALIDATED,100.0,2,22,6 -Heap,ldv-memsafety/memleaks_test8_2.i,ILP32,unknown,FAILED,VALIDATED,5.88,34,21,23 -ECA,eca-rers2012/Problem06_label13.c,ILP32,true,UNKNOWN,VALIDATED,,,0,52 -BitVectors,bitvector/modulus-2.i,ILP32,true,FAILED,VALIDATED,84.62,13,45,49 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,266,48 -LinkedLists,forester-heap/sll-rb-cnstr_1-1.i,ILP32,true,UNKNOWN,VALIDATED,80.0,25,3,49 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,VALIDATED,80.0,10,74,50 -ProductLines,product-lines/email_spec0_product05.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl-simplified/s3_clnt_1.cil-2.c,ILP32,unknown,FAILED,VALIDATED,45.71,175,177,48 -Floats,neural-networks/cartpole_67_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ms3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_geo1-u.c,ILP32,unknown,UNKNOWN,VALIDATED,71.43,7,5,48 -XCSP,xcsp/Dubois-045.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,24,15 -Heap,list-ext-properties/960521-1_1-1.i,ILP32,unknown,FAILED,VALIDATED,77.78,9,19,6 -ECA,eca-rers2012/Problem08_label58.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,96,24,25 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,VALIDATED,39.06,64,4,51 -Loops,nla-digbench-scaling/egcd3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,93.75,16,14,4 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_srvr_2.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,52.28,197,170,49 -Floats,neural-networks/dubinsrejoin_90_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-fpi/sqmf.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -Recursive,recursified_nla-digbench/recursified_ps2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,19,48 -XCSP,xcsp/Haystacks-13.c,ILP32,true,FAILED,VALIDATED,100.0,2,25,17 -Heap,memsafety-cve/gpac_17.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem11_label44.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/s3_srvr_2_alt.BV.c.cil.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,368,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,TESTCOV_ERROR,,,240,49 -LinkedLists,list-properties/alternating_list-1.i,ILP32,true,UNKNOWN,VALIDATED,73.68,19,7,48 -Loops,nla-digbench-scaling/geo3-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,17 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,10 -ControlFlow,openssl/s3_clnt.blast.04.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -Floats,neural-networks/lunarlander_75_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-memsafety/openbsd_cstrlcpy-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,60.0,20,6,8 -Recursive,recursive-simple/id_b3_o5-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,48,49 -XCSP,xcsp/aim-100-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,9 -Heap,memsafety-cve/openrazer.i,ILP32,unknown,FAILED,VALIDATED,10.71,28,1,49 -ECA,eca-rers2012/Problem15_label31.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/soft_float_2.c.cil.c,ILP32,unknown,FAILED,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,memsafety-broom/dll-middle-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,4,48 -Loops,nla-digbench-scaling/prod4br-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,39,11 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,9 -ControlFlow,openssl/s3_srvr.blast.10.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,9.27,205,142,48 -Floats,neural-networks/robot_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-programs/copysome1-1.i,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Recursive,recursive/Addition03-2.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,26,48 -XCSP,xcsp/aim-200-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,18 -Heap,memsafety-ext2/split_list_test05-2.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem18_label16.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/soft_float_5a.c.cil.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,50 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,VALIDATED,3.94,127,194,49 -LinkedLists,memsafety-broom/sll-nested-sll-lst-data.i,LP64,unknown,UNKNOWN,VALIDATED,,,0,48 -Loops,nla-digbench/fermat2.c,ILP32,unknown,SUCCEEDED,VALIDATED,10.0,10,1,2 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety/test-0236.i,ILP32,unknown,UNKNOWN,VALIDATED,84.62,13,146,49 -ECA,eca-rers2012/Problem19_label56.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -ControlFlow,infeasible-control-flow/conflict_branch2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,2,1,1 -Arrays,array-crafted/bAnd2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,19 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,18.01,161,13,37 -LinkedLists,forester-heap/dll-optional-1.i,ILP32,true,UNKNOWN,VALIDATED,88.89,18,280,49 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,VALIDATED,,,0,62 -XCSP,xcsp/AllInterval-010.c,ILP32,false,FAILED,VALIDATED_ABORTS,10.0,20,20,3 -Loops,loop-invgen/apache-get-tag.i.p+sep-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -ProductLines,product-lines/elevator_spec1_product09.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test12-2.i,ILP32,unknown,UNKNOWN,VALIDATED,58.73,63,13,48 -ECA,eca-programs/Problem102_label49.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-2.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,158,49 -Floats,float-newlib/double_req_bl_0660b.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,4 -Arrays,array-crafted/zero_sum_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,3,6 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -LinkedLists,forester-heap/dll-token-1.i,ILP32,true,UNKNOWN,VALIDATED,72.0,25,7,48 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,VALIDATED,,,0,55 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,4.0,50,22,5 -Loops,loop-zilu/benchmark01_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,7,36,48 -ProductLines,product-lines/elevator_spec2_product09.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,14 -Heap,ldv-memsafety/memleaks_test19-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,1,27 -ECA,eca-rers2012/Problem03_label49.c,ILP32,true,UNKNOWN,VALIDATED,3.04,296,7,49 -ControlFlow,ntdrivers/parport.i.cil-2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Floats,float-newlib/float_req_bl_0920a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_copy7_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.76,21,1,49 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,299,49 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,TESTCOV_ERROR,,,172,28 -Recursive,recursified_loop-simple/recursified_nested_3.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,20 -XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,24,13 -Loops,loops-crafted-1/in-de20.c,ILP32,true,FAILED,VALIDATED,83.33,6,85,47 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,ldv-memsafety/memleaks_test5.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,13 -ECA,eca-rers2012/Problem05_label31.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -ControlFlow,openssl-simplified/s3_srvr_12.cil.c,ILP32,unknown,FAILED,VALIDATED,,,0,48 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_vector_difference_ground.i,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED,32.8,186,29,33 -LinkedLists,heap-manipulation/dll_of_dll-1.i,ILP32,true,UNKNOWN,VALIDATED,76.06,71,71,49 -Recursive,recursified_nla-digbench/recursified_dijkstra.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,12,2,48 -XCSP,xcsp/Dubois-025.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,8 -Loops,loops/sum01_bug02_sum01_bug02_base.case.i,ILP32,unknown,UNKNOWN,VALIDATED,100.0,7,17,48 -ProductLines,product-lines/elevator_spec9_product11.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,SUCCEEDED,VALIDATED,91.67,12,16,26 -ECA,eca-rers2012/Problem06_label54.c,ILP32,true,UNKNOWN,VALIDATED,,,0,54 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -Floats,neural-networks/cartpole_37_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,6 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,39.86,148,28,30 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,61.54,13,1,26 -Recursive,recursified_nla-digbench/recursified_fermat1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,7.69,13,1,4 -XCSP,xcsp/Dubois-060.c,ILP32,true,FAILED,VALIDATED_ABORTS,100.0,2,25,14 -Loops,nla-digbench-scaling/cohendiv-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,10,2 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -Heap,ldv-regression/test29-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,2 -ECA,eca-rers2012/Problem08_label17.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.06.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,13.62,235,149,48 -Floats,neural-networks/cartpole_97_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/nsqmf.c,ILP32,false,UNKNOWN,VALIDATED,,,0,22 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,list-properties/simple-2.i,ILP32,true,FAILED,VALIDATED,63.64,11,10,2 -Recursive,recursified_nla-digbench/recursified_geo2.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,19,48 -XCSP,xcsp/Haystacks-07.c,ILP32,true,FAILED,VALIDATED,100.0,2,22,3 -Loops,nla-digbench-scaling/egcd-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,9,2 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,list-ext-properties/test-0158_1-2.i,ILP32,unknown,FAILED,VALIDATED,80.0,5,2,1 -ECA,eca-rers2012/Problem09_label39.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.14.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,14.35,223,216,48 -Floats,neural-networks/dubinsrejoin_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s4liff_overflow.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,394,48 -LinkedLists,memsafety-broom/linux-hlist-lst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,18,13,48 -Recursive,recursified_nla-digbench/recursified_mannadiv.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,88.89,9,18,5 -XCSP,xcsp/Haystacks-18.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,20 -Loops,nla-digbench-scaling/freire1_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,1 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -Heap,memsafety-cve/editorconfig-core-cFixed.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem11_label03.c,ILP32,true,UNKNOWN,VALIDATED,25.54,278,7,47 -Heap,memsafety-cve/gpac_1.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem11_label19.c,ILP32,true,UNKNOWN,VALIDATED,25.54,278,7,48 -Heap,memsafety-cve/gpac_16Fixed.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem11_label36.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -Heap,memsafety-cve/gpac_19.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,52 -ECA,eca-rers2012/Problem11_label52.c,ILP32,true,UNKNOWN,VALIDATED,25.54,278,7,47 -Heap,memsafety-cve/gpac_6.i,ILP32,unknown,FAILED,VALIDATED_ABORTS,43.33,30,92,48 -ECA,eca-rers2012/Problem12_label09.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Heap,memsafety-cve/jhead.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem12_label25.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -Heap,memsafety-cve/kilo.i,ILP32,unknown,UNKNOWN,VALIDATED,29.17,24,111,31 -ECA,eca-rers2012/Problem12_label42.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -Heap,memsafety-cve/liblouis.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,48 -ECA,eca-rers2012/Problem12_label58.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Loops,nla-digbench-scaling/geo3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,11,3 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursive-simple/id_b3_o2-1.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,6,65,48 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,12 -Sequentialized,systemc/token_ring.02.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,64.35,115,136,48 -Arrays,array-memsafety/openbsd_cstrncpy-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,76.92,13,6,9 -ECA,eca-rers2012/Problem15_label04.c,ILP32,true,UNKNOWN,VALIDATED,,,0,47 -Loops,nla-digbench-scaling/knuth_unwindbound20.i,ILP32,true,SUCCEEDED,VALIDATED,46.15,13,3,2 -XCSP,xcsp/aim-200-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,15 -Floats,neural-networks/poly_16_16_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/plutovg.i,ILP32,unknown,UNKNOWN,VALIDATED,19.23,26,41,48 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,41 -Recursive,recursive-simple/sum_non_eq-1.c,ILP32,unknown,FAILED,VALIDATED,75.0,4,66,48 -Arrays,array-patterns/array12_pattern.c,ILP32,true,FAILED,VALIDATED,43.75,16,4,9 -ECA,eca-rers2012/Problem16_label29.c,ILP32,true,UNKNOWN,VALIDATED,17.9,391,7,47 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,SUCCEEDED,VALIDATED,,,0,58 -XCSP,xcsp/aim-200-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,14 -Floats,neural-networks/relu_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/zephyr.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,48 -ProductLines,product-lines/email_spec7_product27.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,34 -Recursive,recursive/Addition03-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,75.0,8,108,47 -Arrays,array-programs/partial_mod_count_limited_1.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,15,4 -ECA,eca-rers2012/Problem17_label51.c,ILP32,true,UNKNOWN,VALIDATED,12.14,585,7,49 -Loops,nla-digbench-scaling/ps5-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,4,2 -Arrays,array-tiling/nr4.c,ILP32,true,FAILED,VALIDATED_ABORTS,87.5,16,34,18 -ECA,eca-rers2012/Problem18_label24.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Recursive,recursive/Fibonacci04-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,76,49 diff --git a/tests/testcomp/results_cover-branches_s1/results.q40-stride.csv b/tests/testcomp/results_cover-branches_s1/results.q40-stride.csv deleted file mode 100644 index 57d606b47..000000000 --- a/tests/testcomp/results_cover-branches_s1/results.q40-stride.csv +++ /dev/null @@ -1,28 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-crafted/bAnd4.i,ILP32,true,UNKNOWN,FULL,,,0,44 -Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,FULL,85.0,20,3,7 -Arrays,array-examples/sanfoundry_24-2.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,48 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,FULL,4.76,21,1,55 -Arrays,array-examples/standard_strcmp_ground.i,ILP32,true,UNKNOWN,FULL,7.69,13,1,48 -Arrays,array-fpi/brs5_overflow.c,ILP32,unknown,UNKNOWN,FULL,,,0,12 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,UNKNOWN,FULL,,,0,43 -Arrays,array-fpi/mods.c,ILP32,true,UNKNOWN,FULL,,,0,24 -Arrays,array-fpi/res2.c,ILP32,true,UNKNOWN,FULL,,,0,44 -Arrays,array-fpi/s42iff.c,ILP32,false,UNKNOWN,FULL,,,0,25 -Arrays,array-fpi/sina3.c,ILP32,true,UNKNOWN,FULL,,,0,41 -Arrays,array-industry-pattern/array_of_struct_ptr_monotonic.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,47 -Arrays,array-memsafety/count_down_unsafe.i,ILP32,unknown,FAILED,PARTIAL,91.67,12,44,17 -Arrays,array-memsafety/mult_array-alloca-1.i,ILP32,unknown,SUCCEEDED,FULL,90.0,10,11,10 -Arrays,array-memsafety/selectionsort-alloca-1.i,ILP32,unknown,SUCCEEDED,FULL,50.0,10,4,5 -Arrays,array-multidimensional/rev-2-n-u.c,ILP32,true,UNKNOWN,FULL,,,0,47 -Arrays,array-patterns/array29_pattern.c,ILP32,true,FAILED,PARTIAL,92.86,14,4,11 -Arrays,array-programs/partial_mod_count_limited_base.c,ILP32,true,SUCCEEDED,PARTIAL,92.86,14,2,3 -Arrays,array-tiling/rewnif.c,ILP32,true,UNKNOWN,FULL,,,0,34 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,SUCCEEDED,PARTIAL,92.31,13,2,6 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,PARTIAL,100.0,6,22,12 -BitVectors,bitvector/byte_add-2.i,ILP32,unknown,UNKNOWN,PARTIAL,61.4,57,1,44 -BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,UNKNOWN,FULL,71.93,57,28,46 -BitVectors,bitvector/gcd_2.c,ILP32,true,UNKNOWN,FULL,90.0,10,42,47 -BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,FULL,66.67,3,1,45 -BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,FULL,66.67,3,1,45 -BitVectors,bitvector/num_conversion_2.c,ILP32,true,UNKNOWN,FULL,83.33,6,256,48 diff --git a/tests/testcomp/results_cover-branches_s2/results.csv b/tests/testcomp/results_cover-branches_s2/results.csv deleted file mode 100644 index 293f2b8e8..000000000 --- a/tests/testcomp/results_cover-branches_s2/results.csv +++ /dev/null @@ -1,283 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,FAILED,VALIDATED,91.23,57,95,47 -Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,48 -Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,15,16 -XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,22,7 -Heap,memsafety-cve/picotcp.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,VALIDATED,16.71,419,7,49 -BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,202,48 -LinkedLists,forester-heap/dll-reverse.i,ILP32,true,UNKNOWN,VALIDATED,65.38,26,2,48 -Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,10,5 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,3,3 -Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,53,48 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,32 -Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,FAILED,VALIDATED,23.81,42,4,48 -ECA,eca-programs/Problem102_label41.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/gcd_2.c,ILP32,true,FAILED,VALIDATED,90.0,10,39,49 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,56.0,25,7,48 -Loops,loops/trex03-2.c,ILP32,true,FAILED,VALIDATED,85.71,7,11,48 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,85 -ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.27,197,163,48 -Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-fpi/ss4f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,41 -Recursive,recursified_nla-digbench/recursified_ps3-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,9,49 -XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,21 -Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,UNKNOWN,VALIDATED,9.38,32,1,48 -ECA,eca-rers2012/Problem13_label40.c,ILP32,false,UNKNOWN,VALIDATED,,,0,51 -BitVectors,bitvector/soft_float_2a.c.cil.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,49 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,UNKNOWN,VALIDATED,77.78,18,2,49 -Loops,nla-digbench/dijkstra.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,78.57,14,57,49 -ProductLines,product-lines/email_spec9_product12.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,5 -ControlFlow,infeasible-control-flow/conflict_branch3.c,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,49 -Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-crafted/zero_sum_const_m2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,VALIDATED,,,0,55 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,VALIDATED,6.67,30,21,5 -Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,FAILED,VALIDATED,11.76,34,21,26 -ECA,eca-rers2012/Problem03_label58.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,421,49 -LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,UNKNOWN,VALIDATED,61.29,31,2,48 -Loops,loops/s3.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_clnt_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -Floats,neural-networks/cartpole_55_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/nsqm-if.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_geo1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,2,58 -XCSP,xcsp/Dubois-055.c,ILP32,true,FAILED,VALIDATED,100.0,2,25,18 -Heap,list-ext-properties/test-0217_1.i,ILP32,unknown,UNKNOWN,VALIDATED,85.0,40,167,48 -ECA,eca-rers2012/Problem09_label48.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,274,49 -Sequentialized,seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,37.85,177,31,38 -LinkedLists,list-ext3-properties/dll_nondet_free_order-2.i,ILP32,unknown,FAILED,VALIDATED,86.67,15,6,33 -Loops,nla-digbench-scaling/geo1-u_unwindbound50.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,8,18,54 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,31 -ControlFlow,openssl/s3_clnt.blast.04.i.cil-1.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -Floats,neural-networks/lunarlander_63_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-memsafety/openbsd_cstrstr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.13,23,6,13 -Recursive,recursive-simple/id_b5_o10-2.c,ILP32,true,FAILED,VALIDATED,83.33,6,59,49 -XCSP,xcsp/aim-100-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,11 -Heap,memsafety-cve/radare2_2Fixed.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem16_label21.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/soft_float_3a.c.cil.c,ILP32,true,FAILED,TESTCOV_ERROR,,,500,50 -Sequentialized,seq-pthread/cs_lamport.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,323,48 -LinkedLists,memsafety-broom/linux-list-middle-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,7,3,48 -Loops,nla-digbench-scaling/ps6-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,9,3 -ProductLines,product-lines/email_spec8_product29.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,19 -ControlFlow,unsignedintegeroverflow-sas23/cancel_var_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,1 -Floats,neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-cav19/array_min_and_copy_shift_sum_add.c,ILP32,true,UNKNOWN,VALIDATED,33.33,12,1,49 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,VALIDATED,,,0,52 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,VALIDATED,20.0,10,19,3 -Heap,ldv-memsafety/memleaks_test1-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,13 -ECA,eca-programs/Problem102_label24.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/byte_add_1-1.i,ILP32,true,UNKNOWN,VALIDATED,71.93,57,28,49 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,40.14,142,25,29 -LinkedLists,forester-heap/dll-queue-1.i,ILP32,true,UNKNOWN,VALIDATED,72.88,59,8,48 -Loops,loop-new/count_by_1.i,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -ProductLines,product-lines/elevator_spec1_product29.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers-simplified/diskperf_simpl1.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,38.6,171,112,48 -Floats,float-newlib/float_req_bl_0670.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -Recursive,recursified_loop-simple/recursified_nested_1.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,22,6 -Heap,ldv-memsafety/memleaks_test23_2.i,ILP32,unknown,FAILED,VALIDATED,5.77,52,1,48 -ECA,eca-rers2012/Problem05_label06.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,240,48 -LinkedLists,forester-heap/sll-circular-1.i,ILP32,true,FAILED,VALIDATED_ABORTS,80.95,21,156,48 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,3,2 -ProductLines,product-lines/elevator_spec3_product29.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers/floppy2.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,3 -Floats,neural-networks/cartpole_19_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Recursive,recursified_nla-digbench/recursified_egcd3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,92.31,13,21,30 -XCSP,xcsp/Dubois-026.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,10 -Heap,ldv-regression/test24-2.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,5,11 -ECA,eca-rers2012/Problem07_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2a.c,ILP32,unknown,FAILED,VALIDATED,46.29,175,182,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,31.75,189,28,50 -LinkedLists,forester-heap/sll-token-2.i,ILP32,true,UNKNOWN,VALIDATED,72.0,25,34,49 -Loops,nla-digbench-scaling/divbin_unwindbound50.i,ILP32,false,FAILED,VALIDATED,100.0,15,34,5 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl-simplified/s3_srvr_1.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.27,197,163,49 -Floats,neural-networks/dubinsrejoin_41_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s4iff_overflow.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_hard2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,12,2,49 -XCSP,xcsp/Haystacks-06.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,21,5 -Heap,memsafety-cve/asterisk.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem10_label38.c,ILP32,true,UNKNOWN,VALIDATED,34.33,201,6,48 -BitVectors,bitvector/s3_srvr_1_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,38.07,176,31,38 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,88.24,17,2,8 -Loops,nla-digbench-scaling/geo1-u2_unwindbound20.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,13,53 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_clnt.blast.01.i.cil-2.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -Floats,neural-networks/lunarlander_27_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/cstrcspn-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,57.14,14,6,7 -Recursive,recursive-simple/id2_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,57,49 -XCSP,xcsp/aim-100-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,8 -Heap,memsafety-cve/libsndfile.i,ILP32,unknown,SUCCEEDED,VALIDATED,15.0,20,1,6 -ECA,eca-rers2012/Problem13_label23.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/soft_float_1-2.c.cil.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,list-properties/splice-1.i,ILP32,false,FAILED,VALIDATED,65.22,23,8,2 -Loops,nla-digbench-scaling/knuth_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,46.15,13,4,3 -ProductLines,product-lines/email_spec4_product34.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,9.0,211,142,48 -Floats,neural-networks/poly_32_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-patterns/array16_pattern.c,ILP32,true,FAILED,VALIDATED_ABORTS,38.89,18,4,12 -Recursive,recursive/Ackermann01-2.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,77,49 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,10 -Heap,memsafety-cve/zchunk.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem17_label10.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/soft_float_4-2a.c.cil.c,ILP32,true,FAILED,TESTCOV_ERROR,,,500,49 -Sequentialized,seq-pthread/cs_peterson.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,51 -LinkedLists,memsafety-broom/sll-fst-shared.i,LP64,unknown,UNKNOWN,VALIDATED,87.5,8,18,48 -Loops,nla-digbench-scaling/ps5-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,9,2 -ProductLines,product-lines/email_spec8_product21.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.15.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,8.76,217,141,48 -Floats,neural-networks/sqrt_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,reducercommutativity/max.i,ILP32,true,FAILED,VALIDATED,81.82,11,15,11 -Recursive,recursive/McCarthy91-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,125,48 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,25,18 -Loops,nla-digbench/ps2-ll.c,ILP32,true,UNKNOWN,VALIDATED,62.5,8,55,49 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,heap-data/cart.i,ILP32,true,FAILED,TESTCOV_ERROR,,,500,49 -ECA,eca-programs/Problem101_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ControlFlow,infeasible-control-flow/unreach_branch2.c,ILP32,true,FAILED,VALIDATED,75.0,8,46,49 -Floats,float-benchs/filter2_set.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,1,1 -Arrays,array-crafted/bor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,49 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,39.31,145,25,31 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,72.88,59,8,49 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,VALIDATED,,,0,53 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,8.33,24,21,4 -Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,77.78,9,40,48 -ProductLines,product-lines/elevator_spec1_product19.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,7 -Heap,ldv-memsafety/memleaks_test14.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,18 -ECA,eca-programs/Problem103_label43.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,78.0,200,178,49 -Floats,float-newlib/double_req_bl_0684b.c,ILP32,true,SUCCEEDED,VALIDATED,30.14,73,4,20 -Arrays,array-examples/relax-2-2.i,ILP32,true,FAILED,VALIDATED_ABORTS,36.11,36,7,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,FAILED,VALIDATED_ABORTS,44.83,58,77,9 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+lhb-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,2.86,70,23,8 -Loops,loop-zilu/benchmark11_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,69.23,13,5,3 -ProductLines,product-lines/elevator_spec2_product19.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,47 -Heap,ldv-memsafety/memleaks_test21-1.i,ILP32,unknown,FAILED,VALIDATED,11.76,34,21,23 -ECA,eca-rers2012/Problem04_label06.c,ILP32,false,UNKNOWN,VALIDATED,,,0,51 -ControlFlow,openssl-simplified/s3_clnt_2.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,47 -Floats,float-newlib/float_req_bl_1270a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_find_ground-2.i,ILP32,unknown,UNKNOWN,VALIDATED,71.43,7,2,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,84.95,93,19,16 -LinkedLists,forester-heap/sll-reverse_simple.i,ILP32,true,UNKNOWN,VALIDATED,84.62,26,86,48 -Recursive,recursified_loop-simple/recursified_nested_5.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -XCSP,xcsp/Dubois-016.c,ILP32,true,FAILED,VALIDATED,100.0,2,22,6 -Loops,loops-crafted-1/nested3-1_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,64.29,14,13,2 -ProductLines,product-lines/elevator_spec3_product18.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test6_1.i,ILP32,unknown,FAILED,VALIDATED,17.5,40,155,48 -ECA,eca-rers2012/Problem05_label48.c,ILP32,false,UNKNOWN,VALIDATED,,,0,54 -ControlFlow,openssl-simplified/s3_srvr_14.cil.c,ILP32,unknown,FAILED,VALIDATED,15.21,217,1,49 -Floats,floats-esbmc-regression/trunc_nondet_2.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,1,1 -Arrays,array-fpi/brs4f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,79.45,73,17,14 -LinkedLists,heap-manipulation/merge_sort-2.i,ILP32,true,UNKNOWN,VALIDATED,75.0,64,68,49 -Recursive,recursified_nla-digbench/recursified_divbin2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,69.23,13,95,48 -XCSP,xcsp/Dubois-027.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,9 -Loops,loops/terminator_03-2_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,69.23,13,5,2 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -Heap,ldv-regression/test14.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,4,2,3 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ControlFlow,openssl/s3_clnt.blast.03.i.cil-2.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -Floats,neural-networks/cartpole_49_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/indp1f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,33.9,177,30,32 -LinkedLists,list-ext3-properties/sll_nondet_insert-2.i,ILP32,true,UNKNOWN,VALIDATED,80.95,21,157,47 -Recursive,recursified_nla-digbench/recursified_fermat2.c,ILP32,unknown,SUCCEEDED,VALIDATED,11.11,9,1,1 -XCSP,xcsp/Dubois-070.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,12 -Loops,nla-digbench-scaling/dijkstra-u_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,14,17,3 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-sets/test_mutex.i,ILP32,true,FAILED,VALIDATED,,,0,10 -ECA,eca-rers2012/Problem08_label33.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.08.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,15.02,213,224,48 -Floats,neural-networks/dubinsrejoin_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/res2f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,TESTCOV_ERROR,,,323,47 -LinkedLists,list-properties/splice-2.i,ILP32,true,FAILED,VALIDATED,78.26,23,9,3 -Recursive,recursified_nla-digbench/recursified_geo3-ll2.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,17,47 -XCSP,xcsp/Haystacks-10.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,6 -Loops,nla-digbench-scaling/egcd2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,9,2 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,list-ext-properties/test-0232_1-2.i,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,10,48 -ECA,eca-rers2012/Problem09_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.15.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,14.61,219,189,48 -Floats,neural-networks/dubinsrejoin_72_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s5iff.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,355,48 -LinkedLists,memsafety-broom/linux-list-lst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,7,14,47 -Recursive,recursified_nla-digbench/recursified_prod4br.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,8 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,1,1 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/geo1-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,58 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,31 -Loops,nla-digbench-scaling/geo1-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,11,6 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/geo1-u_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,3,2 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/geo1-u_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,8,8,2 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,46 -Loops,nla-digbench-scaling/geo2-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,5 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,6 -Loops,nla-digbench-scaling/geo2-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,9,4 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,29 -Loops,nla-digbench-scaling/geo3-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,3 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Recursive,recursive-simple/id2_b5_o10.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,38,49 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,6 -Sequentialized,systemc/token_ring.01.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,75.0,84,182,48 -Arrays,array-memsafety/openbsd_cstrcat-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,16,16,21 -Floats,neural-networks/lunarlander_92_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/netatalk.i,ILP32,unknown,FAILED,VALIDATED,10.71,28,1,47 -ProductLines,product-lines/email_spec4_product28.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,81,48 -Arrays,array-multidimensional/add-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -ECA,eca-rers2012/Problem15_label39.c,ILP32,false,UNKNOWN,VALIDATED,16.71,419,7,48 -Loops,nla-digbench-scaling/lcm2_unwindbound100.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,35,3 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,25,18 -Floats,neural-networks/poly_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/smartdns.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,65 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,10,77,49 -Arrays,array-patterns/array25_pattern.c,ILP32,true,FAILED,VALIDATED,93.33,15,4,10 -ECA,eca-rers2012/Problem17_label02.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Loops,nla-digbench-scaling/ps2-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,12,2 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,14 -Floats,neural-networks/softmax_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-ext2/complex_data_creation_test02-1.i,ILP32,unknown,ERROR,TESTCOV_ERROR,,,348,56 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,36 -Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,80.0,10,24,48 -Heap,memsafety-ext3/realloc1.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,0 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Floats,neural-networks/softsign_w8_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench/bresenham.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,144,48 -Arrays,reducercommutativity/avg10-2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,2 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,VALIDATED,,,0,51 -Recursive,recursive/MultCommutative-2.c,ILP32,true,FAILED,VALIDATED,80.0,10,197,48 -Heap,memsafety/test-0235-2.i,ILP32,unknown,UNKNOWN,VALIDATED,93.94,33,198,48 -ProductLines,product-lines/email_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,51 -Floats,neural-networks/vdp_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,loop-acceleration/array_2-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,85.71,7,1,39 -Arrays,array-cav19/array_init_var_plus_ind2.c,ILP32,true,UNKNOWN,VALIDATED,70.0,10,61,48 -ECA,eca-programs/Problem101_label11.c,ILP32,false,UNKNOWN,VALIDATED,,,0,85 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,4,78,48 -Heap,heap-data/running_example.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,48 -ProductLines,product-lines/elevator_spec14_product27.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_cover-branches_s3/results.csv b/tests/testcomp/results_cover-branches_s3/results.csv deleted file mode 100644 index 2155a6af9..000000000 --- a/tests/testcomp/results_cover-branches_s3/results.csv +++ /dev/null @@ -1,270 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,UNKNOWN,VALIDATED,25.0,4,1,48 -ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,34.33,201,6,48 -BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,47 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,152,49 -LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,UNKNOWN,VALIDATED,66.67,18,3,48 -Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,93.75,16,7,4 -ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,31.15,366,44,49 -Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,3 -Arrays,array-fpi/modpf.c,ILP32,false,UNKNOWN,VALIDATED,,,0,47 -Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,57 -XCSP,xcsp/Dubois-040.c,ILP32,true,FAILED,VALIDATED_ABORTS,100.0,2,24,14 -Heap,memsafety-cve/json-parser.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,48 -ECA,eca-rers2012/Problem12_label34.c,ILP32,false,UNKNOWN,VALIDATED,,,0,51 -BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,48 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,FAILED,VALIDATED_ABORTS,7.69,208,28,50 -LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,UNKNOWN,VALIDATED,87.5,8,15,49 -Loops,loop-invgen/half_2.i,ILP32,true,FAILED,VALIDATED,63.64,11,87,49 -ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,FAILED,VALIDATED,75.0,124,111,49 -Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,1 -Arrays,array-fpi/eqn4.c,ILP32,true,UNKNOWN,VALIDATED,,,0,29 -Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,90.0,10,12,33 -XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,9 -Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,207,49 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_srvr_1.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,FAILED,VALIDATED,31.73,208,32,41 -LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,UNKNOWN,VALIDATED,76.92,13,31,48 -Loops,nla-digbench-scaling/hard-u_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,14,11,3 -ProductLines,product-lines/email_spec4_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.10.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,,,0,49 -Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-tiling/tcpy.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,49 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,28 -Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -ECA,eca-programs/Problem102_label08.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/byte_add-2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,61.4,57,1,49 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,TESTCOV_ERROR,,,251,48 -LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,UNKNOWN,VALIDATED,76.47,34,3,49 -Loops,loop-zilu/benchmark17_conjunctive.i,ILP32,true,UNKNOWN,VALIDATED,71.43,7,71,48 -ProductLines,product-lines/elevator_spec2_product21.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/brs5f_overflow.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_divbin.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,13,25,12 -XCSP,xcsp/Dubois-020.c,ILP32,true,FAILED,VALIDATED,100.0,2,23,7 -Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,10,38,20 -ECA,eca-rers2012/Problem07_label36.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,46.29,175,185,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c,ILP32,true,FAILED,VALIDATED_ABORTS,32.8,189,30,39 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,32.81,64,3,49 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,43.75,16,3,2 -ProductLines,product-lines/email_spec11_product36.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,7 -ControlFlow,openssl-simplified/s3_srvr_3.cil.c,ILP32,unknown,FAILED,VALIDATED,52.28,197,154,49 -Floats,neural-networks/erf_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-lopstr16/base_case.i,ILP32,true,UNKNOWN,VALIDATED,,,0,30 -Recursive,recursified_nla-digbench/recursified_ps5-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,9,7 -XCSP,xcsp/Haystacks-19.c,ILP32,true,FAILED,VALIDATED_ABORTS,100.0,2,25,37 -Heap,memsafety-cve/libpe.i,ILP32,unknown,FAILED,VALIDATED_ABORTS,0,0,1,49 -ECA,eca-rers2012/Problem13_label07.c,ILP32,false,UNKNOWN,VALIDATED,,,0,52 -BitVectors,bitvector/soft_float_1-1.c.cil.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,438,49 -LinkedLists,memsafety-broom/dll-backwards.i,LP64,unknown,ERROR,VALIDATED,100.0,8,4,49 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,10,23,3 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.11.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,9.0,211,140,49 -Floats,neural-networks/softmax_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-tiling/pnr4.c,ILP32,true,UNKNOWN,VALIDATED,,,0,40 -Recursive,recursive/Fibonacci03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,48,49 -XCSP,xcsp/aim-200-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,20 -Heap,memsafety/test-0234-2.i,ILP32,unknown,FAILED,VALIDATED,84.62,13,153,49 -ECA,eca-rers2012/Problem19_label39.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,22,13 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,18.01,161,13,40 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,VALIDATED,60.71,56,257,49 -Loops,loop-invgen/NetBSD_loop.i,ILP32,true,FAILED,VALIDATED,55.56,9,36,49 -ProductLines,product-lines/elevator_spec1_product01.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,infeasible-control-flow/unreach_branch4.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,80,49 -Floats,float-benchs/zonotope_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,6,1,1 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,VALIDATED,,,0,54 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,VALIDATED,5.88,34,21,5 -Heap,ldv-memsafety/memleaks_test18_2.i,ILP32,unknown,FAILED,VALIDATED,25.0,40,10,49 -ECA,eca-rers2012/Problem03_label41.c,ILP32,true,UNKNOWN,VALIDATED,3.04,296,7,49 -BitVectors,bitvector/gcd_3.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,45,49 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -LinkedLists,forester-heap/dll-sorted-2.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,50 -Loops,loop-zilu/benchmark50_linear.i,ILP32,unknown,FAILED,VALIDATED,100.0,7,126,48 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers/cdaudio.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,0.63,953,1,50 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/brs2f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Recursive,recursified_nla-digbench/recursified_dijkstra-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,21,25 -XCSP,xcsp/Dubois-018.c,ILP32,true,FAILED,VALIDATED,100.0,2,23,7 -Heap,ldv-regression/rule57_ebda_blast.i,ILP32,true,FAILED,VALIDATED,56.25,16,22,21 -ECA,eca-rers2012/Problem06_label46.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -BitVectors,bitvector/parity.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,33,37 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,84.95,93,19,20 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,UNKNOWN,VALIDATED,76.0,25,3,48 -Loops,nla-digbench-scaling/cohendiv-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,12,3,3 -ProductLines,product-lines/email_spec0_product24.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl-simplified/s3_clnt_3.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,45.71,175,177,48 -Floats,neural-networks/cartpole_91_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/res1f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_geo2-ll2.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,17,49 -XCSP,xcsp/Dubois-065.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,19 -Heap,list-ext-properties/simple-ext_1.i,ILP32,unknown,UNKNOWN,VALIDATED,69.23,13,29,49 -ECA,eca-rers2012/Problem09_label31.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,45.0,120,27,25 -LinkedLists,heap-manipulation/tree-1.i,ILP32,unknown,FAILED,VALIDATED_ABORTS,76.32,38,47,14 -Loops,nla-digbench-scaling/fermat2-ll_valuebound10.c,ILP32,true,FAILED,VALIDATED_ABORTS,90.0,10,19,16 -ProductLines,product-lines/email_spec1_product28.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -ControlFlow,openssl-simplified/s3_srvr_4.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,52.28,197,163,49 -Floats,neural-networks/gcas_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-industry-pattern/array_of_struct_ptr_monotonic.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,49 -Recursive,recursified_nla-digbench/recursified_ps4-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,19,48 -XCSP,xcsp/Haystacks-17.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,25 -Heap,memsafety-cve/hyperkit_1.i,ILP32,unknown,FAILED,VALIDATED,19.23,26,33,30 -ECA,eca-rers2012/Problem12_label17.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/s3_srvr_3_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,160,48 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,FAILED,VALIDATED,,,0,48 -LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,VALIDATED_ABORTS,82.35,17,32,5 -Loops,nla-digbench-scaling/hard-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,14,10,3 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.02.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,15.92,201,152,49 -Floats,neural-networks/lunarlander_99_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/stroeder2-alloca-1.i,ILP32,unknown,ERROR,VALIDATED,100.0,8,178,49 -Recursive,recursive-simple/id_o100.c,ILP32,false,FAILED,VALIDATED,75.0,4,74,49 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,11 -Heap,memsafety-cve/radare2Fixed.i,ILP32,unknown,UNKNOWN,VALIDATED,8.33,72,1,49 -ECA,eca-rers2012/Problem16_label04.c,ILP32,false,UNKNOWN,VALIDATED,17.9,391,7,49 -BitVectors,bitvector/soft_float_3.c.cil.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,51 -Sequentialized,seq-pthread/cs_dekker_unfair.i,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -LinkedLists,memsafety-broom/linux-hlist-fst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,18,12,49 -Loops,nla-digbench-scaling/ps2-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,4,3 -ProductLines,product-lines/email_spec7_product24.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,42 -ControlFlow,openssl/s3_srvr.blast.12.i.cil-1.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,140,49 -Floats,neural-networks/softplus_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-tiling/mlceu.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursive/EvenOdd03WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,11,48 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,25,17 -Heap,memsafety/lockfree-3.0.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,444,49 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/sum02-2.c,ILP32,true,UNKNOWN,VALIDATED,66.67,6,54,48 -Sequentialized,seq-pthread/cs_szymanski.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,390,49 -LinkedLists,memsafety-broom/sll-shared-after.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,22,48 -Recursive,recursive/recHanoi01.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,87.5,8,33,51 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,17 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,VALIDATED,71.43,7,170,49 -ProductLines,product-lines/elevator_spec14_product11.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -Heap,heap-data/quick_sort_split.i,ILP32,true,FAILED,TESTCOV_ERROR,,,241,48 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ControlFlow,infeasible-control-flow/unreach_branch5.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,16.67,6,1,2 -Arrays,array-crafted/mapsum2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,15 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,TESTCOV_ERROR,,,148,30 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,VALIDATED,,,0,54 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,7.14,28,21,3 -Loops,loop-lit/cggmp2005b.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ProductLines,product-lines/elevator_spec1_product23.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test15-2.i,ILP32,unknown,UNKNOWN,VALIDATED,34.0,50,3,48 -ECA,eca-rers2012/Problem03_label00.c,ILP32,true,UNKNOWN,VALIDATED,3.04,296,7,49 -ControlFlow,ntdrivers/diskperf.i.cil-1.c,ILP32,true,FAILED,VALIDATED,,,0,49 -Floats,float-newlib/double_req_bl_1122a.c,ILP32,true,SUCCEEDED,VALIDATED,6.78,59,2,10 -Arrays,array-examples/sanfoundry_43_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,371,47 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i,ILP32,unknown,UNKNOWN,VALIDATED,,,0,47 -XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,VALIDATED,100.0,2,23,8 -Loops,loop-zilu/benchmark23_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,3,2 -ProductLines,product-lines/elevator_spec2_product23.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,5 -Heap,ldv-memsafety/memleaks_test22_2-1.i,ILP32,unknown,FAILED,VALIDATED,18.75,32,21,22 -ECA,eca-rers2012/Problem04_label31.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -ControlFlow,openssl-simplified/s3_clnt_3.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,46.29,175,194,48 -Floats,floats-cbmc-regression/float19.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_partition_original_ground.i,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,70.73,123,25,24 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,VALIDATED,94.44,18,47,49 -Recursive,recursified_nla-digbench/recursified_bresenham-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,45,48 -XCSP,xcsp/Dubois-019.c,ILP32,true,FAILED,VALIDATED,100.0,2,23,6 -Loops,loops-crafted-1/sumt8.c,ILP32,true,UNKNOWN,VALIDATED,81.25,16,51,49 -ProductLines,product-lines/elevator_spec3_product22.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test8.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,12 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,VALIDATED,,,0,53 -ControlFlow,openssl-simplified/s3_srvr_2.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,52.28,197,172,49 -Floats,floats-nonlinear/coral-benchmark21.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,1 -Arrays,array-fpi/condg.c,ILP32,true,UNKNOWN,VALIDATED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,81.94,72,17,14 -LinkedLists,heap-manipulation/sll_to_dll_rev-2.i,ILP32,true,UNKNOWN,VALIDATED,78.72,47,108,48 -Recursive,recursified_nla-digbench/recursified_egcd.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,88.89,9,17,11 -XCSP,xcsp/Dubois-029.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,9 -Loops,loops/vogal-1.i,ILP32,true,UNKNOWN,VALIDATED,82.61,23,122,48 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-regression/test21-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,5,6 -ECA,eca-rers2012/Problem07_label27.c,ILP32,true,UNKNOWN,VALIDATED,,,0,81 -ControlFlow,openssl/s3_srvr.blast.01.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,,,0,48 -Floats,neural-networks/cartpole_60_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/indp5f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,29,23 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,90.32,31,63,47 -Recursive,recursified_nla-digbench/recursified_geo1-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,57 -XCSP,xcsp/Dubois-080.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,16 -Loops,nla-digbench-scaling/divbin2_unwindbound100.i,ILP32,true,UNKNOWN,VALIDATED,73.33,15,500,48 -ProductLines,product-lines/email_spec0_product40.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,51.85,27,11,48 -ECA,eca-rers2012/Problem08_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ControlFlow,openssl/s3_srvr.blast.09.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,15.17,211,209,47 -Floats,neural-networks/dubinsrejoin_23_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-fpi/s1lif.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,48 -LinkedLists,memsafety-broom/dll-fst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,17,47 -Recursive,recursified_nla-digbench/recursified_hard-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,91.67,12,14,9 -XCSP,xcsp/Haystacks-12.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,24,11 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,16,18,12 -ProductLines,product-lines/email_spec11_product39.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-2.i,ILP32,true,FAILED,VALIDATED,80.95,21,173,36 -ECA,eca-rers2012/Problem10_label13.c,ILP32,true,UNKNOWN,VALIDATED,34.33,201,6,50 -ControlFlow,unsignedintegeroverflow-sas23/bilinear_interpolation.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,57 -Floats,neural-networks/dubinsrejoin_84_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/sina2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,8 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,297,48 -LinkedLists,memsafety-broom/sll-fst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,23,48 -Recursive,recursified_nla-digbench/recursified_prodbin.c,ILP32,unknown,SUCCEEDED,VALIDATED,11.11,9,1,3 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,8 -Recursive,recursified_nla-digbench/recursified_ps2.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,21,47 -XCSP,xcsp/aim-100-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,10 -Recursive,recursified_nla-digbench/recursified_ps3.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,10,48 -XCSP,xcsp/aim-100-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,6 -Recursive,recursified_nla-digbench/recursified_ps4.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,18,47 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,10 -Recursive,recursified_nla-digbench/recursified_ps5.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,19,48 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,9 -Recursive,recursified_nla-digbench/recursified_ps6.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,11,47 -XCSP,xcsp/aim-100-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,9 -Recursive,recursified_nla-digbench/recursified_sqrt1.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,19,47 -XCSP,xcsp/aim-100-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,10 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,10,62,48 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,11 -Sequentialized,seq-pthread/cs_time_var_mutex.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,437,48 -Arrays,array-memsafety/mult_array_unsafe.i,ILP32,unknown,FAILED,VALIDATED,90.0,10,122,33 -Floats,neural-networks/lunarlander_81_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/mongooseFixed.i,ILP32,unknown,UNKNOWN,VALIDATED,11.54,26,1,48 -ECA,eca-rers2012/Problem13_label48.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -Loops,nla-digbench-scaling/hard2_unwindbound50.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,85.71,14,130,48 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,17 -Floats,neural-networks/poly_16_16_16_16_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/openrazerFound.i,ILP32,unknown,FAILED,VALIDATED,36.67,30,2,48 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,35,47 -Arrays,array-multidimensional/min-2-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,48 -ECA,eca-rers2012/Problem16_label12.c,ILP32,true,UNKNOWN,VALIDATED,17.9,391,7,48 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,,,0,57 -XCSP,xcsp/aim-200-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,25,25 -Floats,neural-networks/poly_8_8_8_8_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/wasm-micro-runtime.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,57 -ProductLines,product-lines/email_spec7_product19.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,15 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,12,22,48 -Arrays,array-patterns/array7_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,11,6 -ECA,eca-rers2012/Problem17_label35.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -Loops,nla-digbench-scaling/ps4-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,10,3 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,25,15 -Floats,neural-networks/softsign_w32_r1_case_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,8,8,2 -Arrays,array-tiling/pr2.c,ILP32,true,FAILED,VALIDATED_ABORTS,75.0,16,35,16 -ECA,eca-rers2012/Problem18_label41.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 diff --git a/tests/testcomp/results_cover-branches_s4/results.csv b/tests/testcomp/results_cover-branches_s4/results.csv deleted file mode 100644 index 2c808ba7b..000000000 --- a/tests/testcomp/results_cover-branches_s4/results.csv +++ /dev/null @@ -1,244 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,7,5 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,VALIDATED,14.63,287,21,48 -Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,1 -Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,,,0,47 -Recursive,recursive-simple/id_o200.c,ILP32,false,FAILED,VALIDATED,75.0,4,65,49 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,13 -Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,36.96,46,8,58 -ECA,eca-rers2012/Problem03_label25.c,ILP32,true,UNKNOWN,VALIDATED,3.04,296,7,49 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,FAILED,VALIDATED,46.29,175,178,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,37.42,155,28,37 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,24.0,25,1,48 -Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,11,58 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,,,0,47 -Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,5 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,VALIDATED,,,0,54 -XCSP,xcsp/AllInterval-011.c,ILP32,false,FAILED,VALIDATED_ABORTS,9.09,22,21,7 -Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,FAILED,VALIDATED,34.38,32,21,41 -ECA,eca-rers2012/Problem04_label47.c,ILP32,true,UNKNOWN,VALIDATED,,,0,53 -BitVectors,bitvector/modulus-1.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,84.62,13,40,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,85.56,90,19,20 -LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,UNKNOWN,VALIDATED,80.0,25,3,48 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,10,17,5 -ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,FAILED,VALIDATED,46.75,231,154,49 -Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/openbsd_cmemset-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,5,5 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,58,49 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,12 -Heap,memsafety-cve/stb.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem16_label54.c,ILP32,false,UNKNOWN,VALIDATED,17.9,391,7,49 -BitVectors,bitvector/soft_float_5.c.cil.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,50 -Sequentialized,seq-pthread/cs_sync.i,ILP32,true,UNKNOWN,VALIDATED,4.59,109,203,49 -LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,12,137,48 -Loops,loop-industry-pattern/aiob_2.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,7 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ControlFlow,memory-model/2SB.i,ILP32,false,ERROR,VALIDATED_ABORTS,48.04,102,21,9 -Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,8 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,9.09,11,1,49 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-a.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,10,48 -XCSP,xcsp/AllInterval-030.c,ILP32,false,FAILED,VALIDATED,3.33,60,23,8 -Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,FAILED,VALIDATED,11.76,34,41,32 -ECA,eca-rers2012/Problem05_label23.c,ILP32,true,UNKNOWN,VALIDATED,,,0,54 -BitVectors,bitvector/jain_6-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,207,49 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,VALIDATED,72.88,59,9,49 -Loops,nla-digbench-scaling/cohencu-ll_unwindbound100.c,ILP32,false,UNKNOWN,VALIDATED,75.0,8,26,48 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_clnt_3.cil-3.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,49 -Floats,neural-networks/cos_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/s3lif.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_hard-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,12,15,14 -XCSP,xcsp/Dubois-095.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,30 -Heap,memsafety-cve/dlt-daemon.i,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,8 -ECA,eca-rers2012/Problem10_label55.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -BitVectors,bitvector/s3_srvr_1a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,198,49 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-1.i,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Loops,nla-digbench-scaling/geo3-ll_unwindbound50.c,ILP32,true,UNKNOWN,VALIDATED,62.5,8,11,48 -ProductLines,product-lines/email_spec3_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,34 -ControlFlow,openssl/s3_srvr.blast.03.i.cil.c,ILP32,unknown,FAILED,VALIDATED,9.45,201,142,49 -Floats,neural-networks/poly_128_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-multidimensional/transpose-u.c,ILP32,true,UNKNOWN,VALIDATED,21.43,14,1,48 -Recursive,recursive-simple/sum_non_eq-2.c,ILP32,true,FAILED,VALIDATED,75.0,4,56,49 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,12 -Heap,memsafety-ext/dll_extends_pointer.i,ILP32,unknown,UNKNOWN,VALIDATED,88.89,9,191,48 -ECA,eca-rers2012/Problem17_label27.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/soft_float_4-3.c.cil.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -Sequentialized,seq-pthread/cs_stack-1.i,ILP32,true,UNKNOWN,VALIDATED,4.46,157,203,49 -LinkedLists,memsafety-broom/sll-nested-linux-list.i,LP64,unknown,UNKNOWN,VALIDATED,,,0,48 -Loops,nla-digbench/hard-ll.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,10,3 -ProductLines,product-lines/email_spec9_product28.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,15 -ControlFlow,infeasible-control-flow/conflict_branch1.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,50 -Floats,float-benchs/filter1.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,49 -Arrays,array-crafted/mapavg3.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,48 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,VALIDATED,,,0,53 -XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,VALIDATED,11.11,18,20,4 -Heap,ldv-memsafety/memleaks_test13_1.i,ILP32,unknown,FAILED,VALIDATED,11.76,34,21,24 -ECA,eca-programs/Problem102_label57.c,ILP32,true,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED,20.32,187,256,48 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,VALIDATED,73.53,34,40,5 -Loops,loop-zilu/benchmark06_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED,77.78,9,224,49 -ProductLines,product-lines/elevator_spec2_product17.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,54.34,265,179,48 -Floats,float-newlib/float_req_bl_1130b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,48 -Recursive,recursified_loop-simple/recursified_nested_4.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,48 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,10 -Heap,ldv-memsafety/memleaks_test5_2.i,ILP32,unknown,FAILED,VALIDATED,8.82,34,21,21 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,VALIDATED,,,0,55 -BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,49 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,48 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,464,49 -Loops,loops/terminator_01.c,ILP32,false,UNKNOWN,VALIDATED,50.0,4,1,48 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -Floats,neural-networks/cartpole_43_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/indp3f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_fermat2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,59 -XCSP,xcsp/Dubois-030.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,23,11 -Heap,ldv-sets/test_add-1.i,ILP32,false,UNKNOWN,VALIDATED,41.18,17,1,2 -ECA,eca-rers2012/Problem08_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1a.c,ILP32,true,FAILED,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,79.45,73,17,15 -LinkedLists,heap-manipulation/dancing.i,ILP32,true,FAILED,VALIDATED,86.96,23,185,41 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,12,9,7 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_srvr_13.cil.c,ILP32,unknown,FAILED,VALIDATED,37.9,219,212,49 -Floats,neural-networks/dubinsrejoin_66_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s5liff.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursified_nla-digbench/recursified_prod4br-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,59 -XCSP,xcsp/Haystacks-09.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,23,9 -Heap,memsafety-cve/frrFixed.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem11_label11.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -BitVectors,bitvector/s3_srvr_1a_alt.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,52.26,199,160,45 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.88,207,32,36 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,90.48,21,110,49 -Loops,nla-digbench-scaling/geo2-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,15 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,54 -ControlFlow,openssl/s3_clnt.blast.03.i.cil-1.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,50 -Floats,neural-networks/lunarlander_51_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/knapsack_alloca_unsafe.i,ILP32,unknown,FAILED,VALIDATED_ABORTS,31.25,16,7,58 -Recursive,recursive-simple/id_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,60,49 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,10 -Heap,memsafety-cve/mujs.i,ILP32,unknown,FAILED,TESTCOV_ERROR,,,500,50 -ECA,eca-rers2012/Problem13_label56.c,ILP32,true,UNKNOWN,VALIDATED,,,0,51 -BitVectors,bitvector/soft_float_1-3.c.cil.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,175,48 -LinkedLists,memsafety-broom/dll-fst-shared.i,LP64,unknown,UNKNOWN,VALIDATED,87.5,8,15,49 -Loops,nla-digbench-scaling/lcm2_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,35,4 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.09.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,15.17,211,150,49 -Floats,neural-networks/poly_64_64_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-patterns/array29_pattern.c,ILP32,true,FAILED,VALIDATED,92.86,14,4,12 -Recursive,recursive/Addition01-2.c,ILP32,true,UNKNOWN,VALIDATED,66.67,12,60,49 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,25,18 -Heap,memsafety-ext2/complex_data_creation_test01-1.i,ILP32,unknown,FAILED,VALIDATED,85.71,14,277,49 -ECA,eca-rers2012/Problem17_label43.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -Sequentialized,seq-pthread/cs_read_write_lock-1.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,429,48 -LinkedLists,memsafety-broom/sll-middle-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,19,48 -Loops,nla-digbench-scaling/sqrt1-ll_valuebound100.c,ILP32,true,FAILED,VALIDATED,87.5,8,8,2 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_srvr.blast.16.i.cil-2.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,151,49 -Floats,neural-networks/tanh_w32_r2_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,reducercommutativity/sep40-1.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,51 -Sequentialized,systemc/token_ring.02.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,70.48,105,156,49 -LinkedLists,memsafety-broom/sll-shared-sll.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,58,49 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,VALIDATED,,,0,50 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,16.67,12,19,3 -Loops,loop-acceleration/simple_4-2_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,6,2,1 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test1-1.i,ILP32,unknown,FAILED,VALIDATED,6.25,32,21,18 -ECA,eca-programs/Problem102_label16.c,ILP32,true,ERROR,NO_SUITE,,,0,89 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,39.4,368,99,49 -Floats,float-benchs/rlim_invariant.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-crafted/xor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,47 -LinkedLists,forester-heap/dll-rb-sentinel-2.i,ILP32,true,UNKNOWN,VALIDATED,76.47,34,174,48 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,VALIDATED,,,0,53 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,6.25,32,21,4 -Loops,loop-lit/gsv2008.i,ILP32,true,FAILED,VALIDATED,55.56,9,78,49 -ProductLines,product-lines/elevator_spec1_product27.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test17_1-1.i,ILP32,unknown,FAILED,VALIDATED,4.55,44,1,48 -ECA,eca-rers2012/Problem03_label16.c,ILP32,true,UNKNOWN,VALIDATED,3.04,296,7,49 -ControlFlow,ntdrivers/floppy.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,,,0,49 -Floats,float-newlib/float_req_bl_0660b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_compareModified_ground.i,ILP32,true,UNKNOWN,VALIDATED,,,0,49 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,,,0,49 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,UNKNOWN,VALIDATED,66.67,21,86,48 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,UNKNOWN,VALIDATED,100.0,7,12,48 -XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,23,9 -Loops,loop-zilu/benchmark33_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,102,45 -ProductLines,product-lines/elevator_spec2_product27.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -Heap,ldv-memsafety/memleaks_test22_5.i,ILP32,unknown,FAILED,VALIDATED,34.38,32,21,27 -ECA,eca-rers2012/Problem04_label56.c,ILP32,true,UNKNOWN,VALIDATED,,,0,50 -ControlFlow,openssl-simplified/s3_clnt_4.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,46.29,175,233,48 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_strcmp_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,70.73,123,25,19 -LinkedLists,forester-heap/sll-sorted-2.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,49 -Recursive,recursified_nla-digbench/recursified_cohencu-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,17,47 -XCSP,xcsp/Dubois-021.c,ILP32,true,FAILED,VALIDATED,100.0,2,23,5 -Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,50.0,4,1,48 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -Heap,ldv-memsafety/memleaks_test9_1.i,ILP32,unknown,FAILED,VALIDATED,8.82,34,21,14 -ECA,eca-rers2012/Problem06_label21.c,ILP32,false,UNKNOWN,VALIDATED,,,0,50 -ControlFlow,openssl-simplified/s3_srvr_6.cil-1.c,ILP32,unknown,FAILED,VALIDATED_ABORTS,51.5,233,284,48 -Floats,neural-networks/cartpole_12_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/eqn2.c,ILP32,true,UNKNOWN,VALIDATED,,,0,15 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,83.16,95,24,16 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,FAILED,VALIDATED_ABORTS,83.33,36,186,27 -Recursive,recursified_nla-digbench/recursified_egcd2.c,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,14,12 -XCSP,xcsp/Dubois-035.c,ILP32,true,FAILED,VALIDATED,100.0,2,24,7 -Loops,nla-digbench-scaling/bresenham-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,10,2 -ProductLines,product-lines/email_spec0_product10.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-regression/test23-2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,7,8 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,VALIDATED,,,0,77 -ControlFlow,openssl/s3_srvr.blast.02.i.cil-2.c,ILP32,unknown,FAILED,VALIDATED,15.92,201,227,47 -Floats,neural-networks/cartpole_73_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ms1.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,TESTCOV_ERROR,,,316,47 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,VALIDATED,63.16,19,4,48 -Recursive,recursified_nla-digbench/recursified_geo1-u2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,71.43,7,12,47 -XCSP,xcsp/Dubois-090.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,19 -Loops,nla-digbench-scaling/divbin_unwindbound1.i,ILP32,true,SUCCEEDED,VALIDATED,53.33,15,4,2 -ProductLines,product-lines/email_spec11_product08.cil.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,list-ext-properties/960521-1_1-3.i,ILP32,unknown,FAILED,VALIDATED,11.11,9,20,4 -ECA,eca-rers2012/Problem09_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ControlFlow,openssl/s3_srvr.blast.11.i.cil-1.c,ILP32,unknown,FAILED,VALIDATED,,,0,50 -Floats,neural-networks/dubinsrejoin_35_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-fpi/s32if.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,180,48 -LinkedLists,memsafety-broom/dll-lst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,17,49 -Recursive,recursified_nla-digbench/recursified_hard.c,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,12,15,10 -XCSP,xcsp/Haystacks-14.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,25,19 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,VALIDATED,,,0,57 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/NanoNNG.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,500,49 -ECA,eca-rers2012/Problem10_label30.c,ILP32,true,UNKNOWN,VALIDATED,,,0,48 -ControlFlow,unsignedintegeroverflow-sas23/distance_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,8 -Floats,neural-networks/dubinsrejoin_9_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,35 -Arrays,array-fpi/sina5f.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -Sequentialized,seq-pthread/cs_dekker.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,496,47 -LinkedLists,memsafety-broom/sll-lst-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,21,48 -Sequentialized,seq-pthread/cs_fib-1.i,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,500,48 -LinkedLists,memsafety-broom/sll-middle-shared.i,LP64,unknown,UNKNOWN,VALIDATED,87.5,8,14,47 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,500,49 -LinkedLists,memsafety-broom/sll-nested-sll-inline.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,14,136,47 -Sequentialized,seq-pthread/cs_lazy.i,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,407,48 -LinkedLists,memsafety-broom/sll-nested-sll-twice.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,12,228,48 -Sequentialized,seq-pthread/cs_queue-1.i,ILP32,true,UNKNOWN,VALIDATED,4.5,200,203,47 -LinkedLists,memsafety-broom/sll-shared-before.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,4,7,48 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,22.94,109,40,34 -LinkedLists,memsafety-broom/sll-shared-sll-before.i,LP64,unknown,UNKNOWN,VALIDATED,75.0,8,1,47 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,15.03,153,27,38 -LinkedLists,memsafety-broom/sll.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,6,23,48 -Sequentialized,seq-pthread/cs_stateful-2.i,ILP32,true,UNKNOWN,VALIDATED,4.76,105,203,48 -Arrays,array-memsafety/diff-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,16,20,29 -Floats,neural-networks/lunarlander_69_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_cover-error_s0/results.csv b/tests/testcomp/results_cover-error_s0/results.csv deleted file mode 100644 index 9fa87460e..000000000 --- a/tests/testcomp/results_cover-error_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-fpi/condgf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/s5liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,16 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Loops,loops/sum01_bug02.i,ILP32,false,ERROR,COVERED,100.0,1,1,10 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/indp4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/sqm-iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,54 -ECA,eca-programs/Problem102_label34.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,84 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 -Loops,loops/matrix-2-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/indp1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/res2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,10 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/sina3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Arrays,array-fpi/ss2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem102_label50.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,86 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,ERROR,COVERED,100.0,1,1,26 -Arrays,array-fpi/brs1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Arrays,array-fpi/brs5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/condmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Arrays,array-fpi/indp2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Arrays,array-fpi/indp5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,88 -Arrays,array-fpi/ms1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Arrays,array-fpi/ms4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Arrays,array-fpi/res1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,array-fpi/res2of.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/s1liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-fpi/s2liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/s3liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/s52iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Arrays,array-fpi/sina1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Arrays,array-fpi/sina4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Arrays,array-fpi/sqmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ECA,eca-rers2018/Problem12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem101_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,72 -Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-programs/Problem102_label25.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,90 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Arrays,array-fpi/condaf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-programs/Problem103_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,89 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,loops/trex03-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,array-fpi/indp3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/ms2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,18 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/res1of.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/s32iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/s5iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,86 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/ss1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,81 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ECA,eca-programs/Problem101_label03.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ECA,eca-programs/Problem101_label13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label23.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,68 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label15.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,80 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-programs/Problem102_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-programs/Problem103_label46.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,87 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,ERROR,COVERED,100.0,1,1,11 diff --git a/tests/testcomp/results_cover-error_s0/results.q40-stride.csv b/tests/testcomp/results_cover-error_s0/results.q40-stride.csv deleted file mode 100644 index b50f5aab4..000000000 --- a/tests/testcomp/results_cover-error_s0/results.q40-stride.csv +++ /dev/null @@ -1,56 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/condmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/eqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Arrays,array-fpi/indp2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/ms4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 -Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/s2liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/sina1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/sqm-iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,ERROR,COVERED,100.0,1,1,13 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -BitVectors,bitvector/sum02-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,list-ext-properties/simple-ext.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,20 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -Loops,loops/sum01_bug02.i,ILP32,false,ERROR,COVERED,100.0,1,1,9 -Loops,loops/vogal-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,17 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_cover-error_s1/results.csv b/tests/testcomp/results_cover-error_s1/results.csv deleted file mode 100644 index 302ab9900..000000000 --- a/tests/testcomp/results_cover-error_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,ERROR,COVERED,100.0,1,1,16 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Recursive,recursive-simple/id_o100.c,ILP32,false,ERROR,COVERED,100.0,1,1,26 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,19 -Heap,list-ext-properties/simple-ext.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/sum02-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,28 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,31 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,30 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Recursive,recursive/Fibonacci04.c,ILP32,false,ERROR,COVERED,100.0,1,1,5 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,24 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,FAILED,TESTCOV_ERROR,,,1,58 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,17 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,19 -ECA,eca-programs/Problem101_label18.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,loops/count_up_down-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,14 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,26 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,22 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem101_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,ERROR,COVERED,100.0,1,1,6 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-programs/Problem102_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,88 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Arrays,array-fpi/brs4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-programs/Problem102_label59.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,79 -Loops,loops/n.c24.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Arrays,array-fpi/eqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,25 -Loops,loops/trex01-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,20 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/modsf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,16 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/nsqmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -Arrays,array-fpi/s22iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/s4liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/sina5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 -Arrays,array-fpi/ssinaf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,85 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-programs/Problem101_label00.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,78 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label07.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,88 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-programs/Problem102_label37.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,87 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-programs/Problem103_label35.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,89 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,ERROR,COVERED,100.0,1,1,22 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 diff --git a/tests/testcomp/results_cover-error_s1/results.q40-stride.csv b/tests/testcomp/results_cover-error_s1/results.q40-stride.csv deleted file mode 100644 index 5331fafc2..000000000 --- a/tests/testcomp/results_cover-error_s1/results.q40-stride.csv +++ /dev/null @@ -1,47 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/brs5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Arrays,array-fpi/indp4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 -Arrays,array-fpi/ms1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -Arrays,array-fpi/res1of.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/s1liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/s52iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/sina3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -Arrays,array-fpi/ss1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/count_up_down-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,9 -Loops,loops/n.c24.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,loops/trex01-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,22 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 diff --git a/tests/testcomp/results_cover-error_s2/results.csv b/tests/testcomp/results_cover-error_s2/results.csv deleted file mode 100644 index 20fb41fd2..000000000 --- a/tests/testcomp/results_cover-error_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,5 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,12 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,53 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,recursive-simple/id_o3.c,ILP32,false,ERROR,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,FAILED,TESTCOV_ERROR,,,1,56 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,52 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,52 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,17 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,51 -ECA,eca-programs/Problem101_label12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,73 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,52 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,13 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,52 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,71 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,54 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,86 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,ERROR,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Recursive,recursive-simple/id_o10.c,ILP32,false,ERROR,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,12 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,32 -Recursive,recursive-simple/id_o200.c,ILP32,false,ERROR,COVERED,100.0,1,1,32 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,21 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,19 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,31 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,42 -Recursive,recursive/EvenOdd03.c,ILP32,false,ERROR,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -LinkedLists,list-properties/simple-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,12 -Recursive,recursive/McCarthy91-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-programs/Problem101_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,19 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem102_label13.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,81 -LinkedLists,list-properties/splice-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,array-programs/copysome2-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem101_label02.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,71 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,26 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem101_label21.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,86 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-programs/Problem102_label46.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,82 -Loops,loops/linear_search.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/condnf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,23 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -Arrays,array-fpi/modnf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/ms5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,16 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/s42iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/sina2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,84 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 -Arrays,array-fpi/ss3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,89 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2018/Problem15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label16.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-programs/Problem102_label28.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,86 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-programs/Problem102_label51.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,88 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-programs/Problem103_label53.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 diff --git a/tests/testcomp/results_v10_cover-branches_s0/results.csv b/tests/testcomp/results_v10_cover-branches_s0/results.csv deleted file mode 100644 index 8c0289a58..000000000 --- a/tests/testcomp/results_v10_cover-branches_s0/results.csv +++ /dev/null @@ -1,255 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,16,3,16 -Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED,61.49,148,50,55 -Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,56 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.73,1139,17,53 -Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,51.53,1180,19,54 -Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,13,50,43 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,53.48,187,2,23 -Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,3,14 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,67.74,155,50,29 -Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,200,50,24 -Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,50,22 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED,11.54,208,1,58 -Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,17 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,57.34,143,50,43 -Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,54 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.06,456,14,54 -Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,20 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.56,90,13,6 -Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,16,3,16 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,12 -Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,4,17 -Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,UNKNOWN,VALIDATED,59.62,208,50,54 -Arrays,array-memsafety/openbsd_cmemset-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,5,9 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.02,495,12,54 -Arrays,array-patterns/array22_pattern.c,ILP32,true,UNKNOWN,VALIDATED,27.27,22,3,48 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,57 -Arrays,array-tiling/tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,4,14 -Sequentialized,seq-pthread/cs_sync.i,ILP32,true,UNKNOWN,VALIDATED,22.94,109,12,68 -Arrays,array-crafted/bor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,13 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,65.84,161,50,56 -Arrays,array-crafted/zero_sum_const_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,13 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.71,170,50,25 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,9.09,11,1,49 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,69.61,181,5,56 -Arrays,array-examples/standard_running-2.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,57 -Sequentialized,seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,52.41,456,50,57 -Arrays,array-fpi/brs5f_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,14,3,23 -Sequentialized,seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,VALIDATED,50.18,1130,18,60 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,19 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.17,120,47,7 -Arrays,array-fpi/nsqm-if.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,5,57 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED,64.55,189,50,52 -Arrays,array-fpi/s3lif.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,3,18 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,65.29,121,50,49 -Arrays,array-fpi/sina4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,4,23 -Sequentialized,seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c,ILP32,true,SUCCEEDED,VALIDATED,60.45,177,50,56 -Arrays,array-lopstr16/base_case.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,61 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.0,200,2,20 -Arrays,array-memsafety/cstrpbrk-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,8 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,54.53,464,50,53 -Arrays,array-memsafety/openbsd_cstrstr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.13,23,6,13 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.19,487,12,52 -Arrays,array-multidimensional/transpose-u.c,ILP32,true,UNKNOWN,VALIDATED,21.43,14,1,54 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,41.48,1179,15,53 -Arrays,array-patterns/array5_pattern.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,50,59 -Sequentialized,seq-pthread/cs_lamport.i,ILP32,true,UNKNOWN,VALIDATED,36.97,211,39,55 -Arrays,array-tiling/pnr4.c,ILP32,true,SUCCEEDED,VALIDATED,30.0,20,4,16 -Sequentialized,seq-pthread/cs_stack-1.i,ILP32,true,UNKNOWN,VALIDATED,21.66,157,1,68 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.31,13,2,2 -Sequentialized,systemc/token_ring.01.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.84,74,50,58 -Arrays,array-cav19/array_min_and_copy_shift_sum_add.c,ILP32,true,UNKNOWN,VALIDATED,33.33,12,2,59 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,65.84,161,50,52 -Arrays,array-crafted/mapavg3.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,54 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,64.15,159,50,55 -Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,3,15 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,59.15,142,50,43 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,44 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,49.2,187,2,15 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,53 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.27,182,50,21 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,5.88,17,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,60.96,456,11,54 -Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,54 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.2,463,11,55 -Arrays,array-examples/standard_strcpy_original-2.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,56 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,42.94,1090,50,55 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,3,13 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.25,1130,14,53 -Arrays,array-fpi/condn.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,4,13 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,41.63,1129,15,55 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,22 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,73.12,93,16,2 -Arrays,array-fpi/indp3f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,16 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,67.74,155,50,24 -Arrays,array-fpi/ms3.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,3,16 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED,64.55,189,50,52 -Arrays,array-fpi/res1f.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,3,17 -Sequentialized,seq-mthreaded/pals_lcr.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,65.75,73,7,4 -Arrays,array-fpi/s2if.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,12,3,23 -Sequentialized,seq-mthreaded/pals_lcr.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,64.58,96,21,10 -Arrays,array-fpi/s4iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,3,17 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.5,120,6,51 -Arrays,array-fpi/s5liff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.0,15,3,13 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.59,147,8,54 -Arrays,array-fpi/sqmf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,5,21 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.36,176,8,51 -Arrays,array-industry-pattern/array_of_struct_ptr_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,58 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,60.87,207,10,57 -Arrays,array-memsafety-realloc/array-realloc-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,6,50,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,53.0,200,2,20 -Arrays,array-memsafety/cstrcspn-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,7 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,200,50,20 -Arrays,array-memsafety/knapsack_alloca_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,31.25,16,8,59 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.84,495,13,53 -Arrays,array-memsafety/openbsd_cstrlcpy-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,20,6,7 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,52.66,488,50,52 -Arrays,array-memsafety/stroeder2-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,50,13 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,42.37,1180,16,52 -Arrays,array-multidimensional/init-non-constant-2-n-u.c,ILP32,true,SUCCEEDED,VALIDATED,58.33,12,50,54 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,41.86,1180,15,55 -Arrays,array-patterns/array16_pattern.c,ILP32,true,UNKNOWN,VALIDATED,33.33,18,3,42 -Sequentialized,seq-pthread/cs_dekker_unfair.i,ILP32,true,UNKNOWN,VALIDATED,36.91,149,24,53 -Arrays,array-patterns/array29_pattern.c,ILP32,true,UNKNOWN,VALIDATED,85.71,14,3,44 -Sequentialized,seq-pthread/cs_fib_longer-1.i,ILP32,true,UNKNOWN,VALIDATED,38.2,89,25,56 -Arrays,array-programs/copysome1-1.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,55 -Sequentialized,seq-pthread/cs_peterson.i,ILP32,true,UNKNOWN,VALIDATED,47.83,115,30,54 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,3,15 -Sequentialized,seq-pthread/cs_read_write_lock-1.i,ILP32,true,UNKNOWN,VALIDATED,54.95,111,36,53 -Arrays,array-tiling/revcpyswp2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,13 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,SUCCEEDED,VALIDATED,45.67,127,30,43 -Arrays,reducercommutativity/max.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,7 -Sequentialized,seq-pthread/cs_szymanski.i,ILP32,true,UNKNOWN,VALIDATED,43.71,167,40,53 -Arrays,reducercommutativity/sep40-1.i,ILP32,true,UNKNOWN,VALIDATED,81.82,11,50,51 -Floats,neural-networks/tanh_w8_r4_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -ControlFlow,infeasible-control-flow/conflict_branch2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,57 -ECA,eca-programs/Problem101_label07.c,ILP32,false,ERROR,VALIDATED,,,0,85 -Heap,heap-data/quick_sort_split.i,ILP32,true,SUCCEEDED,VALIDATED,47.06,17,50,55 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -Loops,loop-industry-pattern/nested-3.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,50,57 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,20,8,43 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,76 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED,54.55,22,50,55 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,53.3,182,2,15 -Arrays,array-crafted/zero_sum_const2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,12 -Floats,float-newlib/double_req_bl_0660b.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,15 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,15 -ECA,eca-rers2012/Problem03_label00.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 -Heap,ldv-memsafety/memleaks_test17_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,15 -ProductLines,product-lines/elevator_spec1_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 -Loops,loop-zilu/benchmark01_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,36,55 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,VALIDATED,2.86,70,3,44 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i,ILP32,unknown,UNKNOWN,VALIDATED,7.69,13,1,53 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,48 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.96,1130,16,55 -Arrays,array-examples/standard_copy7_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.76,21,1,53 -Floats,float-newlib/float_req_bl_1270a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_clnt_3.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,64.57,175,50,54 -ECA,eca-rers2012/Problem04_label56.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,61 -Heap,ldv-memsafety/memleaks_test23_4.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,6 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -Loops,loops-crafted-1/nested3-1_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,64.29,14,50,55 -XCSP,xcsp/Dubois-019.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,5 -Recursive,recursified_nla-digbench/recursified_cohencu-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,54 -LinkedLists,heap-manipulation/bubble_sort_linux-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.44,64,50,53 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED,68.82,186,50,46 -Arrays,array-fpi/brs4f.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,3,15 -Floats,floats-nonlinear/coral-benchmark21.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,0 -ControlFlow,openssl-simplified/s3_srvr_6.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.93,233,50,57 -ECA,eca-rers2012/Problem06_label38.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,SUCCEEDED,VALIDATED,91.67,12,16,4 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -Loops,loops/vogal-1.i,ILP32,true,SUCCEEDED,VALIDATED,82.61,23,50,13 -XCSP,xcsp/Dubois-035.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 -Recursive,recursified_nla-digbench/recursified_egcd3.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,58 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,VALIDATED,61.54,13,1,4 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,SUCCEEDED,VALIDATED,60.45,177,50,51 -Arrays,array-fpi/indp5f.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,16,4,16 -Floats,neural-networks/cartpole_73_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 -ControlFlow,openssl/s3_srvr.blast.04.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,47.26,201,50,65 -ECA,eca-rers2012/Problem08_label17.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -Heap,ldv-sets/test_mutex.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -ProductLines,product-lines/email_spec0_product40.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.27,484,50,52 -Loops,nla-digbench-scaling/divbin_unwindbound1.i,ILP32,true,SUCCEEDED,VALIDATED,46.67,15,2,14 -XCSP,xcsp/Dubois-100.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Recursive,recursified_nla-digbench/recursified_geo2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,58 -LinkedLists,list-properties/splice-2.i,ILP32,true,SUCCEEDED,VALIDATED,78.26,23,50,52 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.11,488,10,51 -Arrays,array-fpi/s32if.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,16,3,16 -Floats,neural-networks/dubinsrejoin_48_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.14.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.12,223,50,64 -ECA,eca-rers2012/Problem09_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-2.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,21,50,67 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,40 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,VALIDATED,50.0,10,1,47 -XCSP,xcsp/Haystacks-18.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -Recursive,recursified_nla-digbench/recursified_prod4br.c,ILP32,unknown,UNKNOWN,VALIDATED,69.23,13,3,56 -LinkedLists,memsafety-broom/sll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 -Sequentialized,seq-pthread/cs_dekker.i,ILP32,true,UNKNOWN,VALIDATED,38.26,149,27,52 -Arrays,array-fpi/ss2f.c,ILP32,false,SUCCEEDED,VALIDATED,85.0,20,4,18 -ECA,eca-rers2012/Problem11_label19.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,68 -Loops,nla-digbench-scaling/geo1-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,15 -XCSP,xcsp/aim-100-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,22 -Sequentialized,seq-pthread/cs_lazy.i,ILP32,unknown,SUCCEEDED,VALIDATED,48.78,123,30,43 -Arrays,array-lopstr16/single_elem_safe.i,ILP32,true,UNKNOWN,VALIDATED,40.0,15,50,56 -ECA,eca-rers2012/Problem12_label09.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,63 -Loops,nla-digbench-scaling/geo2-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,14 -XCSP,xcsp/aim-100-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,29 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,VALIDATED,24.18,153,39,53 -Arrays,array-memsafety/cstrncat_unsafe.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,6,1,1 -ECA,eca-rers2012/Problem12_label58.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,65 -Recursive,recursive-simple/id2_b5_o10.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,52 -Arrays,array-memsafety/mult_array_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,40.0,10,3,8 -ECA,eca-rers2012/Problem13_label31.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,76 -Recursive,recursive-simple/id_b3_o5-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,60 -Arrays,array-memsafety/openbsd_cstrncpy-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,6,6 -ProductLines,product-lines/email_spec4_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.8,500,50,54 -Floats,neural-networks/poly_16_16_16_16_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Loops,nla-digbench-scaling/lcm1_unwindbound20.c,ILP32,false,UNKNOWN,VALIDATED,87.5,16,3,48 -Arrays,array-multidimensional/diff-3-n-u.c,ILP32,true,UNKNOWN,VALIDATED,,,0,25 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,41 -Floats,neural-networks/poly_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,12,3,55 -Arrays,array-patterns/array1_pattern.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,54 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,22.85,582,50,43 -Floats,neural-networks/relu_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/ps2-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,15 -Arrays,array-patterns/array7_pattern.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,55 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.2,500,50,43 -Floats,neural-networks/softsign_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/ps5-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,3,13 -Heap,memsafety-ext3/realloc1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,1,12 -Arrays,array-tiling/pr2.c,ILP32,true,SUCCEEDED,VALIDATED,68.75,16,5,9 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.47,502,50,54 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,49 -Floats,neural-networks/tanh_w16_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Recursive,recursive/MultCommutative-2.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,62 -Loops,nla-digbench/lcm2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,53 -Heap,memsafety/test-0504.i,ILP32,unknown,UNKNOWN,VALIDATED,60.0,15,50,68 -Arrays,array-cav19/array_init_nondet_vars.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,4,43 -ProductLines,product-lines/elevator_spec14_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -ECA,eca-programs/Problem101_label11.c,ILP32,false,ERROR,VALIDATED,,,0,82 -Floats,float-benchs/filter2.c,ILP32,true,UNKNOWN,VALIDATED,50.0,6,1,53 -Recursive,recursive/recHanoi03-2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,33,15 -Loops,loop-industry-pattern/mod3.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,80.0,20,46,56 -Loops,loop-invariants/linear-inequality-inv-c.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,54 -Loops,loop-invgen/apache-escape-absolute.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,35,50,52 -Loops,loop-invgen/apache-get-tag.i,ILP32,true,SUCCEEDED,VALIDATED,45.83,24,50,68 -Loops,loop-invgen/id_build.i.p+sep-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,29.54,474,50,52 -Loops,loop-invgen/nested6.i,ILP32,true,SUCCEEDED,VALIDATED,76.47,17,50,52 -Loops,loop-lit/bhmr2007.i,ILP32,true,UNKNOWN,VALIDATED,54.55,11,50,60 -Loops,loop-lit/gcnr2008.i,ILP32,unknown,UNKNOWN,VALIDATED,61.54,13,50,56 -Loops,loop-lit/gsv2008.c.i.p+cfa-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,53 -Loops,loop-lit/jm2006.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,51 -Loops,loop-new/count_by_k.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,4,55 -Loops,loop-new/half.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,52 -Loops,loop-simple/nested_4.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -Loops,loop-zilu/benchmark03_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,52 -Loops,loop-zilu/benchmark09_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,52 -Loops,loop-zilu/benchmark14_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,28 -Loops,loop-zilu/benchmark20_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,16 -Loops,loop-zilu/benchmark25_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,4,3 -Loops,loop-zilu/benchmark30_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,53 diff --git a/tests/testcomp/results_v10_cover-branches_s1/results.csv b/tests/testcomp/results_v10_cover-branches_s1/results.csv deleted file mode 100644 index 7093f20d4..000000000 --- a/tests/testcomp/results_v10_cover-branches_s1/results.csv +++ /dev/null @@ -1,255 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,62.71,177,50,56 -Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,7 -BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,57 -Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,13 -BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,45 -Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,15 -Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,12 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,63.43,175,50,55 -Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,56 -Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,53 -Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,62 -Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,UNKNOWN,VALIDATED,16.67,12,1,15 -BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,22,53 -Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,16 -BitVectors,bitvector/modulus-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,27,53 -Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,53 -Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,8 -BitVectors,bitvector/s3_srvr_1.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.81,197,50,59 -Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/s3_srvr_3a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,61 -Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector/soft_float_2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,44.0,50,50,54 -Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_5.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.0,50,50,56 -Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,24,2,4 -Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -BitVectors,bitvector/byte_add-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.44,57,50,17 -Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,15 -BitVectors,bitvector/byte_add_2-2.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,14 -Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,1,12 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/jain_6-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,53 -Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/num_conversion_2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,25 -Floats,neural-networks/cartpole_55_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,62.29,175,50,57 -Floats,neural-networks/cos_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,56.57,175,50,67 -Floats,neural-networks/dubinsrejoin_54_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,21 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.03,177,50,56 -Floats,neural-networks/erf_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector/s3_srvr_1a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,53.81,197,50,63 -Floats,neural-networks/lunarlander_16_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/s3_srvr_3.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.43,184,50,66 -Floats,neural-networks/lunarlander_63_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector/soft_float_1-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,52 -Floats,neural-networks/poly_128_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,42.11,76,50,41 -Floats,neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_3a.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,50.0,50,50,62 -Floats,neural-networks/softmax_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_4-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,44 -Floats,neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 -BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,4,50,48 -Floats,neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,22,7 -Floats,float-benchs/filter1.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,52.94,34,50,58 -BitVectors,bitvector/byte_add-1.i,ILP32,false,SUCCEEDED,VALIDATED,75.44,57,50,19 -Floats,float-benchs/mea8000.c,ILP32,true,UNKNOWN,VALIDATED,9.43,53,1,56 -BitVectors,bitvector/byte_add_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,18 -Floats,float-benchs/zonotope_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,6,1,16 -BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,15 -Floats,float-newlib/double_req_bl_0876.c,ILP32,true,SUCCEEDED,VALIDATED,8.74,183,2,14 -BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,4,16 -Floats,float-newlib/float_req_bl_0670.c,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector/gcd_3.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,23,56 -Floats,float-newlib/float_req_bl_1130b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,53 -Floats,floats-cbmc-regression/float8.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,1,15 -BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,54 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,53 -Floats,floats-nonlinear/coral-benchmark01.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,4 -BitVectors,bitvector/modulus-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,28,53 -Floats,neural-networks/cartpole_19_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/parity.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,33,38 -Floats,neural-networks/cartpole_43_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1a.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,52 -Floats,neural-networks/cartpole_67_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.29,175,50,67 -Floats,neural-networks/cartpole_91_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1a.c,ILP32,true,SUCCEEDED,VALIDATED,62.86,175,50,52 -Floats,neural-networks/dubinsrejoin_17_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,VALIDATED,56.57,175,50,67 -Floats,neural-networks/dubinsrejoin_41_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,6 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1a.c,ILP32,true,UNKNOWN,VALIDATED,62.71,177,50,53 -Floats,neural-networks/dubinsrejoin_66_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,VALIDATED,35.03,177,50,52 -Floats,neural-networks/dubinsrejoin_90_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,9 -BitVectors,bitvector/s3_srvr_1_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.26,199,50,62 -Floats,neural-networks/gcas_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/s3_srvr_1a_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.26,199,50,63 -Floats,neural-networks/logistic_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/s3_srvr_2_alt.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,56 -Floats,neural-networks/lunarlander_27_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,7 -BitVectors,bitvector/s3_srvr_3_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,58 -Floats,neural-networks/lunarlander_51_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -BitVectors,bitvector/s3_srvr_3a_alt.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,60 -Floats,neural-networks/lunarlander_75_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/soft_float_1-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.03,78,50,53 -Floats,neural-networks/lunarlander_99_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/soft_float_1-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,40 -Floats,neural-networks/poly_16_16_16_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,44.0,50,50,58 -Floats,neural-networks/poly_32_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_3.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,50.0,50,50,58 -Floats,neural-networks/poly_64_64_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_4-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,53 -Floats,neural-networks/robot_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -BitVectors,bitvector/soft_float_4-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.3,46,50,44 -Floats,neural-networks/softplus_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,43.18,44,50,44 -Floats,neural-networks/softsign_w32_r4_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_5a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,48.0,50,50,54 -Floats,neural-networks/sqrt_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/sum02-2.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,6,50,52 -Floats,neural-networks/tanh_w32_r2_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,45 -ECA,eca-rers2012/Problem19_label56.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 -Heap,heap-data/cart.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,50,57 -ProductLines,product-lines/elevator_spec14_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Loops,loop-acceleration/simple_4-2_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,6,2,3 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,VALIDATED,56.25,16,2,22 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,VALIDATED,,,0,82 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED,72.88,59,9,54 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,48.9,182,2,10 -Arrays,array-crafted/xor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 -Floats,float-benchs/sqrt_biNewton_pseudoconstant.c,ILP32,true,UNKNOWN,VALIDATED,20.0,10,1,12 -ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,29 -ECA,eca-programs/Problem103_label43.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -Heap,ldv-memsafety/memleaks_test15-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.0,50,1,15 -ProductLines,product-lines/elevator_spec1_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -Loops,loop-new/gauss_sum.i.p+lhb-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,20,50,51 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,4.0,50,3,43 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+lhb-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,2.63,38,1,53 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,SUCCEEDED,VALIDATED,80.65,31,50,66 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.98,455,10,54 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,7.69,13,1,46 -Floats,float-newlib/float_req_bl_0920a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -ControlFlow,openssl-simplified/s3_clnt_2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,64.57,175,50,52 -ECA,eca-rers2012/Problem04_label31.c,ILP32,false,UNKNOWN,VALIDATED,3.75,879,50,55 -Heap,ldv-memsafety/memleaks_test22_5.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,14 -ProductLines,product-lines/elevator_spec2_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 -Loops,loops-crafted-1/in-de20.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,52 -XCSP,xcsp/Dubois-016.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,7 -Recursive,recursified_nla-digbench/recursified_bresenham-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,45 -LinkedLists,forester-heap/sll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,12.5,40,50,68 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,73.03,152,50,22 -Arrays,array-examples/standard_vector_difference_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,54 -Floats,floats-esbmc-regression/trunc_nondet_2.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,1,14 -ControlFlow,openssl-simplified/s3_srvr_2.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,47.72,197,50,57 -ECA,eca-rers2012/Problem06_label21.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,57 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,VALIDATED,100.0,4,4,3 -ProductLines,product-lines/elevator_spec9_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -Loops,loops/terminator_03-2_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,6 -XCSP,xcsp/Dubois-029.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,8 -Recursive,recursified_nla-digbench/recursified_egcd2.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,8,48 -LinkedLists,list-ext3-properties/dll_nondet_free_order-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,11 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED,61.49,148,50,52 -Arrays,array-fpi/indp1f.c,ILP32,false,SUCCEEDED,VALIDATED,78.57,14,4,13 -Floats,neural-networks/cartpole_60_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_srvr.blast.02.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.24,201,50,64 -ECA,eca-rers2012/Problem08_label00.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -Heap,ldv-regression/test29-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,4 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,VALIDATED,36.11,504,50,53 -Loops,nla-digbench-scaling/divbin2_unwindbound100.i,ILP32,true,UNKNOWN,VALIDATED,73.33,15,50,51 -XCSP,xcsp/Dubois-090.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,45 -Recursive,recursified_nla-digbench/recursified_geo2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,61 -LinkedLists,list-properties/simple-2.i,ILP32,true,UNKNOWN,VALIDATED,63.64,11,50,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,70.35,199,7,54 -Arrays,array-fpi/s1lif.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,3,16 -Floats,neural-networks/dubinsrejoin_35_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 -ControlFlow,openssl/s3_srvr.blast.12.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.15,217,50,65 -ECA,eca-rers2012/Problem09_label39.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -Heap,list-ext-properties/test-0232_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,21,15 -ProductLines,product-lines/email_spec11_product39.cil.c,ILP32,true,SUCCEEDED,VALIDATED,25.31,482,50,52 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,VALIDATED,93.75,16,4,49 -XCSP,xcsp/Haystacks-16.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,45 -Recursive,recursified_nla-digbench/recursified_mannadiv.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,50 -LinkedLists,memsafety-broom/linux-list-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,VALIDATED,40.25,1180,17,53 -Arrays,array-fpi/sina5f.c,ILP32,false,SUCCEEDED,VALIDATED,83.33,18,4,17 -Floats,neural-networks/exp_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/gpac_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,55.81,43,50,52 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,52 -Recursive,recursified_nla-digbench/recursified_ps3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,47 -LinkedLists,memsafety-broom/sll-nested-sll-inline.i,LP64,unknown,SUCCEEDED,VALIDATED,85.71,14,50,65 -Floats,neural-networks/lunarlander_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/gpac_6.i,ILP32,unknown,SUCCEEDED,VALIDATED,36.67,30,50,43 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,51 -Recursive,recursified_nla-digbench/recursified_ps6.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,43 -LinkedLists,memsafety-broom/sll-shared-sll-before.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,52 -Floats,neural-networks/lunarlander_45_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/liblouis.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.22,36,50,53 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.75,504,50,40 -Sequentialized,seq-pthread/cs_time_var_mutex.i,ILP32,true,UNKNOWN,VALIDATED,48.0,125,29,55 -Heap,memsafety-cve/minizip-ng.i,ILP32,unknown,SUCCEEDED,VALIDATED,48.78,41,50,54 -ProductLines,product-lines/email_spec4_product13.cil.c,ILP32,true,SUCCEEDED,VALIDATED,23.06,490,50,54 -Sequentialized,systemc/token_ring.02.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,33.04,115,50,57 -Heap,memsafety-cve/netatalk.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.71,28,50,53 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,VALIDATED,19.81,419,50,47 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,57 -Heap,memsafety-cve/plutovg.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,3,11 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 -ECA,eca-rers2012/Problem16_label12.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,42 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,55 -Heap,memsafety-cve/sofia-sipFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,21.43,28,50,57 -XCSP,xcsp/aim-200-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 -ECA,eca-rers2012/Problem17_label02.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,54 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,12,50,57 -Heap,memsafety-ext/skiplist_3lvl.i,ILP32,unknown,SUCCEEDED,VALIDATED,53.33,15,50,67 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,46 -ECA,eca-rers2012/Problem17_label51.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,48 -Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,VALIDATED,80.0,10,50,56 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,7,14 -Heap,memsafety/global-atexit-5.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,6,3,4 -Arrays,array-tiling/rewnifrev2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,4,16 -ProductLines,product-lines/email_spec8_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.36,506,50,53 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,59 -Floats,neural-networks/tanh_w4_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Recursive,recursive/gcd02.c,ILP32,true,UNKNOWN,VALIDATED,77.78,18,27,48 -Loops,nla-digbench/ps5-ll.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,52 -Heap,heap-data/calendar.i,ILP32,true,UNKNOWN,VALIDATED,63.64,11,50,58 -Arrays,array-cav19/array_init_var_plus_ind2.c,ILP32,true,UNKNOWN,VALIDATED,70.0,10,50,48 -ProductLines,product-lines/elevator_spec14_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,VALIDATED,,,0,82 -Floats,float-benchs/image_filter.c,ILP32,true,UNKNOWN,VALIDATED,33.33,6,1,14 -Floats,float-benchs/interpolation2.c.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 -Floats,float-benchs/inv_sqrt_Quake.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Floats,float-benchs/sin_interpolated_bigrange_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,10,1,14 -Floats,float-benchs/sqrt_Householder_interval.c,ILP32,true,UNKNOWN,VALIDATED,12.5,8,1,11 -Floats,float-benchs/zonotope_3.c.p+cfa-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-newlib/double_req_bl_0320.c,ILP32,true,SUCCEEDED,VALIDATED,3.54,198,1,14 -Floats,float-newlib/double_req_bl_0662a.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,12 -Floats,float-newlib/double_req_bl_0683a.c,ILP32,true,SUCCEEDED,VALIDATED,4.05,74,2,15 -Floats,float-newlib/double_req_bl_0870b.c,ILP32,true,SUCCEEDED,VALIDATED,0.55,181,1,12 -Floats,float-newlib/double_req_bl_0920a.c,ILP32,true,SUCCEEDED,VALIDATED,3.23,31,1,15 -Floats,float-newlib/double_req_bl_1131a.c,ILP32,true,SUCCEEDED,VALIDATED,14.52,62,2,12 -Floats,float-newlib/float_req_bl_0281.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-newlib/float_req_bl_0662a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-newlib/float_req_bl_0683a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-newlib/float_req_bl_0870b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-newlib/float_req_bl_0880.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-newlib/float_req_bl_1121b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Floats,float-newlib/float_req_bl_1211a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_v10_cover-branches_s2/results.csv b/tests/testcomp/results_v10_cover-branches_s2/results.csv deleted file mode 100644 index 5ed900813..000000000 --- a/tests/testcomp/results_v10_cover-branches_s2/results.csv +++ /dev/null @@ -1,228 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,56 -ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,69 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,18.47,287,50,4 -ECA,eca-rers2012/Problem05_label57.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,82 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.71,211,50,65 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,52 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,30 -ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,56 -ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,60.57,175,50,52 -ECA,eca-rers2012/Problem08_label09.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,28 -ECA,eca-rers2012/Problem12_label34.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,58 -ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,56 -ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,52 -ECA,eca-programs/Problem102_label41.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,21 -ECA,eca-rers2012/Problem04_label47.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,66 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,21.43,266,50,28 -ECA,eca-rers2012/Problem07_label03.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,48.22,197,50,73 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,64 -ECA,eca-rers2012/Problem11_label28.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,69 -ControlFlow,openssl/s3_srvr.blast.01.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,47.26,201,50,64 -ECA,eca-rers2012/Problem13_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,76 -ControlFlow,openssl/s3_srvr.blast.10.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.72,207,50,61 -ECA,eca-rers2012/Problem16_label54.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,53 -ControlFlow,openssl/s3_srvr.blast.16.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.24,227,50,65 -ECA,eca-rers2012/Problem19_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,65 -ControlFlow,infeasible-control-flow/conflict_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,11.11,9,3,53 -ECA,eca-programs/Problem102_label08.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -ControlFlow,memory-model/2SB.i,ILP32,false,SUCCEEDED,VALIDATED,72.55,102,50,11 -ECA,eca-programs/Problem103_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,26 -ECA,eca-rers2012/Problem03_label58.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,55 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED,7.11,957,50,27 -ECA,eca-rers2012/Problem05_label23.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,77 -ControlFlow,ntdrivers/floppy.i.cil-3.c,ILP32,true,SUCCEEDED,VALIDATED,5.58,1164,50,17 -ECA,eca-rers2012/Problem06_label30.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,80 -ControlFlow,openssl-simplified/s3_clnt_1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,55 -ECA,eca-rers2012/Problem07_label36.c,ILP32,false,ERROR,VALIDATED,,,0,83 -ControlFlow,openssl-simplified/s3_clnt_3.cil-3.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,55 -ECA,eca-rers2012/Problem08_label42.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -ControlFlow,openssl-simplified/s3_srvr_11.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.17,213,50,65 -ECA,eca-rers2012/Problem09_label48.c,ILP32,true,ERROR,NO_SUITE,,,0,85 -ControlFlow,openssl-simplified/s3_srvr_3.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,67 -ECA,eca-rers2012/Problem10_label55.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,68 -ControlFlow,openssl/s3_clnt.blast.01.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.06,177,50,17 -ECA,eca-rers2012/Problem12_label01.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,63 -ControlFlow,openssl/s3_clnt.blast.04.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,16 -ECA,eca-rers2012/Problem13_label07.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,73 -ControlFlow,openssl/s3_srvr.blast.03.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,65 -ECA,eca-rers2012/Problem15_label13.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,49 -ControlFlow,openssl/s3_srvr.blast.08.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.07,211,50,67 -ECA,eca-rers2012/Problem16_label21.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,44 -ControlFlow,openssl/s3_srvr.blast.11.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,62 -ECA,eca-rers2012/Problem17_label27.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,50 -ControlFlow,openssl/s3_srvr.blast.14.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,38.91,221,50,68 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,48 -ControlFlow,unsignedintegeroverflow-sas23/cancel_var_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,3 -ECA,eca-rers2012/Problem19_label39.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,58 -ControlFlow,infeasible-control-flow/conflict_branch1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,58 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,VALIDATED,,,0,83 -ControlFlow,infeasible-control-flow/unreach_branch1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,52 -ECA,eca-programs/Problem102_label24.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ControlFlow,infeasible-control-flow/unreach_branch4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,8,50,52 -ECA,eca-programs/Problem102_label57.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -ControlFlow,memory-model/4SB.i,ILP32,false,UNKNOWN,VALIDATED,68.54,178,50,43 -ECA,eca-rers2012/Problem03_label08.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,49 -ControlFlow,ntdrivers-simplified/diskperf_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.46,171,50,56 -ECA,eca-rers2012/Problem03_label41.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,47 -ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,24 -ECA,eca-rers2012/Problem04_label18.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,62 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,17 -ECA,eca-rers2012/Problem05_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,73 -ControlFlow,ntdrivers/cdaudio.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,5.35,953,39,16 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,60 -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.34,1160,50,5 -ECA,eca-rers2012/Problem06_label13.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,65 -ControlFlow,ntdrivers/floppy2.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,7 -ECA,eca-rers2012/Problem06_label46.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,67 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED,2.43,1150,11,3 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,VALIDATED,,,0,82 -ControlFlow,openssl-simplified/s3_clnt_1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,65.14,175,50,52 -ECA,eca-rers2012/Problem07_label52.c,ILP32,true,ERROR,VALIDATED,,,0,82 -ControlFlow,openssl-simplified/s3_clnt_3.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,57 -ECA,eca-rers2012/Problem08_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ControlFlow,openssl-simplified/s3_clnt_4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,54 -ECA,eca-rers2012/Problem08_label58.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -ControlFlow,openssl-simplified/s3_srvr_1.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,53.81,197,50,66 -ECA,eca-rers2012/Problem09_label31.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -ControlFlow,openssl-simplified/s3_srvr_13.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,46.58,219,50,50 -ECA,eca-rers2012/Problem10_label05.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,67 -ControlFlow,openssl-simplified/s3_srvr_2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.78,197,50,66 -ECA,eca-rers2012/Problem10_label38.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,66 -ControlFlow,openssl-simplified/s3_srvr_4.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.27,197,50,56 -ECA,eca-rers2012/Problem11_label11.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,67 -ControlFlow,openssl-simplified/s3_srvr_7.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,52.17,207,50,66 -ECA,eca-rers2012/Problem11_label44.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,67 -ControlFlow,openssl/s3_clnt.blast.01.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.32,177,50,12 -ECA,eca-rers2012/Problem12_label17.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,70 -ControlFlow,openssl/s3_clnt.blast.03.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,13 -ECA,eca-rers2012/Problem12_label50.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,61 -ControlFlow,openssl/s3_clnt.blast.04.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,14 -ECA,eca-rers2012/Problem13_label23.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,68 -ControlFlow,openssl/s3_srvr.blast.02.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,47.76,201,50,60 -ECA,eca-rers2012/Problem13_label56.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,62 -ControlFlow,openssl/s3_srvr.blast.06.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.77,233,50,57 -ECA,eca-rers2012/Problem15_label31.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,48 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,60 -ECA,eca-rers2012/Problem16_label04.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,47 -ControlFlow,openssl/s3_srvr.blast.09.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,63 -ECA,eca-rers2012/Problem16_label37.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,47 -ControlFlow,openssl/s3_srvr.blast.10.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,38.54,205,50,67 -ECA,eca-rers2012/Problem17_label10.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,52 -ControlFlow,openssl/s3_srvr.blast.12.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,39.53,215,50,66 -ECA,eca-rers2012/Problem17_label43.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,51 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,62 -ECA,eca-rers2012/Problem18_label16.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,49 -ControlFlow,openssl/s3_srvr.blast.15.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,34.1,217,50,67 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,45 -ControlFlow,openssl/s3_srvr.blast.16.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.09,229,50,64 -ECA,eca-rers2012/Problem19_label22.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,55 -Heap,memsafety/test-0236.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,69 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,53 -Loops,loop-acceleration/array_3-2.i,ILP32,false,SUCCEEDED,VALIDATED,71.43,7,50,44 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,VALIDATED,58.33,12,2,7 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,83 -LinkedLists,forester-heap/dll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,67 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,57.93,145,50,43 -Arrays,array-crafted/mapsum2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,20 -Floats,float-benchs/rlim_invariant.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,20 -ECA,eca-programs/Problem102_label49.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Heap,ldv-memsafety/memleaks_test14.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,14 -ProductLines,product-lines/elevator_spec1_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -Loops,loop-lit/gsv2008.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,53 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,VALIDATED,77.78,36,13,47 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,80 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,VALIDATED,25.86,58,50,56 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,52.41,456,50,52 -Arrays,array-examples/standard_compareModified_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,54 -Floats,float-newlib/float_req_bl_0684b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers/parport.i.cil-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,3.55,1156,12,57 -ECA,eca-rers2012/Problem04_label06.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,62 -Heap,ldv-memsafety/memleaks_test22_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,6.25,32,1,12 -ProductLines,product-lines/elevator_spec2_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -Loops,loop-zilu/benchmark44_disjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,11,50,52 -XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 -Recursive,recursified_loop-simple/recursified_nested_5.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,14 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,50,53 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,72.36,123,50,6 -Arrays,array-examples/standard_two_index_04.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl-simplified/s3_srvr_14.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,48.39,217,50,46 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,63 -Heap,ldv-memsafety/memleaks_test9_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,14 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,loops/sum01_bug02_sum01_bug02_base.case.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,9,52 -XCSP,xcsp/Dubois-027.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,4 -Recursive,recursified_nla-digbench/recursified_egcd.c,ILP32,unknown,UNKNOWN,VALIDATED,77.78,9,38,57 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,SUCCEEDED,VALIDATED,77.78,36,4,55 -Sequentialized,seq-mthreaded/pals_lcr.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,63.64,121,50,29 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,VALIDATED,93.75,16,4,22 -Floats,neural-networks/cartpole_49_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_srvr.blast.01.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,52.74,201,50,62 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,VALIDATED,,,0,82 -Heap,ldv-regression/test25-2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,15 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,32.39,494,50,54 -Loops,nla-digbench-scaling/dijkstra-u_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,50,42 -XCSP,xcsp/Dubois-080.c,ILP32,true,UNKNOWN,VALIDATED,100.0,2,1,31 -Recursive,recursified_nla-digbench/recursified_geo1-u2.c,ILP32,unknown,UNKNOWN,VALIDATED,71.43,7,13,49 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,SUCCEEDED,VALIDATED,76.47,17,6,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,53.17,205,2,16 -Arrays,array-fpi/res2f.c,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,3,20 -Floats,neural-networks/dubinsrejoin_23_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -ControlFlow,openssl/s3_srvr.blast.11.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,56 -ECA,eca-rers2012/Problem09_label23.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -Heap,list-ext-properties/test-0158_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,5,2,15 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,VALIDATED,,,0,56 -XCSP,xcsp/Haystacks-14.c,ILP32,true,UNKNOWN,VALIDATED,100.0,2,1,55 -Recursive,recursified_nla-digbench/recursified_knuth.i,ILP32,unknown,UNKNOWN,VALIDATED,,,0,66 -LinkedLists,memsafety-broom/linux-hlist-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,52 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.74,1189,19,52 -Arrays,array-fpi/sina2.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,4,14 -Floats,neural-networks/dubinsrejoin_9_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation_2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,4,20 -ECA,eca-rers2012/Problem11_label03.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,67 -Loops,nla-digbench-scaling/geo1-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,63 -XCSP,xcsp/aim-100-1-6-unsat-2.c,ILP32,true,UNKNOWN,VALIDATED,100.0,2,1,17 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,VALIDATED,38.2,89,25,52 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,VALIDATED,46.67,15,50,55 -ECA,eca-rers2012/Problem11_label52.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,57 -Loops,nla-digbench-scaling/geo1-u_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,6,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,UNKNOWN,VALIDATED,50.0,2,1,16 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,VALIDATED,47.71,109,25,51 -Arrays,array-memsafety/cstrchr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,5,4 -ECA,eca-rers2012/Problem12_label42.c,ILP32,false,UNKNOWN,VALIDATED,10.09,813,50,58 -Loops,nla-digbench-scaling/geo3-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,11 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,UNKNOWN,VALIDATED,50.0,2,1,20 -Floats,neural-networks/lunarlander_69_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/hard-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,3,14 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,UNKNOWN,VALIDATED,50.0,2,1,19 -Floats,neural-networks/lunarlander_92_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/hard2_unwindbound50.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,41 -Arrays,array-memsafety/selectionsort-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,10,4,4 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.53,504,50,42 -Floats,neural-networks/poly_16_16_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 -Loops,nla-digbench-scaling/lcm2_unwindbound100.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,55 -Arrays,array-multidimensional/min-2-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,45 -ProductLines,product-lines/email_spec6_product28.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.6,500,50,42 -Floats,neural-networks/poly_512_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,VALIDATED,,,0,55 -Arrays,array-patterns/array25_pattern.c,ILP32,true,UNKNOWN,VALIDATED,86.67,15,3,46 -ProductLines,product-lines/email_spec7_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.55,490,50,52 -Floats,neural-networks/sin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/ps3-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,22,13 -Arrays,array-programs/partial_mod_count_limited_1.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,5,51 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.11,504,50,42 -Floats,neural-networks/softsign_w32_r1_case_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Recursive,recursive/Fibonacci01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,49,50 -Loops,nla-digbench-scaling/sqrt1-ll_unwindbound2.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,3,11 -Heap,memsafety/lockfree-3.2.i,ILP32,unknown,UNKNOWN,VALIDATED,29.17,24,50,57 -Arrays,reducercommutativity/avg10-2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,13 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.22,492,50,51 diff --git a/tests/testcomp/results_v10_cover-branches_s3/results.csv b/tests/testcomp/results_v10_cover-branches_s3/results.csv deleted file mode 100644 index ff6f89a45..000000000 --- a/tests/testcomp/results_v10_cover-branches_s3/results.csv +++ /dev/null @@ -1,255 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,4,50,54 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.77,494,50,44 -Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,13 -ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,17 -Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.29,34,50,55 -ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.63,492,50,44 -Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,23.91,46,3,2 -ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,7 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,56 -Heap,memsafety-cve/json-parser.i,ILP32,unknown,SUCCEEDED,VALIDATED,67.35,49,50,54 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.92,494,50,42 -Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,54 -ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.22,492,50,52 -Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,13 -ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,13 -ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,13 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED,84.21,19,50,48 -ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.49,492,50,56 -Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,15 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.85,492,50,53 -Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,56 -ProductLines,product-lines/email_spec4_product18.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.02,492,50,45 -Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,65 -ProductLines,product-lines/email_spec7_product17.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.73,490,50,56 -Heap,memsafety/test-0102-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,72.73,11,50,68 -ProductLines,product-lines/email_spec9_product12.cil.c,ILP32,true,UNKNOWN,VALIDATED,23.06,490,50,53 -Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,52 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,6 -Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,29 -ProductLines,product-lines/elevator_spec1_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,17 -Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,13 -ProductLines,product-lines/elevator_spec2_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,13 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,6 -Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.68,808,13,3 -Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,44,54 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.14,490,50,53 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/email_spec11_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.08,476,50,52 -Heap,list-ext-properties/test-0217_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,40,50,55 -ProductLines,product-lines/email_spec11_product36.cil.c,ILP32,true,SUCCEEDED,VALIDATED,19.79,480,50,53 -Heap,memsafety-cve/dlt-daemon.i,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,15 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.93,504,50,42 -Heap,memsafety-cve/gpac_5.i,ILP32,unknown,UNKNOWN,VALIDATED,13.64,22,50,60 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,31.47,502,50,54 -Heap,memsafety-cve/libpe.i,ILP32,unknown,UNKNOWN,VALIDATED,4.17,24,50,56 -ProductLines,product-lines/email_spec3_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.56,504,50,42 -Heap,memsafety-cve/openNDS_1.i,ILP32,unknown,UNKNOWN,VALIDATED,44.44,36,50,54 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,28.69,502,50,45 -Heap,memsafety-cve/radare2_2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.78,36,50,54 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,43 -Heap,memsafety-ext/dll_extends_pointer.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,58 -ProductLines,product-lines/email_spec7_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.8,500,50,46 -Heap,memsafety/global-atexit-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,4,2,4 -ProductLines,product-lines/email_spec8_product29.cil.c,ILP32,true,UNKNOWN,VALIDATED,30.68,502,50,54 -Heap,memsafety/test-0234-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,68 -ProductLines,product-lines/email_spec9_product28.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.6,500,50,53 -Heap,heap-data/min_max.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,50,56 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -Heap,ldv-memsafety/memleaks_test1-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,15 -ProductLines,product-lines/elevator_spec1_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 -Heap,ldv-memsafety/memleaks_test13_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,15 -ProductLines,product-lines/elevator_spec1_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -Heap,ldv-memsafety/memleaks_test16_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,13 -ProductLines,product-lines/elevator_spec1_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Heap,ldv-memsafety/memleaks_test18_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,13 -ProductLines,product-lines/elevator_spec2_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Heap,ldv-memsafety/memleaks_test22_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,12.5,32,1,13 -ProductLines,product-lines/elevator_spec2_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -Heap,ldv-memsafety/memleaks_test23_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,8 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.06,808,15,4 -Heap,ldv-memsafety/memleaks_test5_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,15 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test8_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,2,3 -ProductLines,product-lines/elevator_spec3_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -Heap,ldv-regression/rule57_ebda_blast.i,ILP32,true,SUCCEEDED,VALIDATED,56.25,16,3,12 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -Heap,ldv-regression/test19.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,15 -ProductLines,product-lines/email_spec0_product05.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.5,476,50,54 -Heap,ldv-regression/test24-2.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,4,7 -ProductLines,product-lines/email_spec0_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,54 -Heap,ldv-sets/test_add-1.i,ILP32,false,UNKNOWN,VALIDATED,41.18,17,1,2 -ProductLines,product-lines/email_spec0_product37.cil.c,ILP32,true,UNKNOWN,VALIDATED,24.07,482,50,52 -Heap,list-ext-properties/960521-1_1-1.i,ILP32,unknown,UNKNOWN,VALIDATED,55.56,9,1,12 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.53,490,50,44 -Heap,list-ext-properties/simple-ext_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,31,12 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,28.6,500,50,44 -Heap,list-ext-properties/test-0513_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,82.14,28,6,12 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,22.24,580,50,43 -Heap,memsafety-cve/asterisk.i,ILP32,unknown,SUCCEEDED,VALIDATED,43.33,30,50,57 -ProductLines,product-lines/email_spec1_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.6,500,50,44 -Heap,memsafety-cve/frrFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.62,26,50,52 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,VALIDATED,23.2,582,50,52 -Heap,memsafety-cve/gpac_17.i,ILP32,unknown,SUCCEEDED,VALIDATED,44.83,29,50,52 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.47,496,50,52 -Heap,memsafety-cve/hyperkit_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,2,7 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.36,506,50,52 -Heap,memsafety-cve/krb5Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.09,46,50,55 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.52,498,50,41 -Heap,memsafety-cve/libsndfile.i,ILP32,unknown,SUCCEEDED,VALIDATED,15.0,20,1,12 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.06,508,50,43 -Heap,memsafety-cve/mujs.i,ILP32,unknown,SUCCEEDED,VALIDATED,27.27,22,50,53 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.97,494,50,52 -Heap,memsafety-cve/openrazer.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.29,28,50,57 -ProductLines,product-lines/email_spec4_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.52,504,50,53 -Heap,memsafety-cve/radare2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,54.17,72,50,26 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,29.55,494,50,43 -Heap,memsafety-cve/sniproxyFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,33.33,24,50,53 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.13,504,50,43 -Heap,memsafety-cve/zchunk.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,39.29,28,7,53 -ProductLines,product-lines/email_spec7_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,52 -Heap,memsafety-ext2/complex_data_creation_test01-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,14,50,56 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,43 -Heap,memsafety-ext2/split_list_test05-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,22,50,67 -ProductLines,product-lines/email_spec8_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,52 -Heap,memsafety/lockfree-3.0.i,ILP32,unknown,UNKNOWN,VALIDATED,29.17,24,50,57 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,53 -Heap,memsafety/test-0220.i,ILP32,unknown,SUCCEEDED,VALIDATED,63.64,11,50,68 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.16,494,50,55 -Loops,nla-digbench/ps2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,51 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,62 -LinkedLists,forester-heap/dll-01-2.i,ILP32,true,SUCCEEDED,VALIDATED,67.86,56,50,68 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED,65.22,161,50,53 -Arrays,array-crafted/bor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,55 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,VALIDATED,16.67,6,1,12 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.74,368,50,25 -ECA,eca-programs/Problem102_label32.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -Heap,ldv-memsafety/memleaks_test12-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,63,1,12 -ProductLines,product-lines/elevator_spec1_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -Loops,loop-lit/cggmp2005b.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,11 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,32,12,43 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,75 -LinkedLists,forester-heap/dll-token-1.i,ILP32,true,UNKNOWN,VALIDATED,72.0,25,50,52 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.99,463,14,55 -Arrays,array-examples/sanfoundry_43_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,55 -Floats,float-newlib/float_req_bl_0660b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,ntdrivers/kbfiltr.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,0,0,4,54 -ECA,eca-rers2012/Problem03_label49.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,45 -Heap,ldv-memsafety/memleaks_test21-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,14 -ProductLines,product-lines/elevator_spec2_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 -Loops,loop-zilu/benchmark33_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,31 -XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 -Recursive,recursified_loop-simple/recursified_nested_3.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,14 -LinkedLists,forester-heap/sll-reverse_simple.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,53 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,73.98,123,49,6 -Arrays,array-examples/standard_strcmp_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,53 -Floats,floats-cdfpl/newton_3_4.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_srvr_12.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,47.37,247,50,53 -ECA,eca-rers2012/Problem05_label48.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,64 -Heap,ldv-memsafety/memleaks_test8.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,14 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,14,50,46 -XCSP,xcsp/Dubois-025.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,5 -Recursive,recursified_nla-digbench/recursified_divbin2.i,ILP32,unknown,UNKNOWN,VALIDATED,69.23,13,50,45 -LinkedLists,heap-manipulation/sll_to_dll_rev-2.i,ILP32,true,SUCCEEDED,VALIDATED,65.96,47,50,52 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.05,95,2,21 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,VALIDATED,91.67,12,4,18 -Floats,neural-networks/cartpole_37_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_clnt.blast.03.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,13 -ECA,eca-rers2012/Problem07_label27.c,ILP32,true,ERROR,VALIDATED,,,0,82 -Heap,ldv-regression/test23-2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,5,15 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.28,492,50,53 -Loops,nla-digbench-scaling/cohendiv-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,32,55 -XCSP,xcsp/Dubois-070.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,30 -Recursive,recursified_nla-digbench/recursified_geo1-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,58 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,SUCCEEDED,VALIDATED,63.16,19,4,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.29,205,2,13 -Arrays,array-fpi/nsqmf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,5,21 -Floats,neural-networks/dubinsrejoin_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl/s3_srvr.blast.09.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,59 -ECA,eca-rers2012/Problem09_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Heap,list-ext-properties/list-ext_flag_1.i,ILP32,unknown,UNKNOWN,VALIDATED,71.43,21,50,54 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED,32.39,494,50,42 -Loops,nla-digbench-scaling/egcd2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,44,52 -XCSP,xcsp/Haystacks-12.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,46 -Recursive,recursified_nla-digbench/recursified_hard.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,45 -LinkedLists,memsafety-broom/dll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,42.72,1140,50,55 -Arrays,array-fpi/s5iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.92,13,3,16 -Floats,neural-networks/dubinsrejoin_84_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,5 -ControlFlow,unsignedintegeroverflow-sas23/distance_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,1 -ECA,eca-rers2012/Problem10_label46.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,60 -Heap,memsafety-cve/editorconfig-core-cFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,40.0,30,50,53 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.72,504,50,42 -Recursive,recursified_nla-digbench/recursified_ps2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,48 -LinkedLists,memsafety-broom/sll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,55 -Floats,neural-networks/log_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -Heap,memsafety-cve/gpac_19.i,ILP32,unknown,SUCCEEDED,VALIDATED,14.81,54,50,59 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.88,502,50,53 -Recursive,recursified_nla-digbench/recursified_ps5.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,51 -LinkedLists,memsafety-broom/sll-shared-before.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,4,50,54 -Floats,neural-networks/lunarlander_33_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/kilo.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,55 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.42,496,50,43 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,10,50,49 -Arrays,array-memsafety/diff-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,16,20,6 -ECA,eca-rers2012/Problem13_label15.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,69 -Recursive,recursive-simple/id_b3_o2-1.c,ILP32,unknown,UNKNOWN,VALIDATED,100.0,6,50,57 -Arrays,array-memsafety/openbsd_cstrcat-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,16,50,49 -ECA,eca-rers2012/Problem13_label48.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,68 -Recursive,recursive-simple/id_b5_o10-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,58 -Heap,memsafety-cve/openSC.i,ILP32,unknown,UNKNOWN,VALIDATED,61.4,57,50,53 -XCSP,xcsp/aim-200-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,46 -ECA,eca-rers2012/Problem15_label39.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,49 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,63 -Heap,memsafety-cve/radare2_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,23.08,26,50,57 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 -ECA,eca-rers2012/Problem16_label29.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,43 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,54 -Heap,memsafety-cve/wasm-micro-runtime.i,ILP32,unknown,UNKNOWN,VALIDATED,27.27,22,50,59 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -ECA,eca-rers2012/Problem17_label18.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,51 -Recursive,recursive/Addition03-1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,54 -Heap,memsafety-ext2/complex_data_creation_test02-1.i,ILP32,unknown,UNKNOWN,VALIDATED,71.43,14,50,58 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 -ECA,eca-rers2012/Problem18_label08.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,48 -Floats,neural-networks/softsign_w4_r3_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Recursive,recursive/Fibonacci04-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,54 -Loops,nla-digbench/bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,10,50,54 -Heap,memsafety/test-0137.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,6.25,16,5,52 -Arrays,reducercommutativity/max40-1.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,50,52 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.55,494,50,52 -ECA,eca-rers2012/Problem19_label47.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,53 -Floats,neural-networks/vdp_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Recursive,recursified_nla-digbench/recursified_cohencu.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,47 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,UNKNOWN,VALIDATED,66.67,6,1,0 -Heap,heap-data/process_queue.i,ILP32,true,UNKNOWN,VALIDATED,25.0,16,50,60 -Arrays,array-crafted/bAnd4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 -ProductLines,product-lines/elevator_spec14_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -ProductLines,product-lines/elevator_spec14_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,40.58,764,12,3 -ProductLines,product-lines/elevator_spec1_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -ProductLines,product-lines/elevator_spec1_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec2_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -ProductLines,product-lines/elevator_spec2_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,3 diff --git a/tests/testcomp/results_v10_cover-branches_s4/results.csv b/tests/testcomp/results_v10_cover-branches_s4/results.csv deleted file mode 100644 index 8a7ebaef8..000000000 --- a/tests/testcomp/results_v10_cover-branches_s4/results.csv +++ /dev/null @@ -1,254 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,17 -XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 -Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,15 -XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 -Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,3,17 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 -Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,VALIDATED,2.63,38,1,56 -Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,7,14 -XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,25 -Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,67 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,33 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,8,12,13 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 -Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,53 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,22,10,44 -Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,53 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,loops/trex03-2.c,ILP32,true,UNKNOWN,VALIDATED,57.14,7,50,57 -XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,70.0,10,14,55 -XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 -Loops,nla-digbench-scaling/geo1-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,68 -XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,47 -Loops,nla-digbench-scaling/hard-u_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,44 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,46 -Loops,nla-digbench-scaling/prodbin-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,41,53 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,46 -Loops,nla-digbench/dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,53 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,47 -Loops,loop-industry-pattern/aiob_2.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,VALIDATED,57.14,14,2,17 -Loops,loop-lit/gj2007.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,13 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,VALIDATED,86.67,30,12,48 -Loops,loop-zilu/benchmark17_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,57 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,VALIDATED,3.33,60,3,44 -Loops,loops-crafted-1/in-de52.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,60 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 -Loops,loops/s3.i,ILP32,unknown,SUCCEEDED,VALIDATED,58.19,177,50,36 -XCSP,xcsp/Dubois-020.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,12 -Loops,nla-digbench-scaling/cohencu-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,50,28 -XCSP,xcsp/Dubois-028.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,27 -Loops,nla-digbench-scaling/divbin2_valuebound10.i,ILP32,true,SUCCEEDED,VALIDATED,80.0,15,11,13 -XCSP,xcsp/Dubois-055.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,30 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,UNKNOWN,VALIDATED,37.5,16,1,4 -XCSP,xcsp/Dubois-095.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -Loops,nla-digbench-scaling/freire1_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,15 -XCSP,xcsp/Haystacks-11.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 -Loops,nla-digbench-scaling/geo1-u_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,18,47 -XCSP,xcsp/Haystacks-19.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,48 -Loops,nla-digbench-scaling/geo3-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,64 -XCSP,xcsp/aim-100-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,31 -Loops,nla-digbench-scaling/hard2_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,7,15 -XCSP,xcsp/aim-100-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,34 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED,70.0,10,50,23 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 -Loops,nla-digbench-scaling/ps3-ll_unwindbound5.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,6,16 -XCSP,xcsp/aim-200-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -Loops,nla-digbench-scaling/ps6-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,22,17 -XCSP,xcsp/aim-200-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,47 -Loops,nla-digbench/hard-ll.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,49,54 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,49 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,3,45 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,10,2,7 -Loops,loop-invgen/NetBSD_loop.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,53 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,8,44 -Loops,loop-invgen/seq-3.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,15,50,53 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,VALIDATED,84.62,26,11,43 -Loops,loop-new/count_by_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,16 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,64.71,34,11,43 -Loops,loop-zilu/benchmark06_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,63 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,40,12,46 -Loops,loop-zilu/benchmark27_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,52 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,25 -Loops,loop-zilu/benchmark50_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,54 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 -Loops,loops-crafted-1/sumt2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,52 -XCSP,xcsp/Dubois-015.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,12 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,3,7 -XCSP,xcsp/Dubois-018.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,10 -Loops,loops/terminator_01.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,44 -XCSP,xcsp/Dubois-022.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,80.0,10,36,44 -XCSP,xcsp/Dubois-026.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,17 -Loops,nla-digbench-scaling/cohendiv-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,58.33,12,2,13 -XCSP,xcsp/Dubois-030.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,15 -Loops,nla-digbench-scaling/dijkstra-u_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,2,12 -XCSP,xcsp/Dubois-045.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,24 -Loops,nla-digbench-scaling/divbin_unwindbound50.i,ILP32,false,SUCCEEDED,VALIDATED,93.33,15,24,52 -XCSP,xcsp/Dubois-065.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,45 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,VALIDATED,91.67,12,7,45 -XCSP,xcsp/Dubois-085.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,52 -Loops,nla-digbench-scaling/egcd3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,93.75,16,20,19 -XCSP,xcsp/Haystacks-06.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,42 -Loops,nla-digbench-scaling/fermat2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,16,42 -XCSP,xcsp/Haystacks-09.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -Loops,nla-digbench-scaling/geo1-ll2_unwindbound20.c,ILP32,unknown,UNKNOWN,VALIDATED,62.5,8,1,57 -XCSP,xcsp/Haystacks-13.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench-scaling/geo1-u2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,10,58 -XCSP,xcsp/Haystacks-17.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,46 -Loops,nla-digbench-scaling/geo2-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,23 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,23 -Loops,nla-digbench-scaling/geo3-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,12 -XCSP,xcsp/aim-100-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 -Loops,nla-digbench-scaling/hard-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,85.71,14,50,54 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,26 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,14,2,14 -XCSP,xcsp/aim-100-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,28 -Loops,nla-digbench-scaling/knuth_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,38.46,13,1,13 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 -Loops,nla-digbench-scaling/lcm2_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,50,18 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench-scaling/prod4br-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,53 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 -Loops,nla-digbench-scaling/ps2-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,3,12 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,UNKNOWN,VALIDATED,100.0,2,3,45 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,4,1 -XCSP,xcsp/aim-200-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 -Loops,nla-digbench-scaling/ps5-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,15 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench-scaling/sqrt1-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,12,14 -XCSP,xcsp/aim-200-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench/fermat2.c,ILP32,unknown,UNKNOWN,VALIDATED,10.0,10,1,14 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 -Recursive,recursive/recHanoi01.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,87.5,8,33,55 -LinkedLists,memsafety-broom/sll-shared-sll.i,LP64,unknown,SUCCEEDED,VALIDATED,83.33,12,50,56 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,62.42,157,50,52 -Arrays,array-crafted/bAnd2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,20 -Floats,float-benchs/filter2_set.c,ILP32,true,UNKNOWN,VALIDATED,16.67,6,1,12 -ControlFlow,infeasible-control-flow/unreach_branch5.c,ILP32,true,UNKNOWN,VALIDATED,66.67,6,2,54 -ECA,eca-programs/Problem102_label16.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -Heap,ldv-memsafety/memleaks_test10-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,12 -ProductLines,product-lines/elevator_spec1_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,15 -Loops,loop-invgen/id_trans.i,ILP32,false,SUCCEEDED,VALIDATED,77.78,9,50,47 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,VALIDATED,82.14,28,10,40 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,81 -LinkedLists,forester-heap/dll-simple-white-blue-2.i,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,50,53 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,54.86,432,50,52 -Arrays,array-examples/relax-2-2.i,ILP32,true,UNKNOWN,VALIDATED,8.33,36,1,68 -Floats,float-newlib/double_req_bl_1122a.c,ILP32,true,SUCCEEDED,VALIDATED,6.78,59,2,12 -ControlFlow,ntdrivers/floppy.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,5 -ECA,eca-rers2012/Problem03_label33.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,47 -Heap,ldv-memsafety/memleaks_test19-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,1,14 -ProductLines,product-lines/elevator_spec2_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 -Loops,loop-zilu/benchmark23_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,3,14 -XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 -Recursive,recursified_loop-simple/recursified_nested_1b.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,0 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED,54.55,22,50,58 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.27,93,13,3 -Arrays,array-examples/standard_partition_original_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,52 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_srvr_10.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.17,205,50,45 -ECA,eca-rers2012/Problem05_label31.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,56 -Heap,ldv-memsafety/memleaks_test6_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,15 -ProductLines,product-lines/elevator_spec3_product22.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,12 -Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,3,43 -XCSP,xcsp/Dubois-023.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,11 -Recursive,recursified_nla-digbench/recursified_dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,45 -LinkedLists,heap-manipulation/merge_sort-2.i,ILP32,true,SUCCEEDED,VALIDATED,75.0,64,50,54 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.5,72,2,16 -Arrays,array-fpi/eqn2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,18 -Floats,neural-networks/cartpole_25_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,13 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,VALIDATED,,,0,83 -Heap,ldv-regression/test21-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,4,3 -ProductLines,product-lines/email_spec0_product10.cil.c,ILP32,true,SUCCEEDED,VALIDATED,16.53,478,50,54 -Loops,nla-digbench-scaling/cohencu-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,12,12 -XCSP,xcsp/Dubois-060.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,26 -Recursive,recursified_nla-digbench/recursified_fermat2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,11.11,9,1,7 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,SUCCEEDED,VALIDATED,87.1,31,12,7 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.47,188,50,15 -Arrays,array-fpi/ms5.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,3,14 -Floats,neural-networks/cartpole_97_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl/s3_srvr.blast.08.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,49.77,213,50,57 -ECA,eca-rers2012/Problem08_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Heap,list-ext-properties/960521-1_1-3.i,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,4 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,30.49,492,50,40 -Loops,nla-digbench-scaling/egcd-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,12 -XCSP,xcsp/Haystacks-10.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -Recursive,recursified_nla-digbench/recursified_hard-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,50,52 -LinkedLists,memsafety-broom/dll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,52.66,488,50,51 -Arrays,array-fpi/s4liff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,3,41 -Floats,neural-networks/dubinsrejoin_72_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -ControlFlow,unsignedintegeroverflow-sas23/bilinear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,45 -ECA,eca-rers2012/Problem10_label30.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,57 -Heap,memsafety-cve/bzip3Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,60,50,53 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.88,502,50,40 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,1,3 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,18 -Sequentialized,seq-pthread/cs_fib-1.i,ILP32,true,UNKNOWN,VALIDATED,38.2,89,23,53 -Arrays,array-industry-pattern/array_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,62 -ECA,eca-rers2012/Problem11_label36.c,ILP32,false,UNKNOWN,VALIDATED,23.74,278,50,58 -Loops,nla-digbench-scaling/geo1-u_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,3,3 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,20 -Sequentialized,seq-pthread/cs_queue-1.i,ILP32,true,UNKNOWN,VALIDATED,21.0,200,1,67 -Arrays,array-memsafety/array02-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,10,50,44 -ECA,eca-rers2012/Problem12_label25.c,ILP32,false,UNKNOWN,VALIDATED,10.09,813,50,59 -Loops,nla-digbench-scaling/geo2-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,14 -XCSP,xcsp/aim-100-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,23 -Sequentialized,seq-pthread/cs_stateful-2.i,ILP32,true,UNKNOWN,VALIDATED,50.48,105,30,52 -Heap,memsafety-cve/libredwg_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.5,40,50,53 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.03,506,50,40 -Sequentialized,systemc/token_ring.01.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,30.95,84,50,65 -Heap,memsafety-cve/mongooseFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,57 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,40 -Floats,neural-networks/poly_1024_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/knuth_unwindbound20.i,ILP32,true,UNKNOWN,VALIDATED,,,0,63 -Arrays,array-multidimensional/add-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,47 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,24.91,582,50,43 -Floats,neural-networks/poly_32_32_32_32_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,4,2 -Arrays,array-patterns/array12_pattern.c,ILP32,true,UNKNOWN,VALIDATED,37.5,16,3,43 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,43 -Floats,neural-networks/poly_8_8_8_8_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/ps2-ll_unwindbound10.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,11,14 -Arrays,array-patterns/array3_pattern.c,ILP32,true,UNKNOWN,VALIDATED,91.67,12,50,54 -ProductLines,product-lines/email_spec7_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,33.2,494,50,55 -Floats,neural-networks/softmax_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/ps4-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,22 -Arrays,array-tiling/mbpr2.c,ILP32,true,SUCCEEDED,VALIDATED,72.22,18,5,8 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,VALIDATED,27.44,492,50,53 -ECA,eca-rers2012/Problem18_label24.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,49 -Floats,neural-networks/softsign_w8_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -Recursive,recursive/Fibonacci05-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,53 -Loops,nla-digbench/egcd2.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,12,8,61 -Heap,memsafety/test-0232-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,50,53 -Arrays,reducercommutativity/sep.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,11 -ProductLines,product-lines/email_spec9_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,57 -ECA,eca-rers2018/Problem14.c,ILP32,false,ERROR,VALIDATED,,,0,83 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,VALIDATED,42.86,7,2,4 -Recursive,recursified_nla-digbench/recursified_lcm1.c,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,2,64 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,4,4,47 -Heap,heap-data/running_example.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,8.33,12,2,51 -Arrays,array-crafted/bor2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,18 -Arrays,array-crafted/mapavg1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,14 -Arrays,array-crafted/mapavg5.i,ILP32,true,SUCCEEDED,VALIDATED,27.27,11,3,60 -Arrays,array-crafted/mapsum4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,53 -Arrays,array-crafted/xor2.i,ILP32,true,UNKNOWN,VALIDATED,,,0,67 -Arrays,array-crafted/zero_sum1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,12,3,14 -Arrays,array-crafted/zero_sum5.c,ILP32,true,SUCCEEDED,VALIDATED,89.29,28,3,18 -Arrays,array-crafted/zero_sum_const4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,13 -Arrays,array-crafted/zero_sum_const_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,16 -Arrays,array-crafted/zero_sum_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,3,16 -Arrays,array-examples/data_structures_set_multi_proc_trivial_ground.i,ILP32,true,UNKNOWN,VALIDATED,3.7,27,1,53 -Arrays,array-examples/sanfoundry_02_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.25,16,1,53 -Arrays,array-examples/sanfoundry_24-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,43 -Arrays,array-examples/sorting_bubblesort_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,53 -Arrays,array-examples/sorting_selectionsort_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.35,23,1,51 -Arrays,array-examples/standard_copy1_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,56 -Arrays,array-examples/standard_copy2_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,9.09,11,1,54 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,6.67,15,1,49 -Arrays,array-examples/standard_copy6_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,5.26,19,1,54 diff --git a/tests/testcomp/results_v10_cover-branches_s5/results.csv b/tests/testcomp/results_v10_cover-branches_s5/results.csv deleted file mode 100644 index 11421106f..000000000 --- a/tests/testcomp/results_v10_cover-branches_s5/results.csv +++ /dev/null @@ -1,254 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,53 -LinkedLists,heap-manipulation/tree-3.i,ILP32,true,UNKNOWN,VALIDATED,77.5,40,50,66 -Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,25,60 -LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,66 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,63 -LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,54 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,UNKNOWN,VALIDATED,22.22,9,1,55 -LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,53 -Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,63 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED,48.0,25,3,45 -Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,50,53 -LinkedLists,list-properties/list-1.i,ILP32,true,SUCCEEDED,VALIDATED,52.94,17,50,55 -Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,64 -LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,54 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,VALIDATED,,,0,82 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,56 -Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,15 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED,44.0,25,2,42 -Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,6,56 -LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,68 -Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,62 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,59 -Recursive,recursified_nla-digbench/recursified_ps3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,52 -LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,13 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,63 -LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,UNKNOWN,VALIDATED,66.67,9,50,53 -Recursive,recursive/Ackermann03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,54 -LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,55 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,55 -LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,67 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,VALIDATED,,,0,83 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,57 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,VALIDATED,,,0,83 -LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,UNKNOWN,VALIDATED,73.53,34,50,69 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,50,53 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,67 -Recursive,recursified_loop-simple/recursified_nested_6.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,13 -LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,UNKNOWN,VALIDATED,74.19,31,50,57 -Recursive,recursified_nla-digbench/recursified_divbin.i,ILP32,unknown,SUCCEEDED,VALIDATED,92.31,13,23,47 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED,72.88,59,9,55 -Recursive,recursified_nla-digbench/recursified_fermat1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,3,47 -LinkedLists,forester-heap/sll-simple-white-blue-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.33,18,50,54 -Recursive,recursified_nla-digbench/recursified_geo1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,10,60 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,VALIDATED,32.81,64,2,44 -Recursive,recursified_nla-digbench/recursified_hard-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,43 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,VALIDATED,27.08,48,4,42 -Recursive,recursified_nla-digbench/recursified_prodbin-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,57 -LinkedLists,list-ext3-properties/dll_nondet_free_order-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,15 -Recursive,recursified_nla-digbench/recursified_ps5-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,52 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.87,31,50,32 -Recursive,recursive-simple/id2_b3_o5.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,58 -LinkedLists,list-properties/list_flag-2.i,ILP32,true,SUCCEEDED,VALIDATED,64.71,17,50,55 -Recursive,recursive-simple/id_b5_o10-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,62 -LinkedLists,memsafety-broom/dll-backwards.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,8,50,55 -Recursive,recursive-simple/sum_non_eq-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,51 -LinkedLists,memsafety-broom/dll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,54 -Recursive,recursive/Addition02WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED,87.5,8,50,52 -LinkedLists,memsafety-broom/linux-list-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,53 -Recursive,recursive/Fibonacci03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,48,52 -LinkedLists,memsafety-broom/sll-nested-linux-list.i,LP64,unknown,UNKNOWN,VALIDATED,76.92,13,50,64 -Recursive,recursive/gcd01-1.c,ILP32,true,UNKNOWN,VALIDATED,83.33,12,31,47 -LinkedLists,memsafety-broom/sll-shared-sll-after.i,LP64,unknown,SUCCEEDED,VALIDATED,90.0,10,50,56 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,78 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,VALIDATED,48.21,56,50,46 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,53 -LinkedLists,forester-heap/dll-circular-2.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,54 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,85 -LinkedLists,forester-heap/dll-queue-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.88,59,50,53 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,71 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,UNKNOWN,VALIDATED,73.53,34,50,58 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,3.12,32,1,52 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,SUCCEEDED,VALIDATED,85.0,20,50,56 -Recursive,recursified_loop-simple/recursified_nested_1.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,15 -LinkedLists,forester-heap/dll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,13.51,37,50,58 -Recursive,recursified_loop-simple/recursified_nested_4.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,12 -LinkedLists,forester-heap/sll-01-1.i,ILP32,true,SUCCEEDED,VALIDATED,67.86,56,50,68 -Recursive,recursified_nla-digbench/recursified_bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,50,47 -LinkedLists,forester-heap/sll-circular-1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,54 -Recursive,recursified_nla-digbench/recursified_dijkstra-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,50,55 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,55 -Recursive,recursified_nla-digbench/recursified_egcd-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,14,48 -LinkedLists,forester-heap/sll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,67 -Recursive,recursified_nla-digbench/recursified_egcd3-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,66 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,SUCCEEDED,VALIDATED,76.0,25,50,67 -Recursive,recursified_nla-digbench/recursified_fermat2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,44.44,9,1,60 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,58 -Recursive,recursified_nla-digbench/recursified_geo1-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,18,48 -LinkedLists,forester-heap/sll-token-2.i,ILP32,true,SUCCEEDED,VALIDATED,72.0,25,50,55 -Recursive,recursified_nla-digbench/recursified_geo2-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,59 -LinkedLists,heap-manipulation/dancing.i,ILP32,true,SUCCEEDED,VALIDATED,56.52,23,50,67 -Recursive,recursified_nla-digbench/recursified_geo3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,60 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,SUCCEEDED,VALIDATED,39.06,64,4,56 -Recursive,recursified_nla-digbench/recursified_hard2.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,12,50,43 -LinkedLists,heap-manipulation/tree-1.i,ILP32,unknown,UNKNOWN,VALIDATED,73.68,38,50,54 -Recursive,recursified_nla-digbench/recursified_prod4br-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,3,66 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,SUCCEEDED,VALIDATED,84.21,38,50,53 -Recursive,recursified_nla-digbench/recursified_ps2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,45 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,SUCCEEDED,VALIDATED,88.24,17,2,4 -Recursive,recursified_nla-digbench/recursified_ps4-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,52 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,SUCCEEDED,VALIDATED,90.48,21,50,24 -Recursive,recursified_nla-digbench/recursified_ps6-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,54 -LinkedLists,list-properties/alternating_list-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.68,19,50,55 -Recursive,recursive-simple/id2_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,58 -LinkedLists,list-properties/list-2.i,ILP32,false,SUCCEEDED,VALIDATED,52.94,17,50,53 -Recursive,recursive-simple/id_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,62 -LinkedLists,list-properties/simple-1.i,ILP32,false,SUCCEEDED,VALIDATED,81.82,11,4,54 -Recursive,recursive-simple/id_b3_o5-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,59 -LinkedLists,list-properties/splice-1.i,ILP32,false,SUCCEEDED,VALIDATED,65.22,23,4,53 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,57 -LinkedLists,memsafety-broom/dll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,53 -Recursive,recursive-simple/sum_non.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,43 -LinkedLists,memsafety-broom/dll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,52 -Recursive,recursive/Ackermann01-2.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,51 -LinkedLists,memsafety-broom/linux-hlist-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,52 -Recursive,recursive/Addition01-2.c,ILP32,true,UNKNOWN,VALIDATED,66.67,12,50,50 -LinkedLists,memsafety-broom/linux-list-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,52 -Recursive,recursive/Addition03-2.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,50,51 -LinkedLists,memsafety-broom/sll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,56 -Recursive,recursive/EvenOdd03WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,50,54 -LinkedLists,memsafety-broom/sll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,52 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,51 -LinkedLists,memsafety-broom/sll-nested-sll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,68 -Recursive,recursive/McCarthy91-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,46 -LinkedLists,memsafety-broom/sll-shared-after.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 -Sequentialized,systemc/token_ring.02.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,38.1,105,50,64 -Arrays,array-cav19/array_init_pair_symmetr2.c,ILP32,true,UNKNOWN,VALIDATED,30.0,10,2,53 -Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,2,1,2 -ControlFlow,infeasible-control-flow/unreach_branch2.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,51 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,VALIDATED,,,0,83 -Heap,ldv-memsafety/memleaks_test1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,15 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -Loops,loop-invgen/apache-get-tag.i.p+sep-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,24,11,41 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,75 -LinkedLists,forester-heap/dll-rb-sentinel-2.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,65 -Sequentialized,seq-mthreaded/pals_floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,74.18,182,50,12 -Arrays,array-crafted/zero_sum_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,3,17 -Floats,float-newlib/double_req_bl_0684b.c,ILP32,true,SUCCEEDED,VALIDATED,30.14,73,4,11 -ControlFlow,ntdrivers/diskperf.i.cil-1.c,ILP32,true,SUCCEEDED,VALIDATED,20.93,301,50,15 -ECA,eca-rers2012/Problem03_label16.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,46 -Heap,ldv-memsafety/memleaks_test18.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,12 -ProductLines,product-lines/elevator_spec2_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -Loops,loop-zilu/benchmark11_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,2 -XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,26 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,50,14 -LinkedLists,forester-heap/sll-queue-1.i,ILP32,true,UNKNOWN,VALIDATED,72.88,59,50,53 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,43.19,1130,16,54 -Arrays,array-examples/standard_find_ground-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,2,16 -Floats,floats-cbmc-regression/float19.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -ControlFlow,openssl-simplified/s3_clnt_4.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,64.57,175,50,52 -ECA,eca-rers2012/Problem05_label14.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,80 -Heap,ldv-memsafety/memleaks_test5.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,16 -ProductLines,product-lines/elevator_spec3_product18.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,14 -Loops,loops-crafted-1/sumt8.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,50,53 -XCSP,xcsp/Dubois-021.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 -Recursive,recursified_nla-digbench/recursified_cohendiv.c,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,10,28,49 -LinkedLists,heap-manipulation/dll_of_dll-1.i,ILP32,true,UNKNOWN,VALIDATED,76.06,71,50,59 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,68.49,73,6,5 -Arrays,array-fpi/condg.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,3,19 -Floats,neural-networks/cartpole_12_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -ControlFlow,openssl-simplified/s3_srvr_8.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,49.76,209,50,62 -ECA,eca-rers2012/Problem06_label54.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,67 -Heap,ldv-regression/test14.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,4,2,14 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,4 -Loops,nla-digbench-scaling/bresenham-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,7,12 -XCSP,xcsp/Dubois-050.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 -Recursive,recursified_nla-digbench/recursified_fermat1.c,ILP32,unknown,UNKNOWN,VALIDATED,7.69,13,1,7 -LinkedLists,list-ext3-properties/sll_nondet_insert-2.i,ILP32,true,SUCCEEDED,VALIDATED,80.95,21,50,30 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,SUCCEEDED,VALIDATED,59.62,208,50,52 -Arrays,array-fpi/ms1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,3,16 -Floats,neural-networks/cartpole_85_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -ControlFlow,openssl/s3_srvr.blast.06.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.06,235,50,57 -ECA,eca-rers2012/Problem08_label33.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,51.85,27,4,52 -ProductLines,product-lines/email_spec11_product08.cil.c,ILP32,true,UNKNOWN,VALIDATED,21.67,480,50,55 -Loops,nla-digbench-scaling/divbin_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,80.0,15,6,17 -XCSP,xcsp/Haystacks-07.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 -Recursive,recursified_nla-digbench/recursified_geo3-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,60 -LinkedLists,memsafety-broom/dll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,61.48,488,13,53 -Arrays,array-fpi/s42iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.47,17,3,18 -Floats,neural-networks/dubinsrejoin_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,5 -ControlFlow,openssl/s3_srvr.blast.15.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,48.86,219,50,62 -ECA,eca-rers2012/Problem10_label13.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,64 -Heap,memsafety-cve/NanoNNG.i,ILP32,unknown,SUCCEEDED,VALIDATED,37.14,35,50,53 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.76,494,50,42 -Loops,nla-digbench-scaling/freire1_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,14 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,16 -Recursive,recursified_nla-digbench/recursified_prodbin.c,ILP32,unknown,UNKNOWN,VALIDATED,11.11,9,1,14 -LinkedLists,memsafety-broom/sll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,53 -Floats,neural-networks/gcas_6_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/gpac_16Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.19,42,50,56 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.36,494,50,52 -Recursive,recursified_nla-digbench/recursified_ps4.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,47 -LinkedLists,memsafety-broom/sll-nested-sll-twice.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,68 -Floats,neural-networks/lunarlander_21_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,memsafety-cve/jhead.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,52 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,SUCCEEDED,VALIDATED,23.37,492,50,43 -Recursive,recursified_nla-digbench/recursified_sqrt1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,53 -LinkedLists,memsafety-broom/sll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,53 -Floats,neural-networks/lunarlander_57_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/geo3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,12 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,44 -Floats,neural-networks/lunarlander_81_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Loops,nla-digbench-scaling/hard-u_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,11,13 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 -ECA,eca-rers2012/Problem15_label04.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,48 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,51 -Heap,memsafety-cve/openrazerFound.i,ILP32,unknown,SUCCEEDED,VALIDATED,46.67,30,50,56 -XCSP,xcsp/aim-200-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -ECA,eca-rers2012/Problem15_label56.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,48 -Recursive,recursive-simple/sum_non_eq-1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,50 -Heap,memsafety-cve/smartdns.i,ILP32,unknown,UNKNOWN,VALIDATED,50.0,54,50,57 -XCSP,xcsp/aim-200-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 -ECA,eca-rers2012/Problem16_label45.c,ILP32,true,UNKNOWN,VALIDATED,19.69,391,50,43 -Recursive,recursive/Ackermann04.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,53 -Heap,memsafety-cve/zephyr.i,ILP32,unknown,UNKNOWN,VALIDATED,25.0,20,50,59 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,45 -ECA,eca-rers2012/Problem17_label35.c,ILP32,false,UNKNOWN,VALIDATED,13.5,585,50,46 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,4,2,3 -Heap,memsafety-ext2/optional_data_creation_test04-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,14,50,65 -Arrays,array-tiling/nr4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,5,5 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED,32.66,496,50,52 -ECA,eca-rers2012/Problem18_label41.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,49 -Floats,neural-networks/tanh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,45 -Loops,nla-digbench/geo2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,66 -Heap,memsafety/test-0235-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,93.94,33,50,67 -Arrays,reducercommutativity/sum10-1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,11 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.52,504,50,53 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,VALIDATED,,,0,82 -Floats,float-benchs/divmul_diverge.c,ILP32,true,UNKNOWN,VALIDATED,37.5,8,50,55 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,52 -Loops,loop-crafted/simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,3.12,32,1,54 -Heap,heap-data/shared_mem2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,67 -Heap,ldv-memsafety/memleaks_test1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,2,3 -Heap,ldv-memsafety/memleaks_test10-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,12 -Heap,ldv-memsafety/memleaks_test11.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,14 -Heap,ldv-memsafety/memleaks_test12-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.68,63,2,3 -Heap,ldv-memsafety/memleaks_test13.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,12 -Heap,ldv-memsafety/memleaks_test13_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,13 -Heap,ldv-memsafety/memleaks_test14_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,11 -Heap,ldv-memsafety/memleaks_test15-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,20.0,50,1,14 -Heap,ldv-memsafety/memleaks_test16.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,11 -Heap,ldv-memsafety/memleaks_test16_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,2.94,34,1,14 -Heap,ldv-memsafety/memleaks_test17_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,12 -Heap,ldv-memsafety/memleaks_test17_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,15 -Heap,ldv-memsafety/memleaks_test18_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,12 -Heap,ldv-memsafety/memleaks_test18_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,19 -Heap,ldv-memsafety/memleaks_test19-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,2,3 -Heap,ldv-memsafety/memleaks_test20-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,11 -Heap,ldv-memsafety/memleaks_test21-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,14 -Heap,ldv-memsafety/memleaks_test22_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.38,32,1,12 diff --git a/tests/testcomp/results_v10_cover-error_s0/results.csv b/tests/testcomp/results_v10_cover-error_s0/results.csv deleted file mode 100644 index 841fcb2aa..000000000 --- a/tests/testcomp/results_v10_cover-error_s0/results.csv +++ /dev/null @@ -1,206 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,23 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,30 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,8 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,32 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,38 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,61 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,12 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,62 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,42 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,42 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,22 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -ECA,eca-rers2018/Problem12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,26 -Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 diff --git a/tests/testcomp/results_v10_cover-error_s1/results.csv b/tests/testcomp/results_v10_cover-error_s1/results.csv deleted file mode 100644 index 10d9099f3..000000000 --- a/tests/testcomp/results_v10_cover-error_s1/results.csv +++ /dev/null @@ -1,206 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,76 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,83 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,71 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,16 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,37 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 -Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,66 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v10_cover-error_s2/results.csv b/tests/testcomp/results_v10_cover-error_s2/results.csv deleted file mode 100644 index 035ec4d2f..000000000 --- a/tests/testcomp/results_v10_cover-error_s2/results.csv +++ /dev/null @@ -1,205 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,16 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,35 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,12 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,10 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,22 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,46 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,18 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,23 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,46 -Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,46 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 diff --git a/tests/testcomp/results_v10_cover-error_s3/results.csv b/tests/testcomp/results_v10_cover-error_s3/results.csv deleted file mode 100644 index b8aea6f63..000000000 --- a/tests/testcomp/results_v10_cover-error_s3/results.csv +++ /dev/null @@ -1,205 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,48 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,81 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,43 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -Recursive,recursive/Addition02.c,ILP32,false,FAILED,COVERED,100.0,1,1,59 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,5 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,7 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,68 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,50 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,60 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v11_control_s0/results.csv b/tests/testcomp/results_v11_control_s0/results.csv deleted file mode 100644 index 9da6949a5..000000000 --- a/tests/testcomp/results_v11_control_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 -Recursive,recursive/Ackermann02.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 -Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 -Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2018/Problem12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,65 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,41 -Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,61 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 diff --git a/tests/testcomp/results_v11_control_s1/results.csv b/tests/testcomp/results_v11_control_s1/results.csv deleted file mode 100644 index 1d2d409c4..000000000 --- a/tests/testcomp/results_v11_control_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,28 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,46 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,63 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,11 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Recursive,recursive/Fibonacci04.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 -Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,32 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,0 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,14 -ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v11_control_s2/results.csv b/tests/testcomp/results_v11_control_s2/results.csv deleted file mode 100644 index d77a4ff71..000000000 --- a/tests/testcomp/results_v11_control_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,2 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,71 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,78 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,65 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,12 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,71 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,61 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,59 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,68 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,70 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,69 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,41 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,10 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/CostasArray-17.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,7 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,17 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-rers2018/Problem15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v11_seed_s0/results.csv b/tests/testcomp/results_v11_seed_s0/results.csv deleted file mode 100644 index 1e0a03a31..000000000 --- a/tests/testcomp/results_v11_seed_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,10 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,50 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,53 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Arrays,array-fpi/eqn2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 -Arrays,array-fpi/eqn5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,65 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,37 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,45 -Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,86 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 diff --git a/tests/testcomp/results_v11_seed_s1/results.csv b/tests/testcomp/results_v11_seed_s1/results.csv deleted file mode 100644 index 64aac4935..000000000 --- a/tests/testcomp/results_v11_seed_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,28 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,50 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,6 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,48 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,38 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,44 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Arrays,reducercommutativity/rangesum.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,65 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 -Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 -Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,66 -ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 -ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v11_seed_s2/results.csv b/tests/testcomp/results_v11_seed_s2/results.csv deleted file mode 100644 index da3b7d932..000000000 --- a/tests/testcomp/results_v11_seed_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,14 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,26 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,75 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,10 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,52 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,42 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,45 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,48 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,32 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,14 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,81 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 -XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 -XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -XCSP,xcsp/CostasArray-17.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,5 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,11 -Arrays,array-fpi/brs2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,35 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,69 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-tiling/mlceu.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,26 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,49 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v11_slice-seed_s0/results.csv b/tests/testcomp/results_v11_slice-seed_s0/results.csv deleted file mode 100644 index b352d6dd2..000000000 --- a/tests/testcomp/results_v11_slice-seed_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/s1iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/eqn1f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/s2iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/s4iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,36 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/eqn2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Arrays,array-fpi/eqn5f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 -Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,86 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 diff --git a/tests/testcomp/results_v11_slice-seed_s1/results.csv b/tests/testcomp/results_v11_slice-seed_s1/results.csv deleted file mode 100644 index 7a69992fb..000000000 --- a/tests/testcomp/results_v11_slice-seed_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,float-benchs/nan_double.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,74 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Loops,loops/insertion_sort-1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Floats,float-benchs/cast_union_loose.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,39 -BitVectors,bitvector/sum02-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,20 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,83 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,81 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,73 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,84 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,81 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/invert_string-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/terminator_01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/vogal-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,39 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,40 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Arrays,reducercommutativity/rangesum.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,37 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,25 -Loops,loops/trex01-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,10 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,89 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 diff --git a/tests/testcomp/results_v11_slice-seed_s2/results.csv b/tests/testcomp/results_v11_slice-seed_s2/results.csv deleted file mode 100644 index b6189e372..000000000 --- a/tests/testcomp/results_v11_slice-seed_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,26 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,5 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,34 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/CostasArray-16.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-fpi/s3iff.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,79 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,58 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Floats,float-benchs/cast_union_tight.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/brs3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,81 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,5 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,40 -Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -XCSP,xcsp/CostasArray-17.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,81 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,77 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,72 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,78 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Arrays,array-programs/copysome2-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/brs2f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/linear_search.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -Loops,loops/sum03-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-tiling/mlceu.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,33 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 diff --git a/tests/testcomp/results_v11_slice_s0/results.csv b/tests/testcomp/results_v11_slice_s0/results.csv deleted file mode 100644 index b461de9ea..000000000 --- a/tests/testcomp/results_v11_slice_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,49 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,83 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,81 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,36 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 -Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,29 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,33 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,90 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 diff --git a/tests/testcomp/results_v11_slice_s1/results.csv b/tests/testcomp/results_v11_slice_s1/results.csv deleted file mode 100644 index 920b86c99..000000000 --- a/tests/testcomp/results_v11_slice_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,73 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,36 -BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,71 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,20 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,79 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 -XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,32 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,71 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/terminator_01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,-1 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/vogal-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,43 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,35 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Loops,loops/trex01-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 diff --git a/tests/testcomp/results_v11_slice_s2/results.csv b/tests/testcomp/results_v11_slice_s2/results.csv deleted file mode 100644 index ddb99d17c..000000000 --- a/tests/testcomp/results_v11_slice_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,25 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,5 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,77 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,34 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,63 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,84 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-16.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,73 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,81 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,ERROR,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,ERROR,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,84 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,29 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,29 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,30 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 -Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 -Recursive,recursive/McCarthy91-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -XCSP,xcsp/CostasArray-13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 -XCSP,xcsp/CostasArray-17.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,77 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,69 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,71 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,75 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,82 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,83 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-programs/copysome2-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,32 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Loops,loops/linear_search.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -Loops,loops/sum03-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,ERROR,NOT_COVERED,,,0,82 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,31 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,90 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,89 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 diff --git a/tests/testcomp/results_v12_control_s0/results.csv b/tests/testcomp/results_v12_control_s0/results.csv deleted file mode 100644 index f3edc289e..000000000 --- a/tests/testcomp/results_v12_control_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,74 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Recursive,recursive/Ackermann02.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/matrix-2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2018/Problem12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,26 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/ifcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,35 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,loops/trex03-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,57 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,36 -Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,58 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,10 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,85 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 diff --git a/tests/testcomp/results_v12_control_s1/results.csv b/tests/testcomp/results_v12_control_s1/results.csv deleted file mode 100644 index f4cc69c35..000000000 --- a/tests/testcomp/results_v12_control_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,11 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,22 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,44 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,34 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Recursive,recursive/Fibonacci04.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,31 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,85 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,35 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,11 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 -Loops,loops/trex01-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -Arrays,array-fpi/ifncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,35 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,64 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,60 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v12_control_s2/results.csv b/tests/testcomp/results_v12_control_s2/results.csv deleted file mode 100644 index 15e0a04e9..000000000 --- a/tests/testcomp/results_v12_control_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,66 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,49 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,73 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,71 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,67 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,9 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,68 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,61 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,9 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,70 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,72 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,65 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,52 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,72 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,68 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -LinkedLists,list-properties/list-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -Recursive,recursive/McCarthy91-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,9 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -XCSP,xcsp/AllInterval-035.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -XCSP,xcsp/CostasArray-17.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,32 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,59 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,8 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,69 -Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,26 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,50 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,79 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,74 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,49 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,38 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2018/Problem15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,85 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v12_slice_s0/results.csv b/tests/testcomp/results_v12_slice_s0/results.csv deleted file mode 100644 index f537ad0a2..000000000 --- a/tests/testcomp/results_v12_slice_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-regression/test22-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -Heap,ldv-regression/fo_test.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,loops/sum01_bug02.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,ERROR,NOT_COVERED,,,0,87 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,89 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,12 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,ERROR,NOT_COVERED,,,0,87 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -XCSP,xcsp/AllInterval-013.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,26 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,41 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-programs/copysome1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,52 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,36 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -XCSP,xcsp/AllInterval-008.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,23 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-fpi/indp2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,41 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Arrays,array-fpi/indp5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-fpi/ms1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-fpi/ms4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -Arrays,array-fpi/res1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/res2of.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-fpi/s1liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -Arrays,array-fpi/s2liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,array-fpi/s3liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -Arrays,array-fpi/s52iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Arrays,array-fpi/sina1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -Arrays,array-fpi/sina4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -Arrays,array-fpi/sqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Arrays,array-fpi/ss4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,22 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2018/Problem12.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem101_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,loop-invgen/id_trans.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label25.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/condaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Loops,loops/trex03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Arrays,array-fpi/indp3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/ms2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,25 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,57 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/res1of.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 -Arrays,array-fpi/s32iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/s5iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/ss1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-programs/Problem101_label03.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label13.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label23.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label48.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,52 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,9 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 diff --git a/tests/testcomp/results_v12_slice_s1/results.csv b/tests/testcomp/results_v12_slice_s1/results.csv deleted file mode 100644 index 889a78c99..000000000 --- a/tests/testcomp/results_v12_slice_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/nan_double.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-011.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -XCSP,xcsp/CostasArray-12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Heap,list-ext-properties/simple-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_union_loose.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/AllInterval-007.c,ILP32,false,FAILED,COVERED,100.0,1,1,45 -BitVectors,bitvector/sum02-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,34 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,14 -XCSP,xcsp/AllInterval-030.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,77 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,56 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,33 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,68 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,80 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,32 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-005.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,ERROR,NOT_COVERED,,,0,89 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,18 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-017.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -XCSP,xcsp/CostasArray-10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-14.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,85 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,74 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,83 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loop-acceleration/array_2-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/AllInterval-006.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem101_label18.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/AllInterval-010.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Loops,loops/count_up_down-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/terminator_01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 -Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,13 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ECA,eca-programs/Problem101_label08.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ECA,eca-programs/Problem102_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/brs4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-programs/Problem102_label59.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-fpi/eqn3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -Loops,loops/trex01-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Arrays,array-fpi/ifncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,34 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/modsf.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/nsqmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Arrays,array-fpi/s22iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Arrays,array-fpi/s4liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-fpi/sina5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/ssinaf.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -ECA,eca-programs/Problem101_label00.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label10.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem101_label19.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label07.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-programs/Problem102_label37.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem103_label35.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 diff --git a/tests/testcomp/results_v12_slice_s2/results.csv b/tests/testcomp/results_v12_slice_s2/results.csv deleted file mode 100644 index 9054caab9..000000000 --- a/tests/testcomp/results_v12_slice_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,18 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,1 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,53 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,80 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,48 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,10 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,ERROR,NOT_COVERED,,,0,88 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,35 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,84 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,85 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,ERROR,NOT_COVERED,,,0,87 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-16.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,16 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,74 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,7 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,65 -ECA,eca-programs/Problem101_label12.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -Floats,float-benchs/cast_union_tight.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -XCSP,xcsp/AllInterval-009.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,15 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,82 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,23 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,ERROR,NOT_COVERED,,,0,87 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,ERROR,NOT_COVERED,,,0,87 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,44 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,84 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,86 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,15 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,recursive/EvenOdd03.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,23 -LinkedLists,list-properties/list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Recursive,recursive/Fibonacci05.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -Recursive,recursive/McCarthy91-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem101_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,8 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,24 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 -XCSP,xcsp/AllInterval-012.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/AllInterval-014.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/AllInterval-018.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/AllInterval-025.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/AllInterval-035.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/CostasArray-11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 -XCSP,xcsp/CostasArray-13.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -XCSP,xcsp/CostasArray-15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -XCSP,xcsp/CostasArray-17.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,COVERED,100.0,1,1,32 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,76 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,75 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,68 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,77 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Arrays,array-programs/copysome2-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-programs/Problem101_label02.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,5 -ECA,eca-programs/Problem101_label21.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,29 -ECA,eca-programs/Problem102_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,loops/linear_search.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Arrays,array-fpi/condnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,17 -Loops,loops/sum03-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,0 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,72 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,19 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,78 -Arrays,array-fpi/modnf.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/ms5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,37 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -Arrays,array-fpi/s12iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/s42iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,ERROR,NOT_COVERED,,,0,88 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Arrays,array-fpi/sina2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -Arrays,array-fpi/ss3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,14 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,75 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,55 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,82 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -ECA,eca-rers2018/Problem15.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -ECA,eca-programs/Problem101_label06.c,ILP32,false,ERROR,NOT_COVERED,,,0,87 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label16.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label04.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 -ECA,eca-programs/Problem102_label28.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ECA,eca-programs/Problem103_label53.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 diff --git a/tests/testcomp/results_v8_cover-branches_s0/results.csv b/tests/testcomp/results_v8_cover-branches_s0/results.csv deleted file mode 100644 index 4cc96d161..000000000 --- a/tests/testcomp/results_v8_cover-branches_s0/results.csv +++ /dev/null @@ -1,306 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,81.25,16,4,1 -Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,77.78,9,50,44 -XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 -Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,1 -ECA,eca-rers2012/Problem05_label57.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,58 -BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,50.93,1180,19,42 -LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,41 -Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,FAILED,VALIDATED,60.57,175,50,41 -Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,42 -Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,43 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,20 -Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,42 -ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,45 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,56 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,57.34,143,50,42 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,57 -Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,41 -ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,21.8,266,50,11 -Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,81.25,16,4,1 -Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,57 -XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,44 -Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,2 -ECA,eca-rers2012/Problem11_label28.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,56 -BitVectors,bitvector/s3_srvr_3a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,47 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED,25.86,495,9,43 -LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,42 -Loops,nla-digbench-scaling/prodbin-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,50,41 -ProductLines,product-lines/email_spec7_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.73,490,50,43 -ControlFlow,openssl/s3_srvr.blast.16.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.24,227,50,57 -Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-crafted/bor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,61 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,57.14,14,2,11 -Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,1 -ECA,eca-programs/Problem103_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,87 -BitVectors,bitvector/byte_add_2-2.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,2 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,64.09,181,5,41 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,56 -Loops,loops-crafted-1/in-de52.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,41 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers/floppy.i.cil-3.c,ILP32,true,SUCCEEDED,VALIDATED,5.58,1164,50,3 -Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,16,5,6 -Recursive,recursified_nla-digbench/recursified_fermat1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,38.46,13,2,56 -XCSP,xcsp/Dubois-028.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,9 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem08_label42.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,28,79 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,56.57,175,50,56 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.29,121,50,28 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,27.08,48,5,43 -Loops,nla-digbench-scaling/freire1_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,1 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,33.93,504,50,41 -ControlFlow,openssl/s3_clnt.blast.01.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.06,177,50,11 -Floats,neural-networks/lunarlander_16_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/cstrpbrk-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,57.14,14,6,1 -Recursive,recursive-simple/id2_b3_o5.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,56 -XCSP,xcsp/aim-100-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 -Heap,memsafety-cve/openNDS_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,44.44,36,50,42 -ECA,eca-rers2012/Problem15_label13.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,43 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,VALIDATED,42.11,76,50,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,46.56,1179,18,42 -LinkedLists,memsafety-broom/dll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 -Loops,nla-digbench-scaling/ps3-ll_unwindbound5.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,6,2 -ProductLines,product-lines/email_spec7_product29.cil.c,ILP32,false,FAILED,VALIDATED_ABORTS,30.8,500,50,41 -ControlFlow,openssl/s3_srvr.blast.14.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,36.2,221,50,56 -Floats,neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.31,13,2,1 -Recursive,recursive/gcd01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,83.33,12,37,53 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 -Heap,heap-data/min_max.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,50,45 -ECA,eca-programs/Problem101_label15.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,66 -BitVectors,bitvector/byte_add-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.44,57,50,8 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,64.15,159,50,43 -LinkedLists,forester-heap/dll-circular-2.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,41 -Loops,loop-invgen/seq-3.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,15,50,42 -ProductLines,product-lines/elevator_spec1_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,memory-model/4SB.i,ILP32,false,FAILED,VALIDATED_ABORTS,68.54,178,50,42 -Floats,float-newlib/double_req_bl_0876.c,ILP32,true,SUCCEEDED,VALIDATED,8.74,183,2,1 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,41 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,3.12,32,1,42 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,80.0,40,15,47 -Heap,ldv-memsafety/memleaks_test22_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,12.5,32,1,1 -ECA,eca-rers2012/Problem04_label18.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,56 -BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,28.73,463,9,42 -LinkedLists,forester-heap/sll-01-1.i,ILP32,true,SUCCEEDED,VALIDATED,67.86,56,50,56 -Loops,loops-crafted-1/sumt2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,42 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.34,1160,50,2 -Floats,floats-nonlinear/coral-benchmark01.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,1 -Arrays,array-fpi/condn.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,1 -Recursive,recursified_nla-digbench/recursified_egcd-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,77.78,9,15,46 -XCSP,xcsp/Dubois-022.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 -Heap,ldv-regression/test19.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,69 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1a.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,43 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,11 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,55 -Loops,nla-digbench-scaling/dijkstra-u_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,85.71,14,3,1 -ProductLines,product-lines/email_spec0_product37.cil.c,ILP32,true,FAILED,VALIDATED,24.07,482,50,41 -ControlFlow,openssl-simplified/s3_clnt_4.cil-1.c,ILP32,unknown,FAILED,VALIDATED,62.86,175,50,42 -Floats,neural-networks/dubinsrejoin_17_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-fpi/s2if.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,83.33,12,4,1 -Recursive,recursified_nla-digbench/recursified_geo3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,56 -XCSP,xcsp/Dubois-085.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -Heap,list-ext-properties/test-0513_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,82.14,28,6,1 -ECA,eca-rers2012/Problem10_label05.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,56 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,VALIDATED,35.03,177,50,29 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,62.59,147,7,42 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,SUCCEEDED,VALIDATED,84.21,38,50,41 -Loops,nla-digbench-scaling/geo1-ll2_unwindbound20.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,2,47 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,23.2,582,50,41 -ControlFlow,openssl-simplified/s3_srvr_7.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,52.17,207,50,55 -Floats,neural-networks/logistic_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety-realloc/array-realloc-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,6,50,4 -Recursive,recursified_nla-digbench/recursified_ps6-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,50,41 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,18 -Heap,memsafety-cve/krb5Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.09,46,50,44 -ECA,eca-rers2012/Problem12_label50.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,58 -BitVectors,bitvector/s3_srvr_3a_alt.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED,25.45,495,9,40 -LinkedLists,list-properties/simple-1.i,ILP32,false,SUCCEEDED,VALIDATED,81.82,11,4,43 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,14,2,1 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.97,494,50,42 -ControlFlow,openssl/s3_srvr.blast.06.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,34.33,233,50,55 -Floats,neural-networks/poly_16_16_16_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-multidimensional/init-non-constant-2-n-u.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,12,50,41 -Recursive,recursive-simple/sum_non.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,42 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,38 -Heap,memsafety-cve/sniproxyFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,33.33,24,50,42 -ECA,eca-rers2012/Problem16_label37.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,42 -BitVectors,bitvector/soft_float_4-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,42 -Sequentialized,seq-pthread/cs_fib_longer-1.i,ILP32,true,UNKNOWN,VALIDATED,6.74,89,1,47 -LinkedLists,memsafety-broom/linux-list-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,40 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,4,2 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,42 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,47 -Floats,neural-networks/softsign_w32_r4_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-tiling/revcpyswp2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,1 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,42 -XCSP,xcsp/aim-200-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 -Heap,memsafety/test-0220.i,ILP32,unknown,SUCCEEDED,VALIDATED,63.64,11,50,57 -ECA,eca-rers2012/Problem19_label22.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,46 -ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,56 -Floats,neural-networks/tanh_w8_r4_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-cav19/array_init_pair_symmetr2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,30.0,10,3,42 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,62.42,157,50,42 -LinkedLists,forester-heap/dll-01-2.i,ILP32,true,FAILED,VALIDATED,67.86,56,50,57 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,50 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,56.25,16,2,17 -Loops,loop-industry-pattern/nested-3.c,ILP32,unknown,UNKNOWN,TESTCOV_ERROR,,,50,56 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Heap,ldv-memsafety/memleaks_test10-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,1 -ECA,eca-programs/Problem102_label32.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 -ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,7 -Floats,float-benchs/sqrt_biNewton_pseudoconstant.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,20.0,10,1,0 -Arrays,array-crafted/zero_sum_const2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,74.18,182,50,10 -LinkedLists,forester-heap/dll-simple-white-blue-2.i,ILP32,true,FAILED,VALIDATED,85.0,20,50,42 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,2.78,36,1,55 -Loops,loop-new/gauss_sum.i.p+lhb-reducer.c,ILP32,true,FAILED,VALIDATED,80.0,20,50,43 -ProductLines,product-lines/elevator_spec1_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test18.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,1 -ECA,eca-rers2012/Problem03_label33.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 -ControlFlow,ntdrivers/kbfiltr.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,4,45 -Floats,float-newlib/float_req_bl_0684b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,7.69,13,1,42 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,48.41,1130,17,42 -LinkedLists,forester-heap/sll-queue-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.88,59,50,42 -Recursive,recursified_loop-simple/recursified_nested_1b.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,1 -XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,loop-zilu/benchmark44_disjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,11,50,42 -ProductLines,product-lines/elevator_spec2_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test23_4.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,2 -ECA,eca-rers2012/Problem05_label14.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,56 -ControlFlow,openssl-simplified/s3_srvr_10.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.17,205,50,50 -Floats,floats-cdfpl/newton_3_4.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_two_index_04.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,73.03,152,50,42 -LinkedLists,heap-manipulation/bubble_sort_linux-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.44,64,50,42 -Recursive,recursified_nla-digbench/recursified_cohendiv.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,90.0,10,39,44 -XCSP,xcsp/Dubois-023.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,50.0,14,50,42 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,VALIDATED,100.0,4,4,1 -ECA,eca-rers2012/Problem06_label38.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,57 -ControlFlow,openssl-simplified/s3_srvr_8.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,49.76,209,50,55 -Floats,neural-networks/cartpole_25_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,12,5,6 -Sequentialized,seq-mthreaded/pals_lcr.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,63.64,121,50,12 -LinkedLists,list-ext3-properties/dll_nondet_free_order-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,1 -Recursive,recursified_nla-digbench/recursified_egcd3.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,92.31,13,8,49 -XCSP,xcsp/Dubois-050.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,14 -Loops,nla-digbench-scaling/cohencu-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,12,2 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.28,492,50,43 -Heap,ldv-regression/test25-2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,2 -ECA,eca-rers2012/Problem08_label00.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,75 -ControlFlow,openssl/s3_srvr.blast.04.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,44.78,201,50,52 -Floats,neural-networks/cartpole_85_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ms5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,0 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,48.29,205,2,6 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.47,17,6,41 -Recursive,recursified_nla-digbench/recursified_geo2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,55 -XCSP,xcsp/Dubois-100.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench-scaling/divbin_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,86.67,15,7,1 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.49,492,50,40 -Heap,list-ext-properties/list-ext_flag_1.i,ILP32,unknown,FAILED,VALIDATED,71.43,21,50,41 -ECA,eca-rers2012/Problem09_label23.c,ILP32,true,UNKNOWN,VALIDATED,,,0,74 -ControlFlow,openssl/s3_srvr.blast.12.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.15,217,50,53 -Floats,neural-networks/dubinsrejoin_48_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/s42iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,82.35,17,4,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,FAILED,VALIDATED,33.61,488,10,41 -LinkedLists,memsafety-broom/dll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 -Recursive,recursified_nla-digbench/recursified_knuth.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.71,14,2,2 -XCSP,xcsp/Haystacks-16.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,10,2,55 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.76,494,50,40 -Heap,memsafety-cve/bzip3Fixed.i,ILP32,unknown,FAILED,VALIDATED,60.0,60,50,41 -ECA,eca-rers2012/Problem10_label46.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,55 -ControlFlow,unsignedintegeroverflow-sas23/linear_interpolation_2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,4,25 -Floats,neural-networks/exp_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Arrays,array-fpi/ss2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.0,20,5,1 -Floats,neural-networks/gcas_6_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-industry-pattern/array_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,52 -Floats,neural-networks/log_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,VALIDATED,46.67,15,50,55 -Floats,neural-networks/lunarlander_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-lopstr16/single_elem_safe.i,ILP32,true,UNKNOWN,VALIDATED,40.0,15,50,44 -Floats,neural-networks/lunarlander_21_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/array02-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,10,50,42 -Floats,neural-networks/lunarlander_33_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/cstrchr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,5,1 -Floats,neural-networks/lunarlander_45_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/cstrncat_unsafe.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,6,1,1 -Floats,neural-networks/lunarlander_57_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/libredwg_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.5,40,50,42 -ECA,eca-rers2012/Problem13_label15.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,56 -Loops,nla-digbench-scaling/hard-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,4,1 -ProductLines,product-lines/email_spec4_product13.cil.c,ILP32,true,FAILED,VALIDATED,23.06,490,50,40 -Recursive,recursive-simple/id_b3_o5-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,54 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 -Floats,neural-networks/poly_1024_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/openSC.i,ILP32,unknown,SUCCEEDED,VALIDATED,61.4,57,50,41 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.53,504,50,42 -Recursive,recursive-simple/id_o1000.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,53 -Arrays,array-multidimensional/diff-3-n-u.c,ILP32,true,UNKNOWN,VALIDATED,,,0,16 -ECA,eca-rers2012/Problem15_label56.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,41 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,10,5,1 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -Floats,neural-networks/poly_512_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/sofia-sipFixed.i,ILP32,unknown,UNKNOWN,VALIDATED,21.43,28,50,48 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,22.85,582,50,41 -Recursive,recursive/Ackermann04.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 -Arrays,array-patterns/array3_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,41 -ECA,eca-rers2012/Problem17_label18.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 -Loops,nla-digbench-scaling/ps3-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,22,1 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 -Floats,neural-networks/softsign_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-ext2/optional_data_creation_test04-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,14,50,57 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,27.44,492,50,41 -Floats,neural-networks/softsign_w4_r3_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/sqrt1-ll_unwindbound2.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,3,0 -Arrays,array-tiling/rewnifrev2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,4,1 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,FAILED,VALIDATED,10.64,752,50,43 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,40 -Heap,memsafety/test-0232-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,50,42 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.55,494,50,42 -Floats,neural-networks/tanh_w64_r4_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench/ps5-ll.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,41 -Arrays,array-cav19/array_init_nondet_vars.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,8,4,1 -ECA,eca-programs/Problem101_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,8,56 -Recursive,recursified_nla-digbench/recursified_lcm1.c,ILP32,unknown,SUCCEEDED,VALIDATED,92.31,13,10,41 -Heap,heap-data/process_queue.i,ILP32,true,SUCCEEDED,VALIDATED,25.0,16,50,55 -ProductLines,product-lines/elevator_spec14_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Floats,float-benchs/image_filter.c,ILP32,true,SUCCEEDED,VALIDATED,33.33,6,1,1 -Loops,loop-industry-pattern/mod3.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,80.0,20,50,41 -Heap,ldv-memsafety/memleaks_test1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,2,1 -Arrays,array-crafted/mapavg5.i,ILP32,true,SUCCEEDED,VALIDATED,27.27,11,3,55 -ProductLines,product-lines/elevator_spec1_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-programs/Problem102_label36.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,32,68 -Floats,float-benchs/sqrt_Householder_interval.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,12.5,8,1,0 -Loops,loop-invgen/nested6.i,ILP32,true,SUCCEEDED,VALIDATED,76.47,17,50,42 -Heap,ldv-memsafety/memleaks_test13_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,0 -Arrays,array-crafted/zero_sum_const4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,1 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-programs/Problem103_label56.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,75 -Floats,float-newlib/double_req_bl_0870b.c,ILP32,true,SUCCEEDED,VALIDATED,0.55,181,1,1 -Loops,loop-new/count_by_k.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,4,40 -Heap,ldv-memsafety/memleaks_test17_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,1 -Arrays,array-examples/sanfoundry_24-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,41 -ProductLines,product-lines/elevator_spec2_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,0 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,SUCCEEDED,VALIDATED,17.23,296,50,42 -Floats,float-newlib/float_req_bl_0683a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,loop-zilu/benchmark14_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,11 -Heap,ldv-memsafety/memleaks_test20-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,0 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,6.67,15,1,41 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem04_label25.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,55 diff --git a/tests/testcomp/results_v8_cover-branches_s1/results.csv b/tests/testcomp/results_v8_cover-branches_s1/results.csv deleted file mode 100644 index 0f098d25c..000000000 --- a/tests/testcomp/results_v8_cover-branches_s1/results.csv +++ /dev/null @@ -1,306 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.71,177,50,43 -Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,61.49,148,50,42 -LinkedLists,heap-manipulation/tree-3.i,ILP32,true,SUCCEEDED,VALIDATED,77.5,40,50,57 -Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,1 -ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,47.87,211,50,52 -Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,13,50,42 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,33.33,9,3,42 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.32,38,14,43 -Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,3,1 -ECA,eca-rers2012/Problem08_label09.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,28,83 -BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,200,50,13 -LinkedLists,list-properties/list-1.i,ILP32,true,FAILED,VALIDATED,52.94,17,50,42 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,8,13,1 -ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,FAILED,VALIDATED,26.22,492,50,43 -ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,42 -Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,12,1,1 -Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,43 -Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,42 -Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 -ECA,eca-rers2012/Problem07_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,67 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,FAILED,VALIDATED,62.86,175,50,42 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,6 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,56 -Loops,nla-digbench-scaling/geo1-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,2,56 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,FAILED,VALIDATED,27.85,492,50,42 -ControlFlow,openssl/s3_srvr.blast.01.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,47.26,201,50,55 -Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-patterns/array22_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,31.82,22,4,43 -Recursive,recursive/Ackermann03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -Heap,memsafety/test-0102-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,72.73,11,50,57 -ECA,eca-rers2012/Problem19_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,47 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,24,2,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.84,161,50,42 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,57.14,21,50,56 -Loops,loop-lit/gj2007.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ProductLines,product-lines/elevator_spec1_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,12 -Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_running-2.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,42 -Recursive,recursified_loop-simple/recursified_nested_6.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,41 -Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem06_label30.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 -BitVectors,bitvector/num_conversion_2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,9 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,74.17,120,47,5 -LinkedLists,forester-heap/sll-simple-white-blue-1.i,ILP32,true,FAILED,VALIDATED,83.33,18,50,43 -Loops,nla-digbench-scaling/divbin2_valuebound10.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,86.67,15,12,1 -ProductLines,product-lines/email_spec11_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.08,476,50,42 -ControlFlow,openssl-simplified/s3_srvr_11.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.17,213,50,55 -Floats,neural-networks/dubinsrejoin_54_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -Arrays,array-fpi/sina4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,93.75,16,5,7 -Recursive,recursified_nla-digbench/recursified_prodbin-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,11.11,9,1,56 -XCSP,xcsp/Haystacks-11.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -Heap,memsafety-cve/gpac_5.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,13.64,22,50,51 -ECA,eca-rers2012/Problem12_label01.c,ILP32,true,UNKNOWN,VALIDATED,10.09,813,50,48 -BitVectors,bitvector/s3_srvr_3.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,52 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,54.53,464,50,42 -LinkedLists,list-properties/list_flag-2.i,ILP32,true,SUCCEEDED,VALIDATED,64.71,17,50,42 -Loops,nla-digbench-scaling/hard2_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,7,0 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.69,502,50,42 -ControlFlow,openssl/s3_srvr.blast.08.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,37.91,211,50,56 -Floats,neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,-1 -Arrays,array-patterns/array5_pattern.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,16,50,44 -Recursive,recursive/Addition02WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,87.5,8,50,48 -XCSP,xcsp/aim-200-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Heap,memsafety/global-atexit-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,4,2,1 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,44 -BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,4,50,42 -Sequentialized,systemc/token_ring.01.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.84,74,50,48 -LinkedLists,memsafety-broom/sll-shared-sll-after.i,LP64,unknown,SUCCEEDED,VALIDATED,90.0,10,50,43 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,3,42 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,infeasible-control-flow/unreach_branch1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,43 -Floats,float-benchs/mea8000.c,ILP32,true,UNKNOWN,VALIDATED,9.43,53,1,43 -Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,3,2 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,49 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.08,26,9,44 -Heap,ldv-memsafety/memleaks_test16_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem03_label08.c,ILP32,true,FAILED,VALIDATED,17.23,296,50,44 -BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,4,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.27,182,50,13 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,85.0,20,50,43 -Loops,loop-zilu/benchmark27_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,42 -ProductLines,product-lines/elevator_spec2_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,4 -Floats,floats-cbmc-regression/float8.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,1,1 -Arrays,array-examples/standard_strcpy_original-2.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Recursive,recursified_nla-digbench/recursified_bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,50,43 -XCSP,xcsp/Dubois-015.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,4 -Heap,ldv-memsafety/memleaks_test8_2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,5.88,34,2,1 -ECA,eca-rers2012/Problem06_label13.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 -BitVectors,bitvector/modulus-2.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,13,34,42 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,50.49,1129,19,42 -LinkedLists,forester-heap/sll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,56 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.0,10,33,40 -ProductLines,product-lines/email_spec0_product05.cil.c,ILP32,true,FAILED,VALIDATED,14.5,476,50,41 -ControlFlow,openssl-simplified/s3_clnt_1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,65.14,175,50,42 -Floats,neural-networks/cartpole_67_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ms3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,1 -Recursive,recursified_nla-digbench/recursified_geo1-u.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,71.43,7,20,56 -XCSP,xcsp/Dubois-045.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,17 -Heap,list-ext-properties/960521-1_1-1.i,ILP32,unknown,UNKNOWN,VALIDATED,55.56,9,1,2 -ECA,eca-rers2012/Problem08_label58.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,28,78 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,VALIDATED,56.57,175,50,56 -Sequentialized,seq-mthreaded/pals_lcr.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,64.58,96,21,6 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,SUCCEEDED,VALIDATED,26.56,64,3,41 -Loops,nla-digbench-scaling/egcd3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,93.75,16,20,6 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,VALIDATED,22.24,580,50,42 -ControlFlow,openssl-simplified/s3_srvr_2.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,54 -Floats,neural-networks/dubinsrejoin_90_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/sqmf.c,ILP32,false,SUCCEEDED,VALIDATED,83.33,12,6,6 -Recursive,recursified_nla-digbench/recursified_ps2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 -XCSP,xcsp/Haystacks-13.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Heap,memsafety-cve/gpac_17.i,ILP32,unknown,SUCCEEDED,VALIDATED,44.83,29,50,43 -ECA,eca-rers2012/Problem11_label44.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,56 -BitVectors,bitvector/s3_srvr_2_alt.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,53.0,200,2,9 -LinkedLists,list-properties/alternating_list-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.68,19,50,41 -Loops,nla-digbench-scaling/geo3-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,1 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.52,498,50,40 -ControlFlow,openssl/s3_clnt.blast.04.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,7 -Floats,neural-networks/lunarlander_75_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/openbsd_cstrlcpy-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,20,6,1 -Recursive,recursive-simple/id_b3_o5-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,54 -XCSP,xcsp/aim-100-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,20 -Heap,memsafety-cve/openrazer.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.29,28,50,46 -ECA,eca-rers2012/Problem15_label31.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,43 -BitVectors,bitvector/soft_float_2.c.cil.c,ILP32,unknown,FAILED,VALIDATED,44.0,50,50,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,48.56,1180,18,43 -LinkedLists,memsafety-broom/dll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,41 -Loops,nla-digbench-scaling/prod4br-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,42 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.13,504,50,42 -ControlFlow,openssl/s3_srvr.blast.10.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,36.1,205,50,57 -Floats,neural-networks/robot_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-programs/copysome1-1.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,42 -Recursive,recursive/Addition03-2.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,8,50,45 -XCSP,xcsp/aim-200-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Heap,memsafety-ext2/split_list_test05-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,81.82,22,50,56 -ECA,eca-rers2012/Problem18_label16.c,ILP32,true,FAILED,VALIDATED,10.64,752,50,43 -BitVectors,bitvector/soft_float_5a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,48.0,50,50,42 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,47.24,127,35,43 -LinkedLists,memsafety-broom/sll-nested-sll-lst-data.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,46 -Loops,nla-digbench/fermat2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,10.0,10,1,1 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.16,494,50,42 -Heap,memsafety/test-0236.i,ILP32,unknown,SUCCEEDED,VALIDATED,84.62,13,50,55 -ECA,eca-rers2012/Problem19_label56.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,44 -ControlFlow,infeasible-control-flow/conflict_branch2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,57 -Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,2,1,1 -Arrays,array-crafted/bAnd2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,8 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,65.22,161,50,40 -LinkedLists,forester-heap/dll-optional-1.i,ILP32,true,UNKNOWN,VALIDATED,61.11,18,50,45 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,62 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.0,20,8,42 -Loops,loop-invgen/apache-get-tag.i.p+sep-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -ProductLines,product-lines/elevator_spec1_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test12-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,63,1,1 -ECA,eca-programs/Problem102_label49.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,76 -ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,11 -Floats,float-newlib/double_req_bl_0660b.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,1 -Arrays,array-crafted/zero_sum_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,3,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,54.86,432,50,40 -LinkedLists,forester-heap/dll-token-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.0,25,50,41 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,48 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,VALIDATED,16.0,50,5,41 -Loops,loop-zilu/benchmark01_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,36,42 -ProductLines,product-lines/elevator_spec2_product09.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test19-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,1,1 -ECA,eca-rers2012/Problem03_label49.c,ILP32,true,FAILED,VALIDATED,17.23,296,50,41 -ControlFlow,ntdrivers/parport.i.cil-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,3.55,1156,12,43 -Floats,float-newlib/float_req_bl_0920a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_copy7_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.76,21,1,41 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,45.22,1130,16,41 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED,54.55,22,50,47 -Recursive,recursified_loop-simple/recursified_nested_3.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 -XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 -Loops,loops-crafted-1/in-de20.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,42 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test5.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem05_label31.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,69 -ControlFlow,openssl-simplified/s3_srvr_12.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,47.37,247,50,44 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_vector_difference_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,68.82,186,50,36 -LinkedLists,heap-manipulation/dll_of_dll-1.i,ILP32,true,UNKNOWN,VALIDATED,76.06,71,50,54 -Recursive,recursified_nla-digbench/recursified_dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,41 -XCSP,xcsp/Dubois-025.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 -Loops,loops/sum01_bug02_sum01_bug02_base.case.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,9,42 -ProductLines,product-lines/elevator_spec9_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,91.67,12,16,1 -ECA,eca-rers2012/Problem06_label54.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,58 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,59.22,179,50,6 -Floats,neural-networks/cartpole_37_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,93.75,16,5,5 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,61.49,148,50,40 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,61.54,13,1,1 -Recursive,recursified_nla-digbench/recursified_fermat1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,7.69,13,1,1 -XCSP,xcsp/Dubois-060.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,21 -Loops,nla-digbench-scaling/cohendiv-ll_unwindbound50.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,91.67,12,37,45 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,VALIDATED,32.39,494,50,47 -Heap,ldv-regression/test29-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,1 -ECA,eca-rers2012/Problem08_label17.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,76 -ControlFlow,openssl/s3_srvr.blast.06.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.06,235,50,54 -Floats,neural-networks/cartpole_97_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/nsqmf.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,83.33,12,6,5 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,53.17,205,2,7 -LinkedLists,list-properties/simple-2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,42 -Recursive,recursified_nla-digbench/recursified_geo2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,55 -XCSP,xcsp/Haystacks-07.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,2,42 -Loops,nla-digbench-scaling/egcd-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,4,1 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED,32.39,494,50,42 -Heap,list-ext-properties/test-0158_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,80.0,5,2,1 -ECA,eca-rers2012/Problem09_label39.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,76 -ControlFlow,openssl/s3_srvr.blast.14.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.22,223,50,52 -Floats,neural-networks/dubinsrejoin_5_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s4liff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,14,4,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,42.72,1140,50,41 -LinkedLists,memsafety-broom/linux-hlist-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 -Recursive,recursified_nla-digbench/recursified_mannadiv.c,ILP32,unknown,UNKNOWN,VALIDATED,77.78,9,50,52 -XCSP,xcsp/Haystacks-18.c,ILP32,true,FAILED,VALIDATED_ABORTS,100.0,2,3,43 -Loops,nla-digbench-scaling/freire1_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,1 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,FAILED,VALIDATED,28.88,502,50,42 -Heap,memsafety-cve/editorconfig-core-cFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,40.0,30,50,40 -ECA,eca-rers2012/Problem11_label03.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,55 -Heap,memsafety-cve/gpac_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,55.81,43,50,40 -ECA,eca-rers2012/Problem11_label19.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,55 -Heap,memsafety-cve/gpac_16Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,26.19,42,50,45 -ECA,eca-rers2012/Problem11_label36.c,ILP32,false,UNKNOWN,VALIDATED,23.74,278,50,55 -Heap,memsafety-cve/gpac_19.i,ILP32,unknown,UNKNOWN,VALIDATED,14.81,54,50,46 -ECA,eca-rers2012/Problem11_label52.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,47 -Heap,memsafety-cve/gpac_6.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,36.67,30,50,43 -ECA,eca-rers2012/Problem12_label09.c,ILP32,true,UNKNOWN,VALIDATED,10.09,813,50,47 -Heap,memsafety-cve/jhead.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,41 -ECA,eca-rers2012/Problem12_label25.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,56 -Heap,memsafety-cve/kilo.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,42 -ECA,eca-rers2012/Problem12_label42.c,ILP32,false,SUCCEEDED,VALIDATED,10.09,813,50,56 -Heap,memsafety-cve/liblouis.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.22,36,50,42 -ECA,eca-rers2012/Problem12_label58.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,55 -Loops,nla-digbench-scaling/geo3-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,6,1 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.03,506,50,41 -Recursive,recursive-simple/id_b3_o2-1.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,47 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,42 -Sequentialized,systemc/token_ring.02.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,33.04,115,50,55 -Arrays,array-memsafety/openbsd_cstrncpy-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,6,1 -ECA,eca-rers2012/Problem15_label04.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,40 -Loops,nla-digbench-scaling/knuth_unwindbound20.i,ILP32,true,SUCCEEDED,VALIDATED,46.15,13,2,1 -XCSP,xcsp/aim-200-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,40 -Floats,neural-networks/poly_16_16_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/plutovg.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,3,1 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,41 -Recursive,recursive-simple/sum_non_eq-1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,50,47 -Arrays,array-patterns/array12_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,4,42 -ECA,eca-rers2012/Problem16_label29.c,ILP32,true,FAILED,VALIDATED,19.69,391,50,46 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,VALIDATED,10.0,10,1,46 -XCSP,xcsp/aim-200-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Floats,neural-networks/relu_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/zephyr.i,ILP32,unknown,UNKNOWN,VALIDATED,25.0,20,50,49 -ProductLines,product-lines/email_spec7_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,33.2,494,50,40 -Recursive,recursive/Addition03-1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,45 -Arrays,array-programs/partial_mod_count_limited_1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,45 -ECA,eca-rers2012/Problem17_label51.c,ILP32,true,FAILED,VALIDATED,13.5,585,50,45 -Loops,nla-digbench-scaling/ps5-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,3,1 -Arrays,array-tiling/nr4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,16,5,0 -ECA,eca-rers2012/Problem18_label24.c,ILP32,true,SUCCEEDED,VALIDATED,10.64,752,50,43 -Recursive,recursive/Fibonacci04-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,46 -Heap,memsafety/lockfree-3.2.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,55 -ProductLines,product-lines/email_spec8_product35.cil.c,ILP32,false,FAILED,VALIDATED_ABORTS,36.36,506,50,41 -Floats,neural-networks/tanh_w16_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Loops,nla-digbench/geo2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,54 -Arrays,reducercommutativity/sep.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,1 -ECA,eca-rers2012/Problem19_label47.c,ILP32,false,FAILED,TESTCOV_ERROR,,,50,59 -Recursive,recursive/recHanoi02-2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,33,2 -Heap,heap-data/calendar.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,55 -ProductLines,product-lines/elevator_spec14_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Floats,float-benchs/divmul_diverge.c,ILP32,true,UNKNOWN,VALIDATED,37.5,8,50,55 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,4,4,39 -Arrays,array-crafted/bAnd4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -ECA,eca-programs/Problem102_label03.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,32,67 -Floats,float-benchs/interpolation2.c.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,loop-invariants/linear-inequality-inv-c.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,41 -Heap,ldv-memsafety/memleaks_test10-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.26,38,1,1 -Arrays,array-crafted/mapsum4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -ProductLines,product-lines/elevator_spec1_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-programs/Problem102_label45.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,32,68 -Floats,float-benchs/zonotope_3.c.p+cfa-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Loops,loop-lit/bhmr2007.i,ILP32,true,UNKNOWN,VALIDATED,54.55,11,50,44 -Heap,ldv-memsafety/memleaks_test14_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,0 -Arrays,array-crafted/zero_sum_const_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,4,1 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem03_label04.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,41 -Floats,float-newlib/double_req_bl_0920a.c,ILP32,true,SUCCEEDED,VALIDATED,3.23,31,1,0 -Loops,loop-new/half.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,40 -Heap,ldv-memsafety/memleaks_test17_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,0 -Arrays,array-examples/sorting_bubblesort_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,41 -ProductLines,product-lines/elevator_spec2_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,0 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,SUCCEEDED,VALIDATED,17.23,296,50,40 -Floats,float-newlib/float_req_bl_0870b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,loop-zilu/benchmark20_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,2 -Heap,ldv-memsafety/memleaks_test21-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,0 -Arrays,array-examples/standard_copy6_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,5.26,19,1,41 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 diff --git a/tests/testcomp/results_v8_cover-branches_s2/results.csv b/tests/testcomp/results_v8_cover-branches_s2/results.csv deleted file mode 100644 index 21dc74fbe..000000000 --- a/tests/testcomp/results_v8_cover-branches_s2/results.csv +++ /dev/null @@ -1,305 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,43 -Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,42 -Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,90.0,10,29,45 -XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 -Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.29,34,50,43 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,42 -BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,53.48,187,2,13 -LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,43 -Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,7,1 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,43 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,12 -Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,5 -Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,57 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 -Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,1 -ECA,eca-programs/Problem102_label41.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,85 -BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,33,43 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,28.73,456,7,42 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,56.0,25,3,51 -Loops,loops/trex03-2.c,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,50,58 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,48.22,197,50,55 -Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,1 -Recursive,recursified_nla-digbench/recursified_ps3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,43 -XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,45 -ECA,eca-rers2012/Problem13_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,57 -BitVectors,bitvector/soft_float_2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,44.0,50,50,42 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,SUCCEEDED,VALIDATED,38.2,89,25,46 -LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 -Loops,nla-digbench/dijkstra.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,42 -ProductLines,product-lines/email_spec9_product12.cil.c,ILP32,true,FAILED,VALIDATED,23.06,490,50,43 -ControlFlow,infeasible-control-flow/conflict_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,11.11,9,3,42 -Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-crafted/zero_sum_const_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,2 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,51 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.67,30,10,43 -Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem03_label58.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 -BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,28.73,456,9,43 -LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,UNKNOWN,VALIDATED,74.19,31,50,46 -Loops,loops/s3.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,58.19,177,50,7 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.68,808,13,2 -ControlFlow,openssl-simplified/s3_clnt_1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,42 -Floats,neural-networks/cartpole_55_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/nsqm-if.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,93.75,16,6,43 -Recursive,recursified_nla-digbench/recursified_geo1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,10,55 -XCSP,xcsp/Dubois-055.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,25 -Heap,list-ext-properties/test-0217_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,40,50,41 -ECA,eca-rers2012/Problem09_label48.c,ILP32,true,ERROR,NO_SUITE,,,0,87 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.03,177,50,29 -Sequentialized,seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,60.45,177,50,42 -LinkedLists,list-ext3-properties/dll_nondet_free_order-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,1 -Loops,nla-digbench-scaling/geo1-u_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,8,17,55 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,FAILED,VALIDATED,31.47,502,50,41 -ControlFlow,openssl/s3_clnt.blast.04.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,59.22,179,50,7 -Floats,neural-networks/lunarlander_63_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/openbsd_cstrstr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,39.13,23,6,1 -Recursive,recursive-simple/id_b5_o10-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,56 -XCSP,xcsp/aim-100-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,20 -Heap,memsafety-cve/radare2_2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.78,36,50,43 -ECA,eca-rers2012/Problem16_label21.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,42 -BitVectors,bitvector/soft_float_3a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,50,50,45 -Sequentialized,seq-pthread/cs_lamport.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,33.18,211,40,43 -LinkedLists,memsafety-broom/linux-list-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,42 -Loops,nla-digbench-scaling/ps6-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,22,1 -ProductLines,product-lines/email_spec8_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.68,502,50,42 -ControlFlow,unsignedintegeroverflow-sas23/cancel_var_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,2 -Floats,neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-cav19/array_min_and_copy_shift_sum_add.c,ILP32,true,SUCCEEDED,VALIDATED,33.33,12,2,55 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,47 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,60.0,10,2,4 -Heap,ldv-memsafety/memleaks_test1-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,2 -ECA,eca-programs/Problem102_label24.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,32,79 -BitVectors,bitvector/byte_add_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,59.15,142,50,42 -LinkedLists,forester-heap/dll-queue-1.i,ILP32,true,FAILED,VALIDATED,72.88,59,50,41 -Loops,loop-new/count_by_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,4 -ProductLines,product-lines/elevator_spec1_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,ntdrivers-simplified/diskperf_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.46,171,50,45 -Floats,float-newlib/float_req_bl_0670.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,5.88,17,1,41 -Recursive,recursified_loop-simple/recursified_nested_1.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,21 -Heap,ldv-memsafety/memleaks_test23_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,3 -ECA,eca-rers2012/Problem05_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,58 -BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,46.06,1090,50,42 -LinkedLists,forester-heap/sll-circular-1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,42 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,3,1 -ProductLines,product-lines/elevator_spec3_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,ntdrivers/floppy2.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,0,0,1,4 -Floats,neural-networks/cartpole_19_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,16,5,6 -Recursive,recursified_nla-digbench/recursified_egcd3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,7.69,13,1,55 -XCSP,xcsp/Dubois-026.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,9 -Heap,ldv-regression/test24-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,8,4,2 -ECA,eca-rers2012/Problem07_label52.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,7,63 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.29,175,50,56 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,64.55,189,50,42 -LinkedLists,forester-heap/sll-token-2.i,ILP32,true,SUCCEEDED,VALIDATED,72.0,25,50,42 -Loops,nla-digbench-scaling/divbin_unwindbound50.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,15,28,40 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.53,490,50,40 -ControlFlow,openssl-simplified/s3_srvr_1.cil-2.c,ILP32,unknown,FAILED,VALIDATED,53.81,197,50,53 -Floats,neural-networks/dubinsrejoin_41_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s4iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,1 -Recursive,recursified_nla-digbench/recursified_hard2.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,43 -XCSP,xcsp/Haystacks-06.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,37 -Heap,memsafety-cve/asterisk.i,ILP32,unknown,SUCCEEDED,VALIDATED,43.33,30,50,43 -ECA,eca-rers2012/Problem10_label38.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,56 -BitVectors,bitvector/s3_srvr_1_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,51.76,199,50,53 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,61.36,176,9,40 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,SUCCEEDED,VALIDATED,88.24,17,2,1 -Loops,nla-digbench-scaling/geo1-u2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,10,56 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,FAILED,VALIDATED,33.47,496,50,42 -ControlFlow,openssl/s3_clnt.blast.01.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.32,177,50,9 -Floats,neural-networks/lunarlander_27_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-memsafety/cstrcspn-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,1 -Recursive,recursive-simple/id2_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,56 -XCSP,xcsp/aim-100-1-6-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,19 -Heap,memsafety-cve/libsndfile.i,ILP32,unknown,SUCCEEDED,VALIDATED,15.0,20,1,2 -ECA,eca-rers2012/Problem13_label23.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,57 -BitVectors,bitvector/soft_float_1-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.03,78,50,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,29.3,488,10,41 -LinkedLists,list-properties/splice-1.i,ILP32,false,SUCCEEDED,VALIDATED,65.22,23,4,42 -Loops,nla-digbench-scaling/knuth_valuebound5.i,ILP32,true,SUCCEEDED,VALIDATED,46.15,13,2,1 -ProductLines,product-lines/email_spec4_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.52,504,50,41 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,52 -Floats,neural-networks/poly_32_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-patterns/array16_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,38.89,18,4,42 -Recursive,recursive/Ackermann01-2.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,42 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -Heap,memsafety-cve/zchunk.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,39.29,28,7,44 -ECA,eca-rers2012/Problem17_label10.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 -BitVectors,bitvector/soft_float_4-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.3,46,50,41 -Sequentialized,seq-pthread/cs_peterson.i,ILP32,true,SUCCEEDED,VALIDATED,46.09,115,31,41 -LinkedLists,memsafety-broom/sll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,43 -Loops,nla-digbench-scaling/ps5-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,2 -ProductLines,product-lines/email_spec8_product21.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,42 -ControlFlow,openssl/s3_srvr.blast.15.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,37.33,217,50,55 -Floats,neural-networks/sqrt_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,reducercommutativity/max.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,4,1 -Recursive,recursive/McCarthy91-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,43 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench/ps2-ll.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,50,42 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,42 -Heap,heap-data/cart.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,50,43 -ECA,eca-programs/Problem101_label07.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 -ControlFlow,infeasible-control-flow/unreach_branch2.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,42 -Floats,float-benchs/filter2_set.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,1,1 -Arrays,array-crafted/bor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,40 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.ufo.BOUNDED-10.pals.c,ILP32,true,FAILED,VALIDATED_ABORTS,57.93,145,50,42 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.88,59,9,43 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,58 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,83.33,24,9,42 -Loops,loop-invgen/id_trans.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,77.78,9,50,43 -ProductLines,product-lines/elevator_spec1_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test14.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,1 -ECA,eca-programs/Problem103_label43.c,ILP32,true,UNKNOWN,VALIDATED,,,0,82 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,5 -Floats,float-newlib/double_req_bl_0684b.c,ILP32,true,SUCCEEDED,VALIDATED,30.14,73,4,1 -Arrays,array-examples/relax-2-2.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,33.33,36,6,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,34.56,463,12,41 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,25.86,58,50,56 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+lhb-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,2.63,38,1,41 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,2.86,70,3,42 -Loops,loop-zilu/benchmark11_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,1 -ProductLines,product-lines/elevator_spec2_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test21-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem04_label06.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,57 -ControlFlow,openssl-simplified/s3_clnt_2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,64.57,175,50,42 -Floats,float-newlib/float_req_bl_1270a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Arrays,array-examples/standard_find_ground-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,2,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.27,93,13,1 -LinkedLists,forester-heap/sll-reverse_simple.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,42 -Recursive,recursified_loop-simple/recursified_nested_5.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 -XCSP,xcsp/Dubois-016.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,4 -Loops,loops-crafted-1/nested3-1_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED,64.29,14,50,56 -ProductLines,product-lines/elevator_spec3_product18.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test6_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,1 -ECA,eca-rers2012/Problem05_label48.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,47 -ControlFlow,openssl-simplified/s3_srvr_14.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,48.39,217,50,55 -Floats,floats-esbmc-regression/trunc_nondet_2.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,1,1 -Arrays,array-fpi/brs4f.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,4,1 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,68.49,73,6,2 -LinkedLists,heap-manipulation/merge_sort-2.i,ILP32,true,SUCCEEDED,VALIDATED,75.0,64,50,42 -Recursive,recursified_nla-digbench/recursified_divbin2.i,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,50,41 -XCSP,xcsp/Dubois-027.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,6 -Loops,loops/terminator_03-2_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,5,1 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-regression/test14.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,4,2,1 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,66 -ControlFlow,openssl/s3_clnt.blast.03.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,19 -Floats,neural-networks/cartpole_49_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/indp1f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,85.71,14,5,1 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,60.45,177,50,42 -LinkedLists,list-ext3-properties/sll_nondet_insert-2.i,ILP32,true,SUCCEEDED,VALIDATED,80.95,21,50,16 -Recursive,recursified_nla-digbench/recursified_fermat2.c,ILP32,unknown,SUCCEEDED,VALIDATED,11.11,9,1,1 -XCSP,xcsp/Dubois-070.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,31 -Loops,nla-digbench-scaling/dijkstra-u_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,40 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.11,504,50,42 -Heap,ldv-sets/test_mutex.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem08_label33.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,73 -ControlFlow,openssl/s3_srvr.blast.08.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,49.77,213,50,54 -Floats,neural-networks/dubinsrejoin_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/res2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,94.44,18,4,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,70.35,199,6,41 -LinkedLists,list-properties/splice-2.i,ILP32,true,SUCCEEDED,VALIDATED,78.26,23,50,42 -Recursive,recursified_nla-digbench/recursified_geo3-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,57 -XCSP,xcsp/Haystacks-10.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -Loops,nla-digbench-scaling/egcd2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,50,12 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,VALIDATED,33.07,502,50,42 -Heap,list-ext-properties/test-0232_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,8,21,1 -ECA,eca-rers2012/Problem09_label56.c,ILP32,false,UNKNOWN,VALIDATED,,,0,73 -ControlFlow,openssl/s3_srvr.blast.15.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,48.86,219,50,47 -Floats,neural-networks/dubinsrejoin_72_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s5iff.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,84.62,13,4,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,45.42,1189,17,42 -LinkedLists,memsafety-broom/linux-list-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,40 -Recursive,recursified_nla-digbench/recursified_prod4br.c,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,4,56 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,13 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,1,0 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.72,504,50,42 -Loops,nla-digbench-scaling/geo1-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,2,55 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,42 -Loops,nla-digbench-scaling/geo1-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,6,3 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.36,494,50,42 -Loops,nla-digbench-scaling/geo1-u_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,8,3,1 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,FAILED,VALIDATED,30.88,502,50,40 -Loops,nla-digbench-scaling/geo1-u_valuebound5.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,8,7,2 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.33,504,50,40 -Loops,nla-digbench-scaling/geo2-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,-1 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,VALIDATED,23.37,492,50,42 -Loops,nla-digbench-scaling/geo2-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,6,1 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.42,496,50,41 -Loops,nla-digbench-scaling/geo3-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,2,1 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.75,504,50,42 -Recursive,recursive-simple/id2_b5_o10.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,55 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,41 -Sequentialized,systemc/token_ring.01.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,30.95,84,50,45 -Arrays,array-memsafety/openbsd_cstrcat-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,62.5,16,50,40 -Floats,neural-networks/lunarlander_92_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Heap,memsafety-cve/netatalk.i,ILP32,unknown,SUCCEEDED,VALIDATED,35.71,28,50,41 -ProductLines,product-lines/email_spec4_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.8,500,50,42 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,53 -Arrays,array-multidimensional/add-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,41 -ECA,eca-rers2012/Problem15_label39.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,40 -Loops,nla-digbench-scaling/lcm2_unwindbound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,80.0,10,50,43 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 -Floats,neural-networks/poly_32_32_thresh_4_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/smartdns.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,54,50,55 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,33.33,504,50,42 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 -Arrays,array-patterns/array25_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,93.33,15,4,40 -ECA,eca-rers2012/Problem17_label02.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 -Loops,nla-digbench-scaling/ps2-ll_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,1 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 -Floats,neural-networks/softmax_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-ext2/complex_data_creation_test02-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,14,50,55 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.11,504,50,42 -Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,80.0,10,50,53 -Heap,memsafety-ext3/realloc1.c,ILP32,unknown,UNKNOWN,VALIDATED,75.0,4,1,1 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,32.66,496,50,42 -Floats,neural-networks/softsign_w8_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench/bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,10,50,44 -Arrays,reducercommutativity/avg10-2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,0 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,SUCCEEDED,VALIDATED,4.82,1743,50,42 -Recursive,recursive/MultCommutative-2.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,46 -Heap,memsafety/test-0235-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,93.94,33,50,54 -ProductLines,product-lines/email_spec9_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,40 -Floats,neural-networks/vdp_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,loop-acceleration/array_2-1.i,ILP32,false,UNKNOWN,VALIDATED,85.71,7,1,26 -Arrays,array-cav19/array_init_var_plus_ind2.c,ILP32,true,UNKNOWN,VALIDATED,70.0,10,50,60 -ECA,eca-programs/Problem101_label11.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,63 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,VALIDATED,100.0,4,50,44 -Heap,heap-data/running_example.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,8.33,12,2,40 -ProductLines,product-lines/elevator_spec14_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-programs/Problem102_label12.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,71 -Floats,float-benchs/inv_sqrt_Quake.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Loops,loop-invgen/apache-escape-absolute.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,35,50,40 -Heap,ldv-memsafety/memleaks_test11.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,1 -Arrays,array-crafted/xor2.i,ILP32,true,UNKNOWN,VALIDATED,,,0,46 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 -ECA,eca-programs/Problem102_label53.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,74 -Floats,float-newlib/double_req_bl_0320.c,ILP32,true,SUCCEEDED,VALIDATED,3.54,198,1,1 -Loops,loop-lit/gcnr2008.i,ILP32,unknown,UNKNOWN,VALIDATED,61.54,13,50,55 -Heap,ldv-memsafety/memleaks_test15-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,20.0,50,1,1 -Arrays,array-crafted/zero_sum_m4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,24,3,2 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem03_label12.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 -Floats,float-newlib/double_req_bl_1131a.c,ILP32,true,SUCCEEDED,VALIDATED,14.52,62,2,10 -Loops,loop-simple/nested_4.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test18_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,1 -Arrays,array-examples/sorting_selectionsort_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.35,23,1,41 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem03_label53.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 -Floats,float-newlib/float_req_bl_0880.c,ILP32,true,UNKNOWN,VALIDATED,,,0,-1 -Loops,loop-zilu/benchmark25_linear_abstracted.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,4,2 -Heap,ldv-memsafety/memleaks_test22_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.38,32,1,0 diff --git a/tests/testcomp/results_v8_cover-branches_s3/results.csv b/tests/testcomp/results_v8_cover-branches_s3/results.csv deleted file mode 100644 index a86df8991..000000000 --- a/tests/testcomp/results_v8_cover-branches_s3/results.csv +++ /dev/null @@ -1,305 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,4,50,44 -ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,46 -BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,54.08,1139,20,42 -LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,57 -Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,93.75,16,4,1 -ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.63,492,50,42 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,16 -Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,1 -Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,83.33,12,4,1 -Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,71.43,7,2,57 -XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,15 -Heap,memsafety-cve/json-parser.i,ILP32,unknown,SUCCEEDED,VALIDATED,67.35,49,50,42 -ECA,eca-rers2012/Problem12_label34.c,ILP32,false,UNKNOWN,VALIDATED,10.09,813,50,47 -BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,43 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,22.12,208,50,48 -LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,FAILED,VALIDATED,87.5,8,50,42 -Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,41 -ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,3 -Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,1 -Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,5,7 -Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,90.0,10,9,47 -XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 -Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,84.21,19,50,49 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -BitVectors,bitvector/s3_srvr_1.BV.c.cil.c,ILP32,unknown,FAILED,VALIDATED,53.81,197,50,51 -Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,SUCCEEDED,VALIDATED,59.62,208,50,42 -LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,2 -Loops,nla-digbench-scaling/hard-u_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,14,50,43 -ProductLines,product-lines/email_spec4_product18.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.02,492,50,44 -ControlFlow,openssl/s3_srvr.blast.10.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.72,207,50,51 -Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-tiling/tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,4,1 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,42 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,42 -ECA,eca-programs/Problem102_label08.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,83 -BitVectors,bitvector/byte_add-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,75.44,57,50,9 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,74.71,170,50,17 -LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,57 -Loops,loop-zilu/benchmark17_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,43 -ProductLines,product-lines/elevator_spec2_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,7.11,957,50,13 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/brs5f_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,92.86,14,4,1 -Recursive,recursified_nla-digbench/recursified_divbin.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,13,27,43 -XCSP,xcsp/Dubois-020.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 -Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,10,50,41 -ECA,eca-rers2012/Problem07_label36.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,7,62 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.29,175,50,57 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,64.55,189,50,43 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,32.81,64,3,42 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,43.75,16,2,1 -ProductLines,product-lines/email_spec11_product36.cil.c,ILP32,true,FAILED,VALIDATED,19.79,480,50,42 -ControlFlow,openssl-simplified/s3_srvr_3.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,47 -Floats,neural-networks/erf_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-lopstr16/base_case.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,44 -Recursive,recursified_nla-digbench/recursified_ps5-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,85.71,7,50,42 -XCSP,xcsp/Haystacks-19.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 -Heap,memsafety-cve/libpe.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,4.17,24,50,42 -ECA,eca-rers2012/Problem13_label07.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,47 -BitVectors,bitvector/soft_float_1-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,24.64,487,8,41 -LinkedLists,memsafety-broom/dll-backwards.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,8,50,42 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.0,10,50,12 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,VALIDATED,28.49,502,50,43 -ControlFlow,openssl/s3_srvr.blast.11.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,51 -Floats,neural-networks/softmax_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-tiling/pnr4.c,ILP32,true,SUCCEEDED,VALIDATED,30.0,20,4,1 -Recursive,recursive/Fibonacci03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,48,42 -XCSP,xcsp/aim-200-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 -Heap,memsafety/test-0234-2.i,ILP32,unknown,UNKNOWN,VALIDATED,84.62,13,50,46 -ECA,eca-rers2012/Problem19_label39.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,44 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,22,3 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.84,161,50,42 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.21,56,50,55 -Loops,loop-invgen/NetBSD_loop.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,41 -ProductLines,product-lines/elevator_spec1_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -ControlFlow,infeasible-control-flow/unreach_branch4.c,ILP32,true,FAILED,VALIDATED,50.0,8,50,43 -Floats,float-benchs/zonotope_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,6,1,1 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,42 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,50 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,70.59,34,12,43 -Heap,ldv-memsafety/memleaks_test18_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,1 -ECA,eca-rers2012/Problem03_label41.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 -BitVectors,bitvector/gcd_3.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,32,41 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,28.07,456,10,42 -LinkedLists,forester-heap/dll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,13.51,37,50,46 -Loops,loop-zilu/benchmark50_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,41 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.06,808,15,2 -ControlFlow,ntdrivers/cdaudio.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,5.35,953,39,1 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.86,14,4,1 -Recursive,recursified_nla-digbench/recursified_dijkstra-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,42 -XCSP,xcsp/Dubois-018.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 -Heap,ldv-regression/rule57_ebda_blast.i,ILP32,true,SUCCEEDED,VALIDATED,56.25,16,3,1 -ECA,eca-rers2012/Problem06_label46.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,57 -BitVectors,bitvector/parity.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,33,21 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,73.12,93,16,2 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,76.0,25,50,56 -Loops,nla-digbench-scaling/cohendiv-ll_unwindbound1.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,12,3,1 -ProductLines,product-lines/email_spec0_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,43 -ControlFlow,openssl-simplified/s3_clnt_3.cil-1.c,ILP32,unknown,FAILED,VALIDATED,62.86,175,50,42 -Floats,neural-networks/cartpole_91_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/res1f.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,4,2 -Recursive,recursified_nla-digbench/recursified_geo2-ll2.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,21,47 -XCSP,xcsp/Dubois-065.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,30 -Heap,list-ext-properties/simple-ext_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,69.23,13,31,1 -ECA,eca-rers2012/Problem09_label31.c,ILP32,true,UNKNOWN,VALIDATED,,,0,82 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1a.c,ILP32,true,FAILED,VALIDATED,62.71,177,50,42 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,63.33,120,7,42 -LinkedLists,heap-manipulation/tree-1.i,ILP32,unknown,UNKNOWN,VALIDATED,73.68,38,50,46 -Loops,nla-digbench-scaling/fermat2-ll_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,16,26 -ProductLines,product-lines/email_spec1_product28.cil.c,ILP32,true,FAILED,VALIDATED,26.6,500,50,43 -ControlFlow,openssl-simplified/s3_srvr_4.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.27,197,50,55 -Floats,neural-networks/gcas_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-industry-pattern/array_of_struct_ptr_monotonic.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,46 -Recursive,recursified_nla-digbench/recursified_ps4-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 -XCSP,xcsp/Haystacks-17.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Heap,memsafety-cve/hyperkit_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,19.23,26,2,1 -ECA,eca-rers2012/Problem12_label17.c,ILP32,true,SUCCEEDED,VALIDATED,10.09,813,50,56 -BitVectors,bitvector/s3_srvr_3_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,53 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,200,50,11 -LinkedLists,list-properties/list-2.i,ILP32,false,SUCCEEDED,VALIDATED,52.94,17,50,43 -Loops,nla-digbench-scaling/hard-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,43 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,34.06,508,50,40 -ControlFlow,openssl/s3_srvr.blast.02.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,54 -Floats,neural-networks/lunarlander_99_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/stroeder2-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,87.5,8,50,6 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,55 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,41 -Heap,memsafety-cve/radare2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,54.17,72,50,13 -ECA,eca-rers2012/Problem16_label04.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,43 -BitVectors,bitvector/soft_float_3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,50,50,44 -Sequentialized,seq-pthread/cs_dekker_unfair.i,ILP32,true,SUCCEEDED,VALIDATED,33.56,149,26,42 -LinkedLists,memsafety-broom/linux-hlist-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 -Loops,nla-digbench-scaling/ps2-ll_valuebound1.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,3,1 -ProductLines,product-lines/email_spec7_product24.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.08,492,50,42 -ControlFlow,openssl/s3_srvr.blast.12.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,37.21,215,50,55 -Floats,neural-networks/softplus_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,VALIDATED,83.33,12,4,0 -Recursive,recursive/EvenOdd03WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,75.0,8,50,47 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -Heap,memsafety/lockfree-3.0.i,ILP32,unknown,SUCCEEDED,VALIDATED,29.17,24,50,55 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,44 -BitVectors,bitvector/sum02-2.c,ILP32,true,SUCCEEDED,VALIDATED,66.67,6,50,42 -Sequentialized,seq-pthread/cs_szymanski.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,46.11,167,41,41 -LinkedLists,memsafety-broom/sll-shared-after.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,41 -Recursive,recursive/recHanoi01.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,87.5,8,33,41 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 -Loops,loop-acceleration/array_3-2.i,ILP32,false,SUCCEEDED,VALIDATED,71.43,7,50,34 -ProductLines,product-lines/elevator_spec14_product11.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,heap-data/quick_sort_split.i,ILP32,true,SUCCEEDED,VALIDATED,47.06,17,50,45 -ECA,eca-programs/Problem101_label23.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,63 -ControlFlow,infeasible-control-flow/unreach_branch5.c,ILP32,true,UNKNOWN,VALIDATED,66.67,6,2,40 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,16.67,6,1,1 -Arrays,array-crafted/mapsum2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,5 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,48.9,182,2,6 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,54.55,22,50,55 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,50 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,28,10,43 -Loops,loop-lit/cggmp2005b.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,0 -ProductLines,product-lines/elevator_spec1_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test15-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.0,50,1,1 -ECA,eca-rers2012/Problem03_label00.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 -ControlFlow,ntdrivers/diskperf.i.cil-1.c,ILP32,true,SUCCEEDED,VALIDATED,20.93,301,50,1 -Floats,float-newlib/double_req_bl_1122a.c,ILP32,true,SUCCEEDED,VALIDATED,6.78,59,2,1 -Arrays,array-examples/sanfoundry_43_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,33.11,456,9,40 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,SUCCEEDED,VALIDATED,80.65,31,50,57 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i,ILP32,unknown,UNKNOWN,VALIDATED,7.69,13,1,41 -XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,21 -Loops,loop-zilu/benchmark23_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,3,1 -ProductLines,product-lines/elevator_spec2_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test22_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,6.25,32,1,1 -ECA,eca-rers2012/Problem04_label31.c,ILP32,false,SUCCEEDED,VALIDATED,3.75,879,50,56 -ControlFlow,openssl-simplified/s3_clnt_3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,64.57,175,50,42 -Floats,floats-cbmc-regression/float19.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_partition_original_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.98,123,49,4 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,SUCCEEDED,VALIDATED,88.89,18,50,43 -Recursive,recursified_nla-digbench/recursified_bresenham-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,66.67,9,50,42 -XCSP,xcsp/Dubois-019.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,4 -Loops,loops-crafted-1/sumt8.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,50,43 -ProductLines,product-lines/elevator_spec3_product22.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test8.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,49 -ControlFlow,openssl-simplified/s3_srvr_2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,47.72,197,50,55 -Floats,floats-nonlinear/coral-benchmark21.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,1 -Arrays,array-fpi/condg.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,4,2 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,62.5,72,2,3 -LinkedLists,heap-manipulation/sll_to_dll_rev-2.i,ILP32,true,SUCCEEDED,VALIDATED,65.96,47,50,42 -Recursive,recursified_nla-digbench/recursified_egcd.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,88.89,9,35,44 -XCSP,xcsp/Dubois-029.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 -Loops,loops/vogal-1.i,ILP32,true,SUCCEEDED,VALIDATED,82.61,23,50,1 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-regression/test21-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,4,1 -ECA,eca-rers2012/Problem07_label27.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,65 -ControlFlow,openssl/s3_srvr.blast.01.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,52.74,201,50,53 -Floats,neural-networks/cartpole_60_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Arrays,array-fpi/indp5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,93.75,16,5,1 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,59.62,208,50,42 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,SUCCEEDED,VALIDATED,87.1,31,12,6 -Recursive,recursified_nla-digbench/recursified_geo1-ll2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,71.43,7,2,55 -XCSP,xcsp/Dubois-080.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,36 -Loops,nla-digbench-scaling/divbin2_unwindbound100.i,ILP32,true,FAILED,VALIDATED,73.33,15,50,42 -ProductLines,product-lines/email_spec0_product40.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.27,484,50,40 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,51.85,27,4,40 -ECA,eca-rers2012/Problem08_label50.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,28,71 -ControlFlow,openssl/s3_srvr.blast.09.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,45 -Floats,neural-networks/dubinsrejoin_23_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s1lif.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,4,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,33.2,488,10,40 -LinkedLists,memsafety-broom/dll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 -Recursive,recursified_nla-digbench/recursified_hard-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,41 -XCSP,xcsp/Haystacks-12.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,UNKNOWN,VALIDATED,100.0,16,8,46 -ProductLines,product-lines/email_spec11_product39.cil.c,ILP32,true,FAILED,VALIDATED,25.31,482,50,42 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-2.i,ILP32,true,UNKNOWN,VALIDATED,57.14,21,50,46 -ECA,eca-rers2012/Problem10_label13.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,57 -ControlFlow,unsignedintegeroverflow-sas23/bilinear_interpolation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,55 -Floats,neural-networks/dubinsrejoin_84_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/sina2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,5,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,FAILED,VALIDATED_ABORTS,49.24,1180,19,42 -LinkedLists,memsafety-broom/sll-fst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 -Recursive,recursified_nla-digbench/recursified_prodbin.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,11.11,9,1,0 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,12 -Recursive,recursified_nla-digbench/recursified_ps2.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 -XCSP,xcsp/aim-100-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,14 -Recursive,recursified_nla-digbench/recursified_ps3.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 -XCSP,xcsp/aim-100-1-6-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,17 -Recursive,recursified_nla-digbench/recursified_ps4.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,41 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,17 -Recursive,recursified_nla-digbench/recursified_ps5.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,15 -Recursive,recursified_nla-digbench/recursified_ps6.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 -XCSP,xcsp/aim-100-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,18 -Recursive,recursified_nla-digbench/recursified_sqrt1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 -XCSP,xcsp/aim-100-2-0-unsat-4.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,17 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,10,50,52 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,33 -Sequentialized,seq-pthread/cs_time_var_mutex.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,43.2,125,29,42 -Arrays,array-memsafety/mult_array_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,40.0,10,3,2 -Floats,neural-networks/lunarlander_81_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/mongooseFixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,38.46,26,50,45 -ECA,eca-rers2012/Problem13_label48.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,48 -Loops,nla-digbench-scaling/hard2_unwindbound50.c,ILP32,unknown,SUCCEEDED,VALIDATED,78.57,14,50,40 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 -Floats,neural-networks/poly_16_16_16_16_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/openrazerFound.i,ILP32,unknown,SUCCEEDED,VALIDATED,46.67,30,50,44 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,VALIDATED,24.91,582,50,41 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,4,50,50 -Arrays,array-multidimensional/min-2-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,42 -ECA,eca-rers2012/Problem16_label12.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,41 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,VALIDATED,75.0,12,4,44 -XCSP,xcsp/aim-200-2-0-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 -Floats,neural-networks/poly_8_8_8_8_thresh_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/wasm-micro-runtime.i,ILP32,unknown,UNKNOWN,VALIDATED,27.27,22,50,52 -ProductLines,product-lines/email_spec7_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,27.55,490,50,39 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,VALIDATED,75.0,12,50,47 -Arrays,array-patterns/array7_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,40 -ECA,eca-rers2012/Problem17_label35.c,ILP32,false,SUCCEEDED,VALIDATED,13.5,585,50,46 -Loops,nla-digbench-scaling/ps4-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,50,12 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 -Floats,neural-networks/softsign_w32_r1_case_0_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,8,8,0 -Arrays,array-tiling/pr2.c,ILP32,true,SUCCEEDED,VALIDATED,68.75,16,5,0 -ECA,eca-rers2012/Problem18_label41.c,ILP32,true,FAILED,VALIDATED,10.64,752,50,43 -Recursive,recursive/Fibonacci05-overflow.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,100.0,5,50,46 -Heap,memsafety/test-0137.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,6.25,16,11,40 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,FAILED,VALIDATED,26.22,492,50,45 -Floats,neural-networks/tanh_w4_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench/lcm2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,80.0,10,50,41 -Arrays,reducercommutativity/sum10-1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 -ECA,eca-rers2018/Problem14.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 -Recursive,recursified_nla-digbench/recursified_cohencu.c,ILP32,unknown,FAILED,VALIDATED,57.14,7,50,42 -Heap,heap-data/hash_fun.i,ILP32,true,FAILED,VALIDATED,36.36,11,50,42 -ProductLines,product-lines/elevator_spec14_product19.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Floats,float-benchs/filter2.c,ILP32,true,UNKNOWN,VALIDATED,50.0,6,1,40 -Loops,loop-crafted/simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,true,UNKNOWN,VALIDATED,3.12,32,1,41 -Arrays,array-crafted/bor2.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,6 -ProductLines,product-lines/elevator_spec14_product31.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-programs/Problem102_label20.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Loops,loop-invgen/apache-get-tag.i,ILP32,true,SUCCEEDED,VALIDATED,45.83,24,50,55 -Heap,ldv-memsafety/memleaks_test12-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.68,63,2,1 -Arrays,array-crafted/zero_sum1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,12,3,2 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-programs/Problem103_label35.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,70 -Floats,float-newlib/double_req_bl_0662a.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,0 -Loops,loop-lit/gsv2008.c.i.p+cfa-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,40 -Heap,ldv-memsafety/memleaks_test16.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,1 -Arrays,array-examples/data_structures_set_multi_proc_trivial_ground.i,ILP32,true,UNKNOWN,VALIDATED,3.7,27,1,41 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem03_label20.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,41 -Floats,float-newlib/float_req_bl_0281.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Loops,loop-zilu/benchmark03_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,39 -Heap,ldv-memsafety/memleaks_test18_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.56,36,1,35 -Arrays,array-examples/standard_copy1_ground-1.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,-1 -ECA,eca-rers2012/Problem04_label02.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,57 -Floats,float-newlib/float_req_bl_1121b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,loop-zilu/benchmark30_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,41 diff --git a/tests/testcomp/results_v8_cover-branches_s4/results.csv b/tests/testcomp/results_v8_cover-branches_s4/results.csv deleted file mode 100644 index 376eb30eb..000000000 --- a/tests/testcomp/results_v8_cover-branches_s4/results.csv +++ /dev/null @@ -1,305 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,2 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,30.77,494,50,42 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,18.47,287,50,2 -Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,1 -Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,41 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,47 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,23.91,46,3,2 -ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,FAILED,VALIDATED,63.43,175,50,42 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,11 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.0,25,3,42 -Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,56 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.92,494,50,42 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,52 -Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,60 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.91,22,8,41 -Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,2 -ECA,eca-rers2012/Problem04_label47.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,59 -BitVectors,bitvector/modulus-1.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,84.62,13,35,42 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.56,90,13,2 -LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,UNKNOWN,VALIDATED,76.0,25,50,46 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,80.0,10,15,56 -ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,FAILED,VALIDATED,30.49,492,50,41 -ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,46 -Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-memsafety/openbsd_cmemset-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,5,1 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,56 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,29 -Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,56 -ECA,eca-rers2012/Problem16_label54.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,44 -BitVectors,bitvector/soft_float_5.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.0,50,50,43 -Sequentialized,seq-pthread/cs_sync.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,23.85,109,13,49 -LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,56 -Loops,loop-industry-pattern/aiob_2.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,memory-model/2SB.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.55,102,50,8 -Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,0 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,9.09,11,1,42 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-a.c,ILP32,unknown,FAILED,VALIDATED,62.5,8,50,43 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,3.33,60,3,43 -Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem05_label23.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,58 -BitVectors,bitvector/jain_6-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,FAILED,VALIDATED_ABORTS,53.72,1130,21,42 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.88,59,9,42 -Loops,nla-digbench-scaling/cohencu-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,50,16 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,VALIDATED,27.14,490,50,43 -ControlFlow,openssl-simplified/s3_clnt_3.cil-3.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,43 -Floats,neural-networks/cos_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/s3lif.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,85.71,14,4,1 -Recursive,recursified_nla-digbench/recursified_hard-u.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,12,50,42 -XCSP,xcsp/Dubois-095.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 -Heap,memsafety-cve/dlt-daemon.i,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,0 -ECA,eca-rers2012/Problem10_label55.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,47 -BitVectors,bitvector/s3_srvr_1a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,53.81,197,50,51 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,48.0,200,2,8 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.87,31,50,16 -Loops,nla-digbench-scaling/geo3-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,56 -ProductLines,product-lines/email_spec3_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,30.56,504,50,41 -ControlFlow,openssl/s3_srvr.blast.03.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,56 -Floats,neural-networks/poly_128_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-multidimensional/transpose-u.c,ILP32,true,UNKNOWN,VALIDATED,21.43,14,1,42 -Recursive,recursive-simple/sum_non_eq-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,56 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,44 -Heap,memsafety-ext/dll_extends_pointer.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,46 -ECA,eca-rers2012/Problem17_label27.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,45 -BitVectors,bitvector/soft_float_4-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,42 -Sequentialized,seq-pthread/cs_stack-1.i,ILP32,true,UNKNOWN,VALIDATED,5.1,157,1,47 -LinkedLists,memsafety-broom/sll-nested-linux-list.i,LP64,unknown,SUCCEEDED,VALIDATED,76.92,13,50,56 -Loops,nla-digbench/hard-ll.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,46 -ProductLines,product-lines/email_spec9_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.6,500,50,42 -ControlFlow,infeasible-control-flow/conflict_branch1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,47 -Floats,float-benchs/filter1.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,52.94,34,50,56 -Arrays,array-crafted/mapavg3.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,42 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,30 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,55.56,18,2,38 -Heap,ldv-memsafety/memleaks_test13_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-programs/Problem102_label57.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 -BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,49.2,187,2,6 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.53,34,50,55 -Loops,loop-zilu/benchmark06_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,45 -ProductLines,product-lines/elevator_spec2_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,12 -Floats,float-newlib/float_req_bl_1130b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Recursive,recursified_loop-simple/recursified_nested_4.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 -Heap,ldv-memsafety/memleaks_test5_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,58 -BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED_ABORTS,50.44,1130,18,42 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,56 -Loops,loops/terminator_01.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,40 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED,2.43,1150,11,2 -Floats,neural-networks/cartpole_43_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/indp3f.c,ILP32,false,SUCCEEDED,VALIDATED,87.5,16,5,2 -Recursive,recursified_nla-digbench/recursified_fermat2-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,2,56 -XCSP,xcsp/Dubois-030.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 -Heap,ldv-sets/test_add-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,41.18,17,1,1 -ECA,eca-rers2012/Problem08_label25.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,79 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1a.c,ILP32,true,SUCCEEDED,VALIDATED,62.86,175,50,44 -Sequentialized,seq-mthreaded/pals_lcr.3.ufo.BOUNDED-6.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,65.75,73,7,2 -LinkedLists,heap-manipulation/dancing.i,ILP32,true,SUCCEEDED,VALIDATED,56.52,23,50,56 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,91.67,12,9,45 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.6,500,50,42 -ControlFlow,openssl-simplified/s3_srvr_13.cil.c,ILP32,unknown,FAILED,VALIDATED,46.58,219,50,43 -Floats,neural-networks/dubinsrejoin_66_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s5liff.c,ILP32,false,SUCCEEDED,VALIDATED,86.67,15,4,1 -Recursive,recursified_nla-digbench/recursified_prod4br-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,4,55 -XCSP,xcsp/Haystacks-09.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -Heap,memsafety-cve/frrFixed.i,ILP32,unknown,FAILED,VALIDATED,34.62,26,50,41 -ECA,eca-rers2012/Problem11_label11.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,46 -BitVectors,bitvector/s3_srvr_1a_alt.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.76,199,50,55 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,60.87,207,10,42 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,SUCCEEDED,VALIDATED,90.48,21,50,18 -Loops,nla-digbench-scaling/geo2-ll2_unwindbound20.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,21,2 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,SUCCEEDED,VALIDATED,36.36,506,50,41 -ControlFlow,openssl/s3_clnt.blast.03.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,8 -Floats,neural-networks/lunarlander_51_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-memsafety/knapsack_alloca_unsafe.i,ILP32,unknown,UNKNOWN,VALIDATED,18.75,16,3,48 -Recursive,recursive-simple/id_b2_o3.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,55 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,18 -Heap,memsafety-cve/mujs.i,ILP32,unknown,SUCCEEDED,VALIDATED,27.27,22,50,40 -ECA,eca-rers2012/Problem13_label56.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,56 -BitVectors,bitvector/soft_float_1-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,VALIDATED,45.25,1180,16,42 -LinkedLists,memsafety-broom/dll-fst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 -Loops,nla-digbench-scaling/lcm2_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,50,7 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,SUCCEEDED,VALIDATED,29.55,494,50,41 -ControlFlow,openssl/s3_srvr.blast.09.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.71,211,50,52 -Floats,neural-networks/poly_64_64_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-patterns/array29_pattern.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,4,42 -Recursive,recursive/Addition01-2.c,ILP32,true,UNKNOWN,VALIDATED,66.67,12,50,50 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 -Heap,memsafety-ext2/complex_data_creation_test01-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,14,50,45 -ECA,eca-rers2012/Problem17_label43.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,46 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,43.18,44,50,42 -Sequentialized,seq-pthread/cs_read_write_lock-1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,52.25,111,36,41 -LinkedLists,memsafety-broom/sll-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,41 -Loops,nla-digbench-scaling/sqrt1-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,87.5,8,12,1 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,33.33,504,50,42 -ControlFlow,openssl/s3_srvr.blast.16.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.09,229,50,52 -Floats,neural-networks/tanh_w32_r2_case_1_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Arrays,reducercommutativity/sep40-1.i,ILP32,true,FAILED,VALIDATED,81.82,11,50,40 -Sequentialized,systemc/token_ring.02.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,38.1,105,50,56 -LinkedLists,memsafety-broom/sll-shared-sll.i,LP64,unknown,FAILED,VALIDATED,83.33,12,50,41 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,58.33,12,2,5 -Loops,loop-acceleration/simple_4-2_abstracted.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,66.67,6,2,1 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,1 -ECA,eca-programs/Problem102_label16.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,77 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.74,368,50,13 -Floats,float-benchs/rlim_invariant.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-crafted/xor4.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,53.3,182,2,8 -LinkedLists,forester-heap/dll-rb-sentinel-2.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,56 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,58 -XCSP,xcsp/AllInterval-016.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,78.12,32,12,45 -Loops,loop-lit/gsv2008.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,43 -ProductLines,product-lines/elevator_spec1_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test17_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.55,44,1,1 -ECA,eca-rers2012/Problem03_label16.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 -ControlFlow,ntdrivers/floppy.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,0,0,1,2 -Floats,float-newlib/float_req_bl_0660b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_compareModified_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,40 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,VALIDATED,33.19,455,10,41 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,55 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,50,12 -XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,43 -Loops,loop-zilu/benchmark33_linear.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,6 -ProductLines,product-lines/elevator_spec2_product27.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test22_5.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,1 -ECA,eca-rers2012/Problem04_label56.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,56 -ControlFlow,openssl-simplified/s3_clnt_4.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,64.57,175,50,40 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-examples/standard_strcmp_ground.i,ILP32,true,UNKNOWN,VALIDATED,7.69,13,1,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED,72.36,123,50,3 -LinkedLists,forester-heap/sll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,12.5,40,50,61 -Recursive,recursified_nla-digbench/recursified_cohencu-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 -XCSP,xcsp/Dubois-021.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,6 -Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,40 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,ldv-memsafety/memleaks_test9_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -ECA,eca-rers2012/Problem06_label21.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,49 -ControlFlow,openssl-simplified/s3_srvr_6.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.93,233,50,45 -Floats,neural-networks/cartpole_12_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/eqn2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,5,5 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED,61.05,95,2,9 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,77.78,36,5,41 -Recursive,recursified_nla-digbench/recursified_egcd2.c,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,10.0,10,1,47 -XCSP,xcsp/Dubois-035.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,11 -Loops,nla-digbench-scaling/bresenham-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,90.0,10,7,2 -ProductLines,product-lines/email_spec0_product10.cil.c,ILP32,true,FAILED,VALIDATED,16.53,478,50,41 -Heap,ldv-regression/test23-2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,5,2 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,64 -ControlFlow,openssl/s3_srvr.blast.02.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.74,201,50,52 -Floats,neural-networks/cartpole_73_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Arrays,array-fpi/ms1.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,4,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.47,188,50,41 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,63.16,19,4,42 -Recursive,recursified_nla-digbench/recursified_geo1-u2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,71.43,7,14,43 -XCSP,xcsp/Dubois-090.c,ILP32,true,FAILED,VALIDATED_ABORTS,100.0,2,3,42 -Loops,nla-digbench-scaling/divbin_unwindbound1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,53.33,15,3,1 -ProductLines,product-lines/email_spec11_product08.cil.c,ILP32,true,SUCCEEDED,VALIDATED,21.67,480,50,41 -Heap,list-ext-properties/960521-1_1-3.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,0,0,1,1 -ECA,eca-rers2012/Problem09_label06.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,72 -ControlFlow,openssl/s3_srvr.blast.11.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,53 -Floats,neural-networks/dubinsrejoin_35_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/s32if.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,VALIDATED,31.15,488,10,40 -LinkedLists,memsafety-broom/dll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 -Recursive,recursified_nla-digbench/recursified_hard.c,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,12,50,41 -XCSP,xcsp/Haystacks-14.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,37.5,16,2,55 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.83,492,50,42 -Heap,memsafety-cve/NanoNNG.i,ILP32,unknown,SUCCEEDED,VALIDATED,37.14,35,50,42 -ECA,eca-rers2012/Problem10_label30.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,57 -ControlFlow,unsignedintegeroverflow-sas23/distance_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,1 -Floats,neural-networks/dubinsrejoin_9_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -Arrays,array-fpi/sina5f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,88.89,18,5,5 -Sequentialized,seq-pthread/cs_dekker.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,32.21,149,26,42 -LinkedLists,memsafety-broom/sll-lst-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,40 -Sequentialized,seq-pthread/cs_fib-1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,38.2,89,25,44 -LinkedLists,memsafety-broom/sll-middle-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,41 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,SUCCEEDED,VALIDATED,38.2,89,27,39 -LinkedLists,memsafety-broom/sll-nested-sll-inline.i,LP64,unknown,SUCCEEDED,VALIDATED,85.71,14,50,55 -Sequentialized,seq-pthread/cs_lazy.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.97,123,31,42 -LinkedLists,memsafety-broom/sll-nested-sll-twice.i,LP64,unknown,SUCCEEDED,VALIDATED,91.67,12,50,57 -Sequentialized,seq-pthread/cs_queue-1.i,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,5.0,200,1,55 -LinkedLists,memsafety-broom/sll-shared-before.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,4,50,42 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,45.87,109,25,42 -LinkedLists,memsafety-broom/sll-shared-sll-before.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,24.84,153,46,42 -LinkedLists,memsafety-broom/sll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 -Sequentialized,seq-pthread/cs_stateful-2.i,ILP32,true,FAILED,VALIDATED_ABORTS,53.33,105,32,42 -Arrays,array-memsafety/diff-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,16,20,1 -Floats,neural-networks/lunarlander_69_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/minizip-ng.i,ILP32,unknown,SUCCEEDED,VALIDATED,48.78,41,50,42 -ECA,eca-rers2012/Problem13_label31.c,ILP32,true,UNKNOWN,VALIDATED,6.59,1093,50,56 -Loops,nla-digbench-scaling/hard-u_valuebound10.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,12,1 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.57,494,50,39 -Recursive,recursive-simple/id_b5_o10-1.c,ILP32,unknown,UNKNOWN,VALIDATED,83.33,6,50,55 -Arrays,array-memsafety/selectionsort-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,50.0,10,4,1 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,43 -Loops,nla-digbench-scaling/lcm1_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,16,12,45 -XCSP,xcsp/aim-200-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,39 -Floats,neural-networks/poly_32_32_32_32_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-cve/radare2_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,23.08,26,50,46 -ProductLines,product-lines/email_spec6_product28.cil.c,ILP32,false,FAILED,VALIDATED_ABORTS,26.6,500,50,42 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,50,55 -Arrays,array-patterns/array1_pattern.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,50,41 -ECA,eca-rers2012/Problem16_label45.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,40 -Loops,nla-digbench-scaling/ps2-ll_unwindbound10.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,11,1 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 -Floats,neural-networks/sin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Heap,memsafety-ext/skiplist_3lvl.i,ILP32,unknown,SUCCEEDED,VALIDATED,53.33,15,50,60 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.2,500,50,41 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,4,2,1 -Arrays,array-tiling/mbpr2.c,ILP32,true,SUCCEEDED,VALIDATED,72.22,18,5,1 -ECA,eca-rers2012/Problem18_label08.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,43 -Recursive,recursive/Fibonacci01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,49,41 -Heap,memsafety/global-atexit-5.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,6,3,1 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,FAILED,VALIDATED,31.47,502,50,42 -Floats,neural-networks/tanh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -Loops,nla-digbench/egcd2.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,8.33,12,1,54 -Arrays,reducercommutativity/max40-1.i,ILP32,true,SUCCEEDED,VALIDATED,81.82,11,50,41 -ECA,eca-rers2012/Problem19_label30.c,ILP32,true,FAILED,TESTCOV_ERROR,,,50,43 -Recursive,recursive/gcd02.c,ILP32,true,UNKNOWN,VALIDATED,,,0,45 -Heap,memsafety/test-0504.i,ILP32,unknown,SUCCEEDED,VALIDATED,60.0,15,50,63 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,34.52,504,50,40 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,VALIDATED,42.86,7,2,1 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,UNKNOWN,VALIDATED,66.67,6,1,1 -Arrays,array-cav19/array_tiling_tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,4,2 -ECA,eca-programs/Problem101_label19.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,65 -Recursive,recursive/recHanoi03-2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,33,0 -Heap,heap-data/shared_mem2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,54 -Arrays,array-crafted/mapavg1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,1 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,40.58,764,12,1 -ECA,eca-programs/Problem102_label28.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,71 -Floats,float-benchs/sin_interpolated_bigrange_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,10,1,1 -Loops,loop-invgen/id_build.i.p+sep-reducer.c,ILP32,true,SUCCEEDED,VALIDATED,29.54,474,50,40 -Heap,ldv-memsafety/memleaks_test13.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,1,1 -Arrays,array-crafted/zero_sum5.c,ILP32,true,SUCCEEDED,VALIDATED,89.29,28,3,2 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-programs/Problem103_label47.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,70 -Floats,float-newlib/double_req_bl_0683a.c,ILP32,true,SUCCEEDED,VALIDATED,4.05,74,2,1 -Loops,loop-lit/jm2006.i,ILP32,true,FAILED,VALIDATED,63.64,11,50,47 -Heap,ldv-memsafety/memleaks_test16_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,2.94,34,1,1 -Arrays,array-examples/sanfoundry_02_ground.i,ILP32,true,UNKNOWN,VALIDATED,6.25,16,1,39 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,0 -ECA,eca-rers2012/Problem03_label29.c,ILP32,true,FAILED,VALIDATED,17.23,296,50,43 -Floats,float-newlib/float_req_bl_0662a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -Loops,loop-zilu/benchmark09_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,41 -Heap,ldv-memsafety/memleaks_test19-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.14,42,2,0 -Arrays,array-examples/standard_copy2_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,9.09,11,1,41 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem04_label10.c,ILP32,true,SUCCEEDED,VALIDATED,3.75,879,50,55 -Floats,float-newlib/float_req_bl_1211a.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_v8_cover-error_s0/results.csv b/tests/testcomp/results_v8_cover-error_s0/results.csv deleted file mode 100644 index 4bfc6f79f..000000000 --- a/tests/testcomp/results_v8_cover-error_s0/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/condgf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test22-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/s5liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,15 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,loops/sum01_bug02.i,ILP32,false,ERROR,COVERED,100.0,1,1,10 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/indp4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,0 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/sqm-iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,22 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,48 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,25 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/indp1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/ncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,23 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/res2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/sina3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/ss2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem102_label50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,ERROR,COVERED,100.0,1,1,23 -Arrays,array-fpi/brs1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/brs5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Arrays,array-fpi/condmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Arrays,array-fpi/eqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem06_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/eqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem06_label58.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/ifeqn2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem07_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem08_label02.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,85 -Arrays,array-fpi/indp2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem08_label34.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,87 -Arrays,array-fpi/indp5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem09_label08.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,83 -Arrays,array-fpi/ms1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem09_label47.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Arrays,array-fpi/ms4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem10_label41.c,ILP32,false,ERROR,COVERED,100.0,1,1,41 -Arrays,array-fpi/nsqm-iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -ECA,eca-rers2012/Problem11_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Arrays,array-fpi/res1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem12_label06.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/res2of.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem12_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/s1liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem13_label11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Arrays,array-fpi/s2liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem13_label36.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Arrays,array-fpi/s3liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem15_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/s52iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem15_label41.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/sina1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem16_label14.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/sina4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem16_label44.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Arrays,array-fpi/sqmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem17_label26.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem17_label55.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-industry-pattern/array_single_elem_init.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem18_label27.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/ps5-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec8_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Arrays,reducercommutativity/rangesum40.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2018/Problem12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,52 -Loops,loop-acceleration/array_3-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,51 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem101_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 -Loops,loop-invgen/id_trans.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ProductLines,product-lines/elevator_spec1_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-examples/standard_partition_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem102_label25.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,84 -Loops,loops/for_bounded_loop1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -ProductLines,product-lines/elevator_spec2_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Arrays,array-fpi/condaf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-programs/Problem103_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,88 -Loops,loops/string-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ProductLines,product-lines/elevator_spec3_product03.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Arrays,array-fpi/ifcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,19 -ECA,eca-rers2012/Problem04_label04.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,loops/trex03-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ProductLines,product-lines/elevator_spec3_product31.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/indp3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem05_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/ms2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 -ECA,eca-rers2012/Problem06_label00.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 -ProductLines,product-lines/email_spec0_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/res1of.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem06_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec11_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-fpi/s32iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -ECA,eca-rers2012/Problem07_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ProductLines,product-lines/email_spec1_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/s5iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem08_label26.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,74 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ProductLines,product-lines/email_spec1_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/ss1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NOT_COVERED,,,0,86 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -ProductLines,product-lines/email_spec27_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -Arrays,array-industry-pattern/check_removal_from_set_after_insertion.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ECA,eca-rers2012/Problem10_label26.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/freire2_valuebound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product13.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,reducercommutativity/rangesum20.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-rers2012/Problem11_label34.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/hard2_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -ProductLines,product-lines/email_spec3_product28.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem12_label10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/mannadiv_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-rers2012/Problem13_label04.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -Sequentialized,seq-pthread/cs_read_write_lock-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/email_spec4_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec4_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec4_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec6_product14.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec6_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec6_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec6_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ProductLines,product-lines/email_spec6_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec7_product28.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec7_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec7_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec7_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -ProductLines,product-lines/email_spec8_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec8_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec8_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem19_label14.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/email_spec9_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ECA,eca-rers2012/Problem19_label58.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ProductLines,product-lines/email_spec9_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-programs/Problem101_label03.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 -ProductLines,product-lines/elevator_spec1_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-programs/Problem101_label13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,63 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label23.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 -ProductLines,product-lines/elevator_spec9_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label15.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 -ProductLines,product-lines/email_spec11_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-programs/Problem102_label48.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,76 -ProductLines,product-lines/email_spec1_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-programs/Problem103_label46.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -ProductLines,product-lines/email_spec27_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,54 -ECA,eca-rers2012/Problem03_label26.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -ProductLines,product-lines/email_spec27_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem03_label50.c,ILP32,false,ERROR,COVERED,100.0,1,1,17 diff --git a/tests/testcomp/results_v8_cover-error_s1/results.csv b/tests/testcomp/results_v8_cover-error_s1/results.csv deleted file mode 100644 index e1efd6c7d..000000000 --- a/tests/testcomp/results_v8_cover-error_s1/results.csv +++ /dev/null @@ -1,274 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,ERROR,COVERED,100.0,1,1,15 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,recursive-simple/id_o100.c,ILP32,false,ERROR,COVERED,100.0,1,1,19 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,14 -Heap,list-ext-properties/simple-ext.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,18 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-fpi/pcompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,30 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,24 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,50 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Recursive,recursive/Fibonacci04.c,ILP32,false,ERROR,COVERED,100.0,1,1,5 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,26 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,56 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,20 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,18 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,58 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,loop-acceleration/array_2-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,20 -ECA,eca-programs/Problem101_label18.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,20 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,loops/count_up_down-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,9 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,24 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,0 -Loops,loops/vogal-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,53 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec11_product15.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/egcd-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec11_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec1_product16.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ProductLines,product-lines/email_spec1_product29.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,20 -ProductLines,product-lines/email_spec1_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec27_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -ProductLines,product-lines/email_spec27_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ProductLines,product-lines/email_spec3_product23.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ProductLines,product-lines/email_spec3_product29.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/freire2_valuebound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/freire2_valuebound50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec4_product24.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/hard2_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ProductLines,product-lines/email_spec4_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Loops,nla-digbench-scaling/mannadiv_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec6_product12.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -ProductLines,product-lines/email_spec6_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ProductLines,product-lines/email_spec6_product31.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec6_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -ProductLines,product-lines/email_spec7_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Loops,nla-digbench-scaling/ps4-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ProductLines,product-lines/email_spec8_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/ps5-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec8_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,reducercommutativity/rangesum.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem19_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/ps6-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec9_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-examples/sorting_selectionsort_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem101_label08.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 -Loops,loop-acceleration/simple_3-1.c,ILP32,false,ERROR,COVERED,100.0,1,1,5 -ProductLines,product-lines/elevator_spec1_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-examples/standard_copy8_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem102_label06.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,86 -Loops,loops/compact.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/elevator_spec1_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -Arrays,array-fpi/brs4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-programs/Problem102_label59.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,78 -Loops,loops/n.c24.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/elevator_spec2_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -Arrays,array-fpi/eqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem03_label37.c,ILP32,false,FAILED,COVERED,100.0,1,1,30 -Loops,loops/trex01-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ProductLines,product-lines/elevator_spec3_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/ifncompf.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -ECA,eca-rers2012/Problem04_label45.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,20 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/modsf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem05_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/egcd-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,15 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Arrays,array-fpi/nsqmf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem06_label27.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ProductLines,product-lines/email_spec11_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -Arrays,array-fpi/s22iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem07_label19.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,60 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/s4liff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem08_label06.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,84 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -ProductLines,product-lines/email_spec1_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_lcr.7_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/sina5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -ECA,eca-rers2012/Problem09_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ProductLines,product-lines/email_spec27_product24.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -Arrays,array-fpi/ssinaf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem09_label54.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ProductLines,product-lines/email_spec27_product35.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -Arrays,reducercommutativity/rangesum05.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ECA,eca-rers2012/Problem11_label08.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/freire2_valuebound20.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product24.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -Loops,nla-digbench-scaling/hard2_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ProductLines,product-lines/email_spec3_product30.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ECA,eca-rers2012/Problem12_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Loops,nla-digbench-scaling/mannadiv_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec4_product23.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem13_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Sequentialized,seq-pthread/cs_stateful-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound10.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,55 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -Loops,nla-digbench-scaling/ps4-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/ps4-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Loops,nla-digbench-scaling/ps4-ll_unwindbound20.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps5-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound100.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/ps6-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ECA,eca-rers2012/Problem18_label49.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec9_product15.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem19_label42.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec9_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-programs/Problem101_label00.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 -ProductLines,product-lines/elevator_spec1_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,64 -ProductLines,product-lines/elevator_spec2_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label19.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,62 -ProductLines,product-lines/elevator_spec9_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem102_label07.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,79 -ProductLines,product-lines/email_spec0_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-programs/Problem102_label37.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,83 -ProductLines,product-lines/email_spec1_product15.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-programs/Problem103_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,86 -ProductLines,product-lines/email_spec1_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem103_label57.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -ProductLines,product-lines/email_spec27_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem03_label39.c,ILP32,false,ERROR,COVERED,100.0,1,1,22 -ProductLines,product-lines/email_spec3_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 diff --git a/tests/testcomp/results_v8_cover-error_s2/results.csv b/tests/testcomp/results_v8_cover-error_s2/results.csv deleted file mode 100644 index 59a42b96f..000000000 --- a/tests/testcomp/results_v8_cover-error_s2/results.csv +++ /dev/null @@ -1,273 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,3 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,13 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,50 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,recursive-simple/id_o3.c,ILP32,false,ERROR,COVERED,100.0,1,1,9 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,FAILED,TESTCOV_ERROR,,,1,53 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0,0,1,44 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,51 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,68 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,47 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,11 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,49 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,48 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,11 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,13 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,18 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,45 -ECA,eca-programs/Problem101_label12.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,67 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,3 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,-1 -Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,47 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,11 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,FAILED,NOT_COVERED,0.0,1,1,59 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,67 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,86 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,26 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,ERROR,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,recursive-simple/id_o10.c,ILP32,false,ERROR,COVERED,100.0,1,1,8 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,13 -Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,29 -Recursive,recursive-simple/id_o200.c,ILP32,false,ERROR,COVERED,100.0,1,1,29 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,ERROR,COVERED,100.0,1,1,18 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,1 -Recursive,recursive/Addition02.c,ILP32,false,FAILED,COVERED,100.0,1,1,26 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,37 -Recursive,recursive/EvenOdd03.c,ILP32,false,ERROR,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -LinkedLists,list-properties/simple-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,15 -Recursive,recursive/McCarthy91-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-programs/Problem101_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,64 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,20 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem102_label13.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,85 -LinkedLists,list-properties/splice-1.i,ILP32,false,ERROR,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,4 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -XCSP,xcsp/CostasArray-11.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -XCSP,xcsp/CostasArray-13.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -XCSP,xcsp/CostasArray-15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-17.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.2.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -XCSP,xcsp/aim-100-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.6_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,0 -XCSP,xcsp/aim-200-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_lcr.8.1.ufo.BOUNDED-16.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,3 -XCSP,xcsp/aim-200-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,5 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,9 -XCSP,xcsp/aim-200-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -XCSP,xcsp/aim-200-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,48 -XCSP,xcsp/aim-200-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -XCSP,xcsp/aim-200-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,47 -XCSP,xcsp/aim-200-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-programs/copysome2-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem18_label57.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/ps6-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec9_product22.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-pthread/cs_stack-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Arrays,array-examples/sorting_bubblesort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem101_label02.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,61 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,ERROR,COVERED,100.0,1,1,21 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem101_label21.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 -Loops,loops/array-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ProductLines,product-lines/elevator_spec1_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,8 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-programs/Problem102_label46.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,84 -Loops,loops/linear_search.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,0 -ProductLines,product-lines/elevator_spec2_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Arrays,array-fpi/condnf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ECA,eca-rers2012/Problem03_label09.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,21 -Loops,loops/sum03-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/ifeqn3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -ECA,eca-rers2012/Problem04_label26.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound1.c,ILP32,false,FAILED,COVERED,100.0,1,1,11 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Sequentialized,seq-mthreaded/pals_floodmax.5.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Arrays,array-fpi/modnf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem05_label36.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,nla-digbench-scaling/egcd-ll_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/email_spec0_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.1.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/ms5f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem06_label11.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Loops,nla-digbench-scaling/egcd-ll_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,14 -ProductLines,product-lines/email_spec11_product20.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.BOUNDED-12.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem07_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,12 -ProductLines,product-lines/email_spec1_product14.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_lcr.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Arrays,array-fpi/s42iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem07_label48.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,62 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ProductLines,product-lines/email_spec1_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.BOUNDED-14.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Arrays,array-fpi/sina2f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem08_label46.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,79 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,6 -Arrays,array-fpi/ss3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -ECA,eca-rers2012/Problem09_label38.c,ILP32,false,ERROR,NO_SUITE,,,0,87 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ProductLines,product-lines/email_spec27_product32.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,7 -Arrays,array-tiling/mlceu.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem10_label47.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Loops,nla-digbench-scaling/freire2_valuebound100.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -Arrays,reducercommutativity/rangesum60.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,56 -ECA,eca-rers2012/Problem11_label58.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -Loops,nla-digbench-scaling/mannadiv_unwindbound1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -ProductLines,product-lines/email_spec3_product33.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ECA,eca-rers2012/Problem12_label40.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Sequentialized,seq-pthread/cs_fib_longer-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,1 -ProductLines,product-lines/email_spec4_product25.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem13_label30.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ECA,eca-rers2012/Problem13_label44.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,46 -ECA,eca-rers2012/Problem15_label02.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem15_label22.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -ECA,eca-rers2012/Problem15_label37.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ECA,eca-rers2012/Problem16_label05.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-rers2012/Problem16_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-rers2012/Problem16_label38.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-rers2012/Problem16_label52.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-rers2012/Problem17_label20.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem17_label33.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem17_label50.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem18_label01.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ECA,eca-rers2012/Problem18_label19.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec8_product34.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -ECA,eca-rers2012/Problem19_label27.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec9_product26.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-rers2018/Problem15.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 -ProductLines,product-lines/elevator_spec14_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label06.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,65 -ProductLines,product-lines/elevator_spec2_product22.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-programs/Problem101_label16.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,63 -ProductLines,product-lines/elevator_spec3_product27.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-programs/Problem102_label04.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,79 -ProductLines,product-lines/email_spec0_product21.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ECA,eca-programs/Problem102_label28.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,79 -ProductLines,product-lines/email_spec11_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem102_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,83 -ProductLines,product-lines/email_spec1_product31.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem103_label53.c,ILP32,false,FAILED,TESTCOV_ERROR,,,1,77 -ProductLines,product-lines/email_spec27_product25.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ECA,eca-rers2012/Problem03_label31.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -ProductLines,product-lines/email_spec3_product17.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 diff --git a/tests/testcomp/results_v9_cover-branches_s0/results.csv b/tests/testcomp/results_v9_cover-branches_s0/results.csv deleted file mode 100644 index 485b6fd23..000000000 --- a/tests/testcomp/results_v9_cover-branches_s0/results.csv +++ /dev/null @@ -1,121 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,16,3,2 -Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,5 -ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,58 -Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,45 -Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,8 -ECA,eca-rers2012/Problem05_label57.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,48 -Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED,0,0,1,42 -Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,3,2 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,40 -Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,UNKNOWN,VALIDATED,84.62,13,50,39 -Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,43 -Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,12,3,2 -Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,7,2 -ECA,eca-rers2012/Problem08_label09.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,42 -Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,53 -ECA,eca-rers2012/Problem12_label34.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,54 -Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,8 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,8,12,2 -ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,44 -Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,3 -Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,41 -ECA,eca-programs/Problem102_label41.c,ILP32,true,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,39 -Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,42 -ECA,eca-rers2012/Problem04_label47.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,48 -Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,8 -Loops,loops/trex03-2.c,ILP32,true,UNKNOWN,VALIDATED,57.14,7,50,50 -ECA,eca-rers2012/Problem07_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,72 -Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,16,3,2 -Loops,nla-digbench-scaling/egcd-ll_unwindbound20.c,ILP32,false,SUCCEEDED,VALIDATED,90.0,10,26,42 -ECA,eca-rers2012/Problem09_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -Arrays,array-fpi/ss4f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,85.71,14,4,-1 -Loops,nla-digbench-scaling/geo1-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,53 -ECA,eca-rers2012/Problem11_label28.c,ILP32,true,UNKNOWN,VALIDATED,23.74,278,50,57 -Arrays,array-memsafety/openbsd_cmemset-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,85.71,7,5,1 -Loops,nla-digbench-scaling/hard-u_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,92.86,14,50,41 -ECA,eca-rers2012/Problem13_label40.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,55 -Arrays,array-patterns/array22_pattern.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,27.27,22,3,39 -Loops,nla-digbench-scaling/prodbin-ll_valuebound100.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,90.0,10,45,41 -ECA,eca-rers2012/Problem16_label54.c,ILP32,false,SUCCEEDED,VALIDATED,19.69,391,50,43 -Arrays,array-tiling/tcpy.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,4,2 -Loops,nla-digbench/dijkstra.c,ILP32,unknown,UNKNOWN,VALIDATED,78.57,14,50,42 -ECA,eca-rers2012/Problem19_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,46 -Arrays,array-crafted/bor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,2 -Loops,loop-industry-pattern/aiob_2.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -ECA,eca-programs/Problem102_label08.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -Arrays,array-crafted/zero_sum_const_m2.c,ILP32,true,SUCCEEDED,VALIDATED,81.25,16,4,2 -Loops,loop-lit/gj2007.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,7 -ECA,eca-programs/Problem103_label52.c,ILP32,true,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_copy2_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,9.09,11,1,41 -Loops,loop-zilu/benchmark17_conjunctive.i,ILP32,true,SUCCEEDED,VALIDATED,71.43,7,50,42 -ECA,eca-rers2012/Problem03_label58.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,41 -Arrays,array-examples/standard_running-2.i,ILP32,true,UNKNOWN,VALIDATED,6.67,15,1,41 -Loops,loops-crafted-1/in-de52.c,ILP32,true,SUCCEEDED,VALIDATED,91.67,12,50,41 -ECA,eca-rers2012/Problem05_label23.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,46 -Arrays,array-fpi/brs5f_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,85.71,14,3,20 -Loops,loops/s3.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,58.19,177,50,11 -ECA,eca-rers2012/Problem06_label30.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,46 -Arrays,array-fpi/ifeqn5f.c,ILP32,false,SUCCEEDED,VALIDATED,81.25,16,4,4 -Loops,nla-digbench-scaling/cohencu-ll_unwindbound100.c,ILP32,false,SUCCEEDED,VALIDATED,62.5,8,50,21 -ECA,eca-rers2012/Problem07_label36.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,7,62 -Arrays,array-fpi/nsqm-if.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,5,42 -Loops,nla-digbench-scaling/divbin2_valuebound10.i,ILP32,true,SUCCEEDED,VALIDATED,80.0,15,11,2 -ECA,eca-rers2012/Problem08_label42.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,81 -Arrays,array-fpi/s3lif.c,ILP32,true,SUCCEEDED,VALIDATED,78.57,14,3,2 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound1.c,ILP32,false,UNKNOWN,VALIDATED,37.5,16,1,2 -ECA,eca-rers2012/Problem09_label48.c,ILP32,true,ERROR,NO_SUITE,,,0,82 -Arrays,array-fpi/sina4.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,4,7 -Loops,nla-digbench-scaling/freire1_valuebound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,1,1 -ECA,eca-rers2012/Problem10_label55.c,ILP32,false,UNKNOWN,VALIDATED,33.33,201,50,46 -Arrays,array-lopstr16/base_case.i,ILP32,true,UNKNOWN,VALIDATED,27.27,11,50,41 -Loops,nla-digbench-scaling/geo1-u_unwindbound50.c,ILP32,false,UNKNOWN,VALIDATED,75.0,8,20,53 -ECA,eca-rers2012/Problem12_label01.c,ILP32,true,UNKNOWN,VALIDATED,10.09,813,50,46 -Arrays,array-memsafety/cstrpbrk-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,14,6,2 -Loops,nla-digbench-scaling/geo3-ll_unwindbound50.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,21,54 -ECA,eca-rers2012/Problem13_label07.c,ILP32,false,UNKNOWN,VALIDATED,6.59,1093,50,54 -Arrays,array-memsafety/openbsd_cstrstr-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,39.13,23,6,1 -Loops,nla-digbench-scaling/hard2_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED,92.86,14,7,1 -ECA,eca-rers2012/Problem15_label13.c,ILP32,true,SUCCEEDED,VALIDATED,19.81,419,50,39 -Arrays,array-multidimensional/transpose-u.c,ILP32,true,UNKNOWN,VALIDATED,21.43,14,1,40 -Loops,nla-digbench-scaling/mannadiv_unwindbound50.c,ILP32,false,SUCCEEDED,VALIDATED,70.0,10,50,10 -ECA,eca-rers2012/Problem16_label21.c,ILP32,true,SUCCEEDED,VALIDATED,19.69,391,50,41 -Arrays,array-patterns/array5_pattern.c,ILP32,true,UNKNOWN,VALIDATED,87.5,16,50,45 -Loops,nla-digbench-scaling/ps3-ll_unwindbound5.c,ILP32,true,SUCCEEDED,VALIDATED,62.5,8,6,1 -ECA,eca-rers2012/Problem17_label27.c,ILP32,true,SUCCEEDED,VALIDATED,13.5,585,50,44 -Arrays,array-tiling/pnr4.c,ILP32,true,SUCCEEDED,VALIDATED,30.0,20,4,1 -Loops,nla-digbench-scaling/ps6-ll_valuebound20.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,8,22,1 -ECA,eca-rers2012/Problem18_label33.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,40 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,SUCCEEDED,VALIDATED,92.31,13,2,1 -Loops,nla-digbench/hard-ll.c,ILP32,true,SUCCEEDED,VALIDATED,85.71,14,50,39 -ECA,eca-rers2012/Problem19_label39.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,45 -Arrays,array-cav19/array_min_and_copy_shift_sum_add.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,33.33,12,2,53 -Loops,loop-acceleration/multivar_1-2.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,75.0,4,3,39 -ECA,eca-programs/Problem101_label15.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,62 -Arrays,array-crafted/mapavg3.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Loops,loop-invgen/NetBSD_loop.i,ILP32,true,SUCCEEDED,VALIDATED,55.56,9,50,42 -ECA,eca-programs/Problem102_label24.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-crafted/zero_sum3.c,ILP32,true,SUCCEEDED,VALIDATED,85.0,20,3,5 -Loops,loop-invgen/seq-3.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,15,50,42 -ECA,eca-programs/Problem102_label57.c,ILP32,true,ERROR,NO_SUITE,,,0,85 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,37 -Loops,loop-new/count_by_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,4 -ECA,eca-rers2012/Problem03_label08.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,VALIDATED,4.35,23,1,41 -Loops,loop-zilu/benchmark06_conjunctive.i,ILP32,unknown,UNKNOWN,VALIDATED,66.67,9,50,46 -ECA,eca-rers2012/Problem03_label41.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,44 -Arrays,array-examples/standard_copy5_ground-2.i,ILP32,false,UNKNOWN,VALIDATED,5.88,17,1,41 -Loops,loop-zilu/benchmark27_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,100.0,7,50,39 -ECA,eca-rers2012/Problem04_label18.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,55 -Arrays,array-examples/standard_palindrome_ground.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Loops,loop-zilu/benchmark50_linear.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,41 -ECA,eca-rers2012/Problem05_label06.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,56 -Arrays,array-examples/standard_strcpy_original-2.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Loops,loops-crafted-1/sumt2.c,ILP32,true,SUCCEEDED,VALIDATED,70.0,10,50,38 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,55 -Arrays,array-fpi/brs2f.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,92.86,14,3,1 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.0,10,3,1 -ECA,eca-rers2012/Problem06_label13.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,55 diff --git a/tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv deleted file mode 100644 index fcaf70aaf..000000000 --- a/tests/testcomp/results_v9_cover-branches_s0/results.pre-relax.csv +++ /dev/null @@ -1,32 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/s52iff_overflow.c,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,16,3,1 -Loops,nla-digbench-scaling/fermat1-ll_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,37.5,16,2,3 -ECA,eca-rers2012/Problem10_label22.c,ILP32,true,UNKNOWN,VALIDATED,33.33,201,50,53 -Arrays,array-examples/standard_two_index_08.i,ILP32,true,UNKNOWN,VALIDATED,11.11,9,1,41 -Loops,loops/array-1.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,2,1 -ECA,eca-rers2012/Problem05_label57.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,44 -Arrays,array-multidimensional/copy-partial-2-n-u.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,0,0,1,40 -Loops,nla-digbench-scaling/lcm1_valuebound2.c,ILP32,true,SUCCEEDED,VALIDATED,87.5,16,3,2 -ECA,eca-rers2012/Problem15_label48.c,ILP32,false,SUCCEEDED,VALIDATED,19.81,419,50,39 -Arrays,array-examples/sanfoundry_24-1.i,ILP32,true,UNKNOWN,VALIDATED,84.62,13,50,41 -Loops,loop-simple/nested_1b.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -ECA,eca-rers2012/Problem03_label25.c,ILP32,true,SUCCEEDED,VALIDATED,17.23,296,50,42 -Arrays,array-fpi/modpf.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,12,3,2 -Loops,nla-digbench-scaling/cohendiv-ll_valuebound5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,91.67,12,7,2 -ECA,eca-rers2012/Problem08_label09.c,ILP32,true,UNKNOWN,TESTCOV_ERROR,,,50,82 -Arrays,array-memsafety/count_down-alloca-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,12,50,41 -Loops,nla-digbench-scaling/geo2-ll_unwindbound50.c,ILP32,true,UNKNOWN,VALIDATED,62.5,8,21,46 -ECA,eca-rers2012/Problem12_label34.c,ILP32,false,SUCCEEDED,TESTCOV_ERROR,,,50,54 -Arrays,array-programs/partial_mod_count_limited_5.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,92.86,14,50,7 -Loops,nla-digbench-scaling/ps5-ll_unwindbound10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,87.5,8,12,2 -ECA,eca-rers2012/Problem18_label00.c,ILP32,false,SUCCEEDED,VALIDATED,10.64,752,50,39 -Arrays,array-crafted/xor1.i,ILP32,true,SUCCEEDED,VALIDATED,77.78,9,1,3 -Loops,loop-invgen/half_2.i,ILP32,true,SUCCEEDED,VALIDATED,63.64,11,50,41 -ECA,eca-programs/Problem102_label41.c,ILP32,true,ERROR,NO_SUITE,,,0,81 -Arrays,array-examples/standard_copy9_ground-2.i,ILP32,true,UNKNOWN,VALIDATED,4.0,25,1,40 -Loops,loop-zilu/benchmark39_conjunctive.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,7,50,38 -ECA,eca-rers2012/Problem04_label47.c,ILP32,true,SUCCEEDED,TESTCOV_ERROR,,,50,53 -Arrays,array-fpi/eqn4.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,12,4,7 -Loops,loops/trex03-2.c,ILP32,true,UNKNOWN,VALIDATED,57.14,7,50,46 -ECA,eca-rers2012/Problem07_label03.c,ILP32,false,UNKNOWN,TESTCOV_ERROR,,,50,73 -Arrays,array-fpi/s12iff.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,16,3,2 diff --git a/tests/testcomp/results_v9_cover-branches_s1/results.csv b/tests/testcomp/results_v9_cover-branches_s1/results.csv deleted file mode 100644 index 4aa11c132..000000000 --- a/tests/testcomp/results_v9_cover-branches_s1/results.csv +++ /dev/null @@ -1,121 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.71,177,50,44 -Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,46 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,30.77,494,50,43 -BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,41 -Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,21,43 -ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,3 -BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,42 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,54 -ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.63,492,50,41 -BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,1 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,UNKNOWN,VALIDATED,22.22,9,1,42 -ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,40 -Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,56 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,UNKNOWN,VALIDATED,33.07,502,50,40 -BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,45 -Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.92,494,50,39 -BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,41 -Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,54 -ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.22,492,50,39 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,56 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,48 -ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,-1 -BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,30,42 -Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 -ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/modulus-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,76.92,13,27,40 -Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,6,39 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,41 -Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,21,53 -ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.49,492,50,41 -BitVectors,bitvector/s3_srvr_1.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,53.81,197,50,48 -Recursive,recursified_nla-digbench/recursified_ps3-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,42 -ProductLines,product-lines/email_spec27_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED,27.85,492,50,41 -BitVectors,bitvector/s3_srvr_3a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,55.43,184,50,50 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,VALIDATED,100.0,6,50,54 -ProductLines,product-lines/email_spec4_product18.cil.c,ILP32,false,SUCCEEDED,VALIDATED,26.02,492,50,41 -BitVectors,bitvector/soft_float_2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,44.0,50,50,42 -Recursive,recursive/Ackermann03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,90.0,10,31,41 -ProductLines,product-lines/email_spec7_product17.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.73,490,50,40 -BitVectors,bitvector/soft_float_5.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.0,50,50,41 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,7,48,41 -ProductLines,product-lines/email_spec9_product12.cil.c,ILP32,true,SUCCEEDED,VALIDATED,23.06,490,50,38 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,24,2,2 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,62 -ProductLines,product-lines/elevator_spec14_product28.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -BitVectors,bitvector/byte_add-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,75.44,57,50,11 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 -ProductLines,product-lines/elevator_spec1_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/byte_add_2-2.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,4 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-a.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.5,8,50,41 -ProductLines,product-lines/elevator_spec2_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/interleave_bits.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,1,2 -Recursive,recursified_loop-simple/recursified_nested_6.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,3 -ProductLines,product-lines/elevator_spec3_product11.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/jain_6-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,42 -Recursive,recursified_nla-digbench/recursified_divbin.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,92.31,13,24,39 -ProductLines,product-lines/elevator_spec3_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,31.68,808,13,2 -BitVectors,bitvector/num_conversion_2.c,ILP32,true,SUCCEEDED,VALIDATED,83.33,6,50,14 -Recursive,recursified_nla-digbench/recursified_fermat1-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,30.77,13,1,46 -ProductLines,product-lines/email_spec0_product16.cil.c,ILP32,false,UNKNOWN,VALIDATED,27.14,490,50,42 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,62.29,175,50,44 -Recursive,recursified_nla-digbench/recursified_geo1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,10,56 -ProductLines,product-lines/email_spec11_product03.cil.c,ILP32,true,SUCCEEDED,VALIDATED,14.08,476,50,41 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,56.57,175,50,54 -Recursive,recursified_nla-digbench/recursified_hard-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,91.67,12,50,40 -ProductLines,product-lines/email_spec11_product36.cil.c,ILP32,true,SUCCEEDED,VALIDATED,19.79,480,50,39 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.03,177,50,31 -Recursive,recursified_nla-digbench/recursified_prodbin-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,,,0,53 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.93,504,50,41 -BitVectors,bitvector/s3_srvr_1a.BV.c.cil.c,ILP32,true,UNKNOWN,VALIDATED,53.81,197,50,49 -Recursive,recursified_nla-digbench/recursified_ps5-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,71.43,7,50,38 -ProductLines,product-lines/email_spec27_product31.cil.c,ILP32,false,UNKNOWN,VALIDATED,31.47,502,50,42 -BitVectors,bitvector/s3_srvr_3.BV.c.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,55.43,184,50,50 -Recursive,recursive-simple/id2_b3_o5.c,ILP32,true,UNKNOWN,VALIDATED,90.0,10,50,53 -ProductLines,product-lines/email_spec3_product31.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.56,504,50,38 -BitVectors,bitvector/soft_float_1-1.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,42.11,76,50,41 -Recursive,recursive-simple/id_b5_o10-2.c,ILP32,true,UNKNOWN,VALIDATED,83.33,6,50,51 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,28.69,502,50,38 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,SUCCEEDED,VALIDATED,42.11,76,50,38 -Recursive,recursive-simple/sum_non_eq-2.c,ILP32,true,UNKNOWN,VALIDATED,75.0,4,50,44 -ProductLines,product-lines/email_spec6_product30.cil.c,ILP32,false,SUCCEEDED,VALIDATED,28.49,502,50,41 -BitVectors,bitvector/soft_float_3a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,50,50,42 -Recursive,recursive/Addition02WithOverflowBug.c,ILP32,unknown,UNKNOWN,VALIDATED,87.5,8,50,47 -ProductLines,product-lines/email_spec7_product29.cil.c,ILP32,false,SUCCEEDED,VALIDATED,30.8,500,50,41 -BitVectors,bitvector/soft_float_4-3.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.18,44,50,42 -Recursive,recursive/Fibonacci03.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,85.71,7,48,41 -ProductLines,product-lines/email_spec8_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,30.68,502,50,41 -BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,VALIDATED,75.0,4,50,38 -Recursive,recursive/gcd01-1.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,83.33,12,37,44 -ProductLines,product-lines/email_spec9_product28.cil.c,ILP32,true,SUCCEEDED,VALIDATED,26.6,500,50,41 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,22,2 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,56 -ProductLines,product-lines/elevator_spec14_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -BitVectors,bitvector/byte_add-1.i,ILP32,false,SUCCEEDED,VALIDATED,75.44,57,50,12 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,43 -ProductLines,product-lines/elevator_spec1_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -BitVectors,bitvector/byte_add_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,71.93,57,28,2 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,SUCCEEDED,TESTCOV_ERROR,,,50,57 -ProductLines,product-lines/elevator_spec1_product21.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/byte_add_2-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,3 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,48 -ProductLines,product-lines/elevator_spec1_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -BitVectors,bitvector/gcd_1.c,ILP32,true,SUCCEEDED,VALIDATED,80.0,10,4,2 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_4.i.v+nlh-reducer.c,ILP32,unknown,UNKNOWN,VALIDATED,3.12,32,1,41 -ProductLines,product-lines/elevator_spec2_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/gcd_3.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,24,43 -Recursive,recursified_loop-simple/recursified_nested_1.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 -ProductLines,product-lines/elevator_spec2_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/jain_1-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,39 -Recursive,recursified_loop-simple/recursified_nested_4.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,SUCCEEDED,VALIDATED,31.06,808,15,2 -BitVectors,bitvector/jain_4-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,39 -Recursive,recursified_nla-digbench/recursified_bresenham.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.56,9,50,43 -ProductLines,product-lines/elevator_spec3_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,-1 -BitVectors,bitvector/jain_7-1.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,41 -Recursive,recursified_nla-digbench/recursified_dijkstra-u.c,ILP32,unknown,SUCCEEDED,VALIDATED,83.33,12,50,40 -ProductLines,product-lines/elevator_spec3_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 diff --git a/tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv deleted file mode 100644 index 874c934c7..000000000 --- a/tests/testcomp/results_v9_cover-branches_s1/results.pre-relax.csv +++ /dev/null @@ -1,34 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_3.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.71,177,50,39 -Recursive,recursified_nla-digbench/recursified_lcm2.c,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,41 -ProductLines,product-lines/email_spec1_product20.cil.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,30.77,494,50,39 -BitVectors,bitvector/jain_2-2.c,ILP32,unknown,UNKNOWN,VALIDATED,66.67,3,1,38 -Recursive,recursified_nla-digbench/recursified_cohendiv-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,28,47 -ProductLines,product-lines/elevator_spec3_product25.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -BitVectors,bitvector/soft_float_1-2a.c.cil.c,ILP32,true,SUCCEEDED,VALIDATED,41.03,78,50,41 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,VALIDATED,75.0,4,50,55 -ProductLines,product-lines/email_spec6_product15.cil.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,26.63,492,50,41 -BitVectors,bitvector/byte_add_1-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,71.93,57,28,3 -Recursive,recursified_loop-crafted/recursified_simple_array_index_value_2.i,ILP32,unknown,UNKNOWN,VALIDATED,22.22,9,1,40 -ProductLines,product-lines/elevator_spec2_product01.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/s3_clnt_1.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,63.43,175,50,38 -Recursive,recursified_nla-digbench/recursified_geo1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,1,53 -ProductLines,product-lines/email_spec0_product33.cil.c,ILP32,false,SUCCEEDED,VALIDATED,33.07,502,50,38 -BitVectors,bitvector/s3_srvr_2.BV.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,43.48,184,50,44 -Recursive,recursified_nla-digbench/recursified_sqrt1-ll.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.14,7,50,40 -ProductLines,product-lines/email_spec3_product19.cil.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,26.92,494,50,41 -BitVectors,bitvector/soft_float_4-2.c.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.3,46,50,38 -Recursive,recursive/EvenOdd01-1.c,ILP32,true,UNKNOWN,VALIDATED,80.0,10,50,53 -ProductLines,product-lines/email_spec8_product14.cil.c,ILP32,true,UNKNOWN,VALIDATED,26.22,492,50,41 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,100.0,6,50,43 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,TESTCOV_ERROR,,,50,56 -ProductLines,product-lines/elevator_spec1_product17.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,1 -BitVectors,bitvector/gcd_2.c,ILP32,true,SUCCEEDED,VALIDATED,90.0,10,31,42 -Recursive,recursified_loop-simple/recursified_nested_2.c,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,1 -ProductLines,product-lines/elevator_spec2_product29.cil.c,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -BitVectors,bitvector/modulus-1.i,ILP32,unknown,UNKNOWN,VALIDATED,76.92,13,28,45 -Recursive,recursified_nla-digbench/recursified_egcd2-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,80.0,10,6,39 -ProductLines,product-lines/elevator_spec9_product30.cil.c,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -BitVectors,bitvector/s3_clnt_2.BV.c.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,62.86,175,50,42 -Recursive,recursified_nla-digbench/recursified_geo3-ll.c,ILP32,unknown,UNKNOWN,VALIDATED,57.14,7,21,43 -ProductLines,product-lines/email_spec11_product23.cil.c,ILP32,true,UNKNOWN,VALIDATED,30.49,492,50,39 diff --git a/tests/testcomp/results_v9_cover-branches_s2/results.csv b/tests/testcomp/results_v9_cover-branches_s2/results.csv deleted file mode 100644 index 952b8be51..000000000 --- a/tests/testcomp/results_v9_cover-branches_s2/results.csv +++ /dev/null @@ -1,121 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,47 -Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED,61.49,148,50,46 -XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,43 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,18.47,287,50,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,49.25,1139,17,42 -XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,7 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,51 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,47.88,1180,17,39 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,20 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,53.48,187,2,9 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,63.16,38,12,43 -ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.57,175,50,39 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,17 -XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,20 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,14 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,200,50,11 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,28 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.71,211,50,43 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED,21.15,208,50,50 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,39 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,57.34,143,50,42 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.91,22,9,43 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,62.06,456,14,39 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,42 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,21.43,266,50,15 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.56,90,13,3 -XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,9 -ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,48.22,197,50,46 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,10 -XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,50 -Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,SUCCEEDED,VALIDATED,59.62,208,50,42 -XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -ControlFlow,openssl/s3_srvr.blast.01.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,47.26,201,50,51 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.23,495,10,42 -XCSP,xcsp/aim-100-2-0-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,2,36 -ControlFlow,openssl/s3_srvr.blast.10.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,50.72,207,50,47 -Sequentialized,seq-pthread/cs_fib-2.i,ILP32,false,UNKNOWN,VALIDATED,38.2,89,23,45 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,39 -ControlFlow,openssl/s3_srvr.blast.16.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,35.24,227,50,54 -Sequentialized,seq-pthread/cs_sync.i,ILP32,true,UNKNOWN,VALIDATED,22.94,109,11,53 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,40 -ControlFlow,infeasible-control-flow/conflict_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,11.11,9,3,42 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,65.84,161,50,41 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,57.14,14,2,12 -ControlFlow,memory-model/2SB.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,72.55,102,50,8 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,74.71,170,50,20 -XCSP,xcsp/AllInterval-015.c,ILP32,false,UNKNOWN,VALIDATED,3.33,30,1,44 -ControlFlow,ntdrivers-simplified/floppy_simpl3.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,41.44,181,50,15 -Sequentialized,seq-mthreaded/pals_floodmax.3_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,67.4,181,6,42 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,3.33,60,3,38 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,7.11,957,50,13 -Sequentialized,seq-mthreaded/pals_floodmax.4.ufo.BOUNDED-8.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,52.41,456,50,42 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,39 -ControlFlow,ntdrivers/floppy.i.cil-3.c,ILP32,true,SUCCEEDED,VALIDATED,5.58,1164,50,4 -Sequentialized,seq-mthreaded/pals_floodmax.5.ufo.BOUNDED-10.pals.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,45.31,1130,15,42 -XCSP,xcsp/Dubois-020.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,9 -ControlFlow,openssl-simplified/s3_clnt_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,63.43,175,50,41 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,74.17,120,47,6 -XCSP,xcsp/Dubois-028.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,10 -ControlFlow,openssl-simplified/s3_clnt_3.cil-3.c,ILP32,unknown,UNKNOWN,VALIDATED,62.86,175,50,42 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,64.55,189,50,41 -XCSP,xcsp/Dubois-055.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,29 -ControlFlow,openssl-simplified/s3_srvr_11.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.17,213,50,52 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,65.29,121,50,30 -XCSP,xcsp/Dubois-095.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,39 -ControlFlow,openssl-simplified/s3_srvr_3.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,51.78,197,50,46 -Sequentialized,seq-mthreaded/pals_lcr.7.ufo.BOUNDED-14.pals.c,ILP32,true,SUCCEEDED,VALIDATED,60.45,177,50,41 -XCSP,xcsp/Haystacks-11.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 -ControlFlow,openssl/s3_clnt.blast.01.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,57.06,177,50,10 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,VALIDATED,48.0,200,2,3 -XCSP,xcsp/Haystacks-19.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,40 -ControlFlow,openssl/s3_clnt.blast.04.i.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,59.22,179,50,9 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,54.53,464,50,41 -XCSP,xcsp/aim-100-1-6-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,20 -ControlFlow,openssl/s3_srvr.blast.03.i.cil.c,ILP32,unknown,UNKNOWN,VALIDATED,45.27,201,50,51 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,64.89,487,12,40 -XCSP,xcsp/aim-100-2-0-unsat-3.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,19 -ControlFlow,openssl/s3_srvr.blast.08.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,37.91,211,50,46 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED,44.19,1179,17,40 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,41 -ControlFlow,openssl/s3_srvr.blast.11.i.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,52 -Sequentialized,seq-pthread/cs_lamport.i,ILP32,true,UNKNOWN,VALIDATED,35.55,211,37,39 -XCSP,xcsp/aim-200-1-6-unsat-2.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,41 -ControlFlow,openssl/s3_srvr.blast.14.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,36.2,221,50,53 -Sequentialized,seq-pthread/cs_stack-1.i,ILP32,true,UNKNOWN,VALIDATED,21.66,157,1,56 -XCSP,xcsp/aim-200-2-0-unsat-1.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,42 -ControlFlow,unsignedintegeroverflow-sas23/cancel_var_through_overflow.i,ILP32,true,SUCCEEDED,VALIDATED,60.0,5,2,2 -Sequentialized,systemc/token_ring.01.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,37.84,74,50,53 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,39 -ControlFlow,infeasible-control-flow/conflict_branch1.c,ILP32,true,UNKNOWN,VALIDATED,75.0,8,50,56 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED,65.84,161,50,41 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,VALIDATED,60.0,10,2,2 -ControlFlow,infeasible-control-flow/unreach_branch1.c,ILP32,true,SUCCEEDED,VALIDATED,75.0,8,50,41 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,64.15,159,50,41 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,55.56,18,2,32 -ControlFlow,infeasible-control-flow/unreach_branch4.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,8,50,41 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,59.15,142,50,42 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,80.77,26,10,42 -ControlFlow,memory-model/4SB.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,68.54,178,50,38 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,49.2,187,2,6 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,VALIDATED,79.41,34,12,43 -ControlFlow,ntdrivers-simplified/diskperf_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,51.46,171,50,42 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.27,182,50,21 -XCSP,xcsp/AllInterval-020.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,2.5,40,1,43 -ControlFlow,ntdrivers-simplified/floppy_simpl4.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,29.43,265,50,18 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,58.33,456,11,38 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,23 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl2.cil-1.c,ILP32,unknown,SUCCEEDED,VALIDATED,39.5,200,50,6 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,63.07,463,13,42 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,39 -ControlFlow,ntdrivers/cdaudio.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,5.35,953,39,3 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED,42.94,1090,50,38 -XCSP,xcsp/Dubois-015.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,5.34,1160,50,4 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,41.86,1130,13,39 -XCSP,xcsp/Dubois-018.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,7 diff --git a/tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv deleted file mode 100644 index a15f4f215..000000000 --- a/tests/testcomp/results_v9_cover-branches_s2/results.pre-relax.csv +++ /dev/null @@ -1,37 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,openssl-simplified/s3_srvr_1a.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,68.42,57,50,39 -Sequentialized,seq-mthreaded/pals_lcr.6.ufo.BOUNDED-12.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,61.49,148,50,38 -XCSP,xcsp/Haystacks-08.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,40 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,18.47,287,50,2 -Sequentialized,seq-mthreaded/pals_floodmax.5.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,42.49,1139,13,41 -XCSP,xcsp/Dubois-017.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,6 -ControlFlow,openssl/s3_srvr.blast.07.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,43 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,43.47,1180,16,38 -XCSP,xcsp/aim-100-3-4-sat-3.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,38 -ControlFlow,ntdrivers-simplified/cdaudio_simpl1.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,21.86,366,50,18 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,53.48,187,2,7 -XCSP,xcsp/AllInterval-019.c,ILP32,false,UNKNOWN,VALIDATED_ABORTS,71.05,38,13,46 -ControlFlow,openssl-simplified/s3_clnt_2.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,60.57,175,50,37 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.ufo.BOUNDED-10.pals.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,67.74,155,50,14 -XCSP,xcsp/Dubois-040.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,50.0,2,1,21 -ControlFlow,openssl/s3_clnt.blast.02.i.cil-2.c,ILP32,unknown,SUCCEEDED,VALIDATED,55.87,179,50,16 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,75.0,200,50,10 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,2,22 -ControlFlow,openssl/s3_srvr.blast.13.i.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,51.18,211,50,47 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,VALIDATED,21.15,208,50,45 -XCSP,xcsp/aim-200-2-0-sat-2.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,2,3,42 -ControlFlow,infeasible-control-flow/unreach_branch3.c,ILP32,true,SUCCEEDED,VALIDATED_ABORTS,16.67,6,2,37 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,57.34,143,50,41 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,90.91,22,9,41 -ControlFlow,ntdrivers-simplified/kbfiltr_simpl1.cil.c,ILP32,unknown,SUCCEEDED,VALIDATED,48.39,124,50,4 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,VALIDATED,63.38,456,10,41 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,2,3,39 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,VALIDATED,21.43,266,50,13 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,VALIDATED,75.56,90,13,3 -XCSP,xcsp/Dubois-024.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,7 -ControlFlow,openssl-simplified/s3_srvr_1.cil-1.c,ILP32,unknown,UNKNOWN,VALIDATED,48.22,197,50,46 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,VALIDATED,66.67,96,18,13 -XCSP,xcsp/Dubois-075.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,43 -ControlFlow,openssl-simplified/s3_srvr_6.cil-2.c,ILP32,unknown,UNKNOWN,VALIDATED,51.95,231,50,47 -Sequentialized,seq-mthreaded/pals_lcr.8.ufo.BOUNDED-16.pals.c,ILP32,true,SUCCEEDED,VALIDATED,59.62,208,50,43 -XCSP,xcsp/Haystacks-15.c,ILP32,true,SUCCEEDED,VALIDATED,100.0,2,3,41 diff --git a/tests/testcomp/results_v9_cover-branches_s3/results.csv b/tests/testcomp/results_v9_cover-branches_s3/results.csv deleted file mode 100644 index b43123d07..000000000 --- a/tests/testcomp/results_v9_cover-branches_s3/results.csv +++ /dev/null @@ -1,121 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,UNKNOWN,VALIDATED,100.0,4,50,48 -Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,10 -LinkedLists,heap-manipulation/tree-3.i,ILP32,true,SUCCEEDED,VALIDATED,77.5,40,50,56 -Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,2 -Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,2 -LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,54 -Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.29,34,50,40 -Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,42 -Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,23.91,46,3,2 -Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,2 -LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,39 -Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED,100.0,6,3,2 -Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.0,25,3,43 -Heap,memsafety-cve/json-parser.i,ILP32,unknown,UNKNOWN,VALIDATED,67.35,49,50,40 -Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,list-properties/list-1.i,ILP32,true,SUCCEEDED,VALIDATED,52.94,17,50,40 -Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,39 -Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,40 -Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,2 -Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,16.67,12,1,2 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,61.11,18,50,46 -Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,2 -Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,1 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,56.0,25,2,39 -Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 -Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,SUCCEEDED,VALIDATED,76.0,25,50,54 -Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,84.21,19,50,51 -Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,56 -Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,1 -Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,2 -Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,45 -Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,42 -Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,54 -Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,18,50,41 -Heap,memsafety/test-0102-2.i,ILP32,unknown,UNKNOWN,VALIDATED,72.73,11,50,43 -Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,46 -Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,42 -Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,44 -Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,2 -Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,2 -LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,SUCCEEDED,VALIDATED,73.53,34,50,56 -Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 -Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,44 -Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,SUCCEEDED,VALIDATED,74.19,31,50,56 -Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,SUCCEEDED,VALIDATED,72.88,59,9,40 -Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,VALIDATED,90.0,10,43,49 -Floats,neural-networks/cartpole_55_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,forester-heap/sll-simple-white-blue-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.33,18,50,42 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -Floats,neural-networks/cos_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,32.81,64,3,40 -Heap,list-ext-properties/test-0217_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,40,50,42 -Floats,neural-networks/dubinsrejoin_54_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,27.08,48,5,42 -Heap,memsafety-cve/dlt-daemon.i,ILP32,unknown,SUCCEEDED,VALIDATED,,,0,2 -Floats,neural-networks/erf_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,list-ext3-properties/dll_nondet_free_order-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,86.67,15,6,2 -Heap,memsafety-cve/gpac_5.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,13.64,22,50,46 -Floats,neural-networks/lunarlander_16_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-1.i,ILP32,true,SUCCEEDED,VALIDATED,83.87,31,50,17 -Heap,memsafety-cve/libpe.i,ILP32,unknown,UNKNOWN,VALIDATED,4.17,24,50,40 -Floats,neural-networks/lunarlander_63_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,list-properties/list_flag-2.i,ILP32,true,SUCCEEDED,VALIDATED,64.71,17,50,39 -Heap,memsafety-cve/openNDS_1.i,ILP32,unknown,UNKNOWN,VALIDATED,44.44,36,50,39 -Floats,neural-networks/poly_128_thresh_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,memsafety-broom/dll-backwards.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,8,50,39 -Heap,memsafety-cve/radare2_2Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,52.78,36,50,42 -Floats,neural-networks/poly_4_4_4_4_thresh_5_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/dll.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,6,50,42 -Heap,memsafety-ext/dll_extends_pointer.i,ILP32,unknown,SUCCEEDED,VALIDATED,66.67,9,50,54 -Floats,neural-networks/softmax_10_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/linux-list-middle-data.i,LP64,unknown,SUCCEEDED,VALIDATED,100.0,7,50,42 -Heap,memsafety/global-atexit-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,75.0,4,2,1 -Floats,neural-networks/softsign_w64_r3_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/sll-nested-linux-list.i,LP64,unknown,UNKNOWN,VALIDATED,76.92,13,50,44 -Heap,memsafety/test-0234-2.i,ILP32,unknown,UNKNOWN,VALIDATED,84.62,13,50,44 -Floats,neural-networks/tanh_w64_r1_case_1_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/sll-shared-sll-after.i,LP64,unknown,SUCCEEDED,VALIDATED,90.0,10,50,41 -Heap,heap-data/min_max.i,ILP32,true,SUCCEEDED,VALIDATED,69.23,13,50,43 -Floats,float-benchs/filter1.c.v+lhb-reducer.c,ILP32,true,UNKNOWN,VALIDATED,52.94,34,50,46 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.21,56,50,46 -Heap,ldv-memsafety/memleaks_test1-3.i,ILP32,unknown,SUCCEEDED,VALIDATED,3.12,32,1,1 -Floats,float-benchs/mea8000.c,ILP32,true,UNKNOWN,VALIDATED,9.43,53,1,42 -LinkedLists,forester-heap/dll-circular-2.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,39 -Heap,ldv-memsafety/memleaks_test13_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -Floats,float-benchs/zonotope_loose.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,6,1,1 -LinkedLists,forester-heap/dll-queue-1.i,ILP32,true,SUCCEEDED,VALIDATED,72.88,59,50,42 -Heap,ldv-memsafety/memleaks_test16_1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,1 -Floats,float-newlib/double_req_bl_0876.c,ILP32,true,SUCCEEDED,VALIDATED,8.74,183,2,1 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,73.53,34,50,53 -Heap,ldv-memsafety/memleaks_test18_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.0,40,1,2 -Floats,float-newlib/float_req_bl_0670.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,SUCCEEDED,VALIDATED,85.0,20,50,42 -Heap,ldv-memsafety/memleaks_test22_1-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,12.5,32,1,1 -Floats,float-newlib/float_req_bl_1130b.c,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,forester-heap/dll-sorted-2.i,ILP32,true,UNKNOWN,VALIDATED,13.51,37,50,54 -Heap,ldv-memsafety/memleaks_test23_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.85,52,2,3 -Floats,floats-cbmc-regression/float8.i,ILP32,true,SUCCEEDED,VALIDATED,57.14,7,1,1 -LinkedLists,forester-heap/sll-01-1.i,ILP32,true,UNKNOWN,VALIDATED,67.86,56,50,52 -Heap,ldv-memsafety/memleaks_test5_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,forester-heap/sll-circular-1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,4.76,21,2,41 -Heap,ldv-memsafety/memleaks_test8_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,2,1 -Floats,floats-nonlinear/coral-benchmark01.c,ILP32,false,SUCCEEDED,VALIDATED,50.0,4,1,1 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED,61.11,18,50,43 diff --git a/tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv b/tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv deleted file mode 100644 index c01091f03..000000000 --- a/tests/testcomp/results_v9_cover-branches_s3/results.pre-relax.csv +++ /dev/null @@ -1,60 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Heap,memory-alloca/c.03-alloca-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,100.0,4,50,42 -Floats,neural-networks/dubinsrejoin_79_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,4 -LinkedLists,heap-manipulation/tree-3.i,ILP32,true,UNKNOWN,VALIDATED,77.5,40,50,52 -Heap,ldv-memsafety/memleaks_test7-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,7.5,40,1,2 -Floats,floats-esbmc-regression/ceil_nondet.i,ILP32,true,UNKNOWN,VALIDATED,35.29,17,1,1 -LinkedLists,forester-heap/sll-optional-1.i,ILP32,true,SUCCEEDED,VALIDATED,61.11,18,50,52 -Heap,memsafety-cve/picotcp.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,35.29,34,50,38 -Floats,neural-networks/poly_256_thresh_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,memsafety-broom/dll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,38 -Heap,ldv-memsafety/memleaks_test17_2-2.i,ILP32,unknown,SUCCEEDED,VALIDATED_ABORTS,23.91,46,3,1 -Floats,float-newlib/double_req_bl_1231b.c,ILP32,true,SUCCEEDED,VALIDATED,43.75,16,1,1 -LinkedLists,forester-heap/dll-reverse.i,ILP32,true,SUCCEEDED,VALIDATED,84.62,26,50,38 -Heap,ldv-regression/test28-1.c,ILP32,false,SUCCEEDED,VALIDATED_ABORTS,100.0,6,3,1 -Floats,neural-networks/cartpole_7_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,48.0,25,3,41 -Heap,memsafety-cve/json-parser.i,ILP32,unknown,SUCCEEDED,VALIDATED,67.35,49,50,38 -Floats,neural-networks/lunarlander_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,list-properties/list-1.i,ILP32,true,SUCCEEDED,VALIDATED,52.94,17,50,38 -Heap,memsafety-ext2/length_test03-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,90.0,10,50,37 -Floats,neural-networks/softsign_w16_r2_case_0_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/sll-lst-shared.i,LP64,unknown,SUCCEEDED,VALIDATED,87.5,8,50,41 -Heap,ldv-memsafety/memleaks_test11_2.i,ILP32,unknown,SUCCEEDED,VALIDATED,4.76,42,1,2 -Floats,float-benchs/sin_interpolated_negation.c,ILP32,true,UNKNOWN,VALIDATED_ABORTS,16.67,12,1,2 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,61.11,18,50,52 -Heap,ldv-memsafety/memleaks_test22_3-2.i,ILP32,unknown,SUCCEEDED,VALIDATED,34.38,32,2,2 -Floats,floats-cbmc-regression/float-flags-simp1.i,ILP32,true,SUCCEEDED,VALIDATED,71.68,113,1,2 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,VALIDATED_ABORTS,56.0,25,3,41 -Heap,ldv-regression/test10.c,ILP32,true,SUCCEEDED,VALIDATED,50.0,2,1,1 -Floats,neural-networks/cartpole_31_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,forester-heap/sll-rb-sentinel-1.i,ILP32,true,UNKNOWN,VALIDATED,76.0,25,50,46 -Heap,list-ext-properties/list-ext_2.i,ILP32,unknown,UNKNOWN,VALIDATED_ABORTS,84.21,19,50,53 -Floats,neural-networks/dubinsrejoin_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,3 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,UNKNOWN,VALIDATED,76.06,71,50,52 -Heap,memsafety-cve/gpac_15.i,ILP32,unknown,SUCCEEDED,VALIDATED,9.09,22,1,1 -Floats,neural-networks/gelu_3_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,list-ext3-properties/sll_length_check-2.i,ILP32,true,SUCCEEDED,VALIDATED,76.92,13,31,2 -Heap,memsafety-cve/minizip-ng_1Fixed.i,ILP32,unknown,SUCCEEDED,VALIDATED,28.12,32,50,43 -Floats,neural-networks/lunarlander_88_unsafe.c-amalgamation.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,list-properties/simple_built_from_end.i,ILP32,true,SUCCEEDED,VALIDATED,66.67,9,50,42 -Heap,memsafety-cve/stb.i,ILP32,unknown,SUCCEEDED,VALIDATED,47.73,44,4,52 -Floats,neural-networks/poly_8_8_8_thresh_2_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,2 -LinkedLists,memsafety-broom/linux-hlist-middle-data.i,LP64,unknown,UNKNOWN,VALIDATED,100.0,18,50,42 -Heap,memsafety/test-0102-2.i,ILP32,unknown,UNKNOWN,VALIDATED,72.73,11,50,43 -Floats,neural-networks/tanh_6_safe.c-amalgamation.i,ILP32,true,UNKNOWN,VALIDATED,,,0,-2 -LinkedLists,memsafety-broom/sll-nested-sll.i,LP64,unknown,UNKNOWN,VALIDATED,91.67,12,50,46 -Heap,heap-data/shared_mem1.i,ILP32,true,UNKNOWN,VALIDATED_ABORTS,9.09,11,2,41 -Floats,float-benchs/interpolation.c,ILP32,true,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,UNKNOWN,VALIDATED,57.14,21,50,52 -Heap,ldv-memsafety/memleaks_test14_3.i,ILP32,unknown,SUCCEEDED,VALIDATED,8.33,36,2,2 -Floats,float-newlib/double_req_bl_0670.c,ILP32,true,SUCCEEDED,VALIDATED,1.41,71,1,2 -LinkedLists,forester-heap/dll-rb-cnstr_1-1.i,ILP32,true,UNKNOWN,VALIDATED,73.53,34,50,49 -Heap,ldv-memsafety/memleaks_test20-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 -Floats,float-newlib/float_req_bl_0875.c,ILP32,true,UNKNOWN,VALIDATED,,,0,0 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,UNKNOWN,VALIDATED,13.51,37,50,57 -Heap,ldv-memsafety/memleaks_test4-1.i,ILP32,unknown,SUCCEEDED,VALIDATED,5.88,34,1,2 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,VALIDATED,,,0,1 -LinkedLists,forester-heap/sll-buckets-1.i,ILP32,true,SUCCEEDED,VALIDATED,74.19,31,50,53 -Heap,ldv-regression/alias_of_return_2.c_1.i,ILP32,true,SUCCEEDED,VALIDATED,,,0,2 -Floats,loop-floats-scientific-comp/loop3.c,ILP32,true,UNKNOWN,VALIDATED,,,0,3 diff --git a/tests/testcomp/results_v9_cover-error_s0/results.csv b/tests/testcomp/results_v9_cover-error_s0/results.csv deleted file mode 100644 index 9c6dc40c4..000000000 --- a/tests/testcomp/results_v9_cover-error_s0/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,6 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,8 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,22 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,28 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,34 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,-1 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,36 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,list-ext2-properties/simple_search_value-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -ProductLines,product-lines/elevator_spec9_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn1f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,6 -Sequentialized,seq-mthreaded/pals_floodmax.4.4.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec0_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/ifeqn1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Sequentialized,seq-mthreaded/pals_floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ProductLines,product-lines/email_spec11_productSimulator.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Arrays,array-fpi/indp1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec1_product32.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Arrays,array-fpi/modpf.c,ILP32,false,FAILED,COVERED,100.0,1,1,-1 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec27_product27.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/ncompf.c,ILP32,false,FAILED,COVERED,100.0,1,1,19 -Sequentialized,seq-mthreaded/pals_lcr.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -ProductLines,product-lines/email_spec3_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Arrays,array-fpi/res2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.5.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/email_spec3_product32.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -Arrays,array-fpi/s2iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_lcr.7.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/email_spec4_product30.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-fpi/s4iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.2.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ProductLines,product-lines/email_spec6_product16.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Arrays,array-fpi/sina3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -ProductLines,product-lines/email_spec6_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Arrays,array-fpi/ss2f.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.4.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -ProductLines,product-lines/email_spec7_product35.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Arrays,array-programs/copysome1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.3.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec8_product33.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Arrays,reducercommutativity/rangesum10.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Sequentialized,seq-pthread/cs_queue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ProductLines,product-lines/email_spec9_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-examples/data_structures_set_multi_proc_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.1.ufo.BOUNDED-10.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ProductLines,product-lines/elevator_spec14_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/sorting_selectionsort_2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,loop-floats-scientific-comp/loop4.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -XCSP,xcsp/AllInterval-008.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -Loops,loops-crafted-1/nested_delay_notd2.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -ProductLines,product-lines/elevator_spec1_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy4_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem102_label50.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -Arrays,array-examples/standard_copy7_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem103_label56.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -Arrays,array-examples/standard_minInArray_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-rers2012/Problem03_label45.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,28 -Arrays,array-fpi/brs1f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem04_label35.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-fpi/brs5f.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -ECA,eca-rers2012/Problem05_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,47 -Arrays,array-fpi/condmf.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -ECA,eca-rers2012/Problem05_label55.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 diff --git a/tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv b/tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv deleted file mode 100644 index 0d68b1f6f..000000000 --- a/tests/testcomp/results_v9_cover-error_s0/results.pre-relax.csv +++ /dev/null @@ -1,66 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -Arrays,array-fpi/ms3f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/test29-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -ProductLines,product-lines/email_spec27_product34.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Arrays,array-fpi/condgf.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Heap,ldv-regression/test22-3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -ProductLines,product-lines/email_spec0_product22.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Arrays,array-fpi/s5liff.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_unlock_at_exit.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -ProductLines,product-lines/email_spec6_product29.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-examples/standard_copy6_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Heap,ldv-regression/rule57_ebda_blast_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,12 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.BOUNDED-6.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,7 -ProductLines,product-lines/elevator_spec2_product30.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/ifeqn4f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,10 -Heap,ldv-regression/test24-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Sequentialized,seq-mthreaded/pals_floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/email_spec1_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-fpi/s1iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/freire2_valuebound5.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,floats-cdfpl/newton_2_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-3-4-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/soft_float_4-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Recursive,recursive/BallRajamani-SPIN2000-Fig1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem18_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,list-properties/alternating_list-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,16 -Heap,ldv-regression/fo_test.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -ProductLines,product-lines/elevator_spec1_product26.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_running-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,37 -Loops,loops/sum01_bug02.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Floats,float-benchs/inv_Newton.c.p+cfa-reducer.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-015.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test23-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -Sequentialized,seq-mthreaded/pals_floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,58 -ProductLines,product-lines/email_spec11_product26.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,38 -Arrays,array-fpi/indp4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/14_fuzzle_50x50_CVE-2016-6131.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem08_label51.c,ILP32,false,ERROR,NO_SUITE,,,0,84 -LinkedLists,forester-heap/sll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Floats,floats-cdfpl/newton_2_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-sets/test_mutex_double_unlock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.8_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec4_product35.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -Arrays,array-fpi/sqm-iff.c,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Recursive,recursive/Ackermann02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -ECA,eca-rers2012/Problem17_label09.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -LinkedLists,list-ext3-properties/sll_nondet_insert-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,28 -Loops,nla-digbench-scaling/ps5-ll_unwindbound50.c,ILP32,false,FAILED,COVERED,100.0,1,1,6 -Floats,loop-floats-scientific-comp/loop1-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -Heap,ldv-regression/test21-2.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/elevator_spec14_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Arrays,array-examples/standard_copy3_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/03_fuzzle_50x50.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-programs/Problem102_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,81 -LinkedLists,forester-heap/dll-optional-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Loops,loops/matrix-2-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Floats,float-benchs/inv_Newton-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/AllInterval-013.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 diff --git a/tests/testcomp/results_v9_cover-error_s1/results.csv b/tests/testcomp/results_v9_cover-error_s1/results.csv deleted file mode 100644 index ab86ef020..000000000 --- a/tests/testcomp/results_v9_cover-error_s1/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,59 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,60 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,33 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,19 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,24 -Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,50 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,45 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,28 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,-1 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,45 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,22 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,7 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,15 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,5 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,38 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,31 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,26 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,56 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,9 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,3 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/ps5-ll_unwindbound100.c,ILP32,false,FAILED,COVERED,100.0,1,1,12 -Floats,floats-cdfpl/square_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,nla-digbench-scaling/ps6-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Floats,loop-floats-scientific-comp/loop2-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-6-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,loop-acceleration/array_2-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,39 -Floats,floats-cdfpl/newton_1_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-006.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,loop-acceleration/simple_2-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -ECA,eca-programs/Problem101_label18.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -LinkedLists,heap-manipulation/tree-4.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,27 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.5.ufo.BOUNDED-10.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -XCSP,xcsp/AllInterval-010.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Loops,loops/count_up_down-2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -ProductLines,product-lines/elevator_spec2_product24.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/invert_string-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -ProductLines,product-lines/elevator_spec2_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Loops,loops/nec20.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -ProductLines,product-lines/elevator_spec3_product23.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/terminator_01.c,ILP32,false,FAILED,COVERED,100.0,1,1,42 -ProductLines,product-lines/elevator_spec3_product32.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Loops,loops/vogal-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,59 -ProductLines,product-lines/elevator_spec9_productSimulator.cil.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,44 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec0_product31.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 diff --git a/tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv b/tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv deleted file mode 100644 index 77a04b422..000000000 --- a/tests/testcomp/results_v9_cover-error_s1/results.pre-relax.csv +++ /dev/null @@ -1,99 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -BitVectors,bitvector/s3_clnt_2.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Floats,floats-cdfpl/newton_1_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-100-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector-loops/verisec_sendmail_tTflag_arr_one_loop.c,ILP32,false,FAILED,COVERED,100.0,1,1,8 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound10.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Floats,float-benchs/nan_double.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-019.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector/soft_float_1-3a.c.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,55 -Floats,floats-cdfpl/sine_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-1-6-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -BitVectors,bitvector-loops/diamond_2-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Loops,loops/insertion_sort-1-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,float-benchs/float_int_inv_square.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -XCSP,xcsp/AllInterval-011.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector-regression/recHanoi03-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Floats,float-newlib/double_req_bl_0870a.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/s3_clnt_3.BV.c.cil-2a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,recursive-simple/id_o100.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,27 -ECA,eca-rers2012/Problem12_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -LinkedLists,heap-manipulation/dll_of_dll-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,18 -Heap,list-ext-properties/simple-ext.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,57 -ProductLines,product-lines/email_spec8_product22.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-examples/standard_allDiff2_ground.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Loops,loop-invariants/linear-inequality-inv-b.c,ILP32,false,FAILED,COVERED,100.0,1,1,4 -Floats,float-benchs/cast_union_loose.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-007.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -BitVectors,bitvector/sum02-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/06_fuzzle_50x50_0-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem04_label15.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,forester-heap/dll-rb-sentinel-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,27 -Loops,nla-digbench-scaling/egcd-ll_unwindbound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Floats,float-benchs/sin_interpolated_index-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-030.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Heap,ldv-regression/test25-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Sequentialized,seq-mthreaded/pals_lcr-var-start-time.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec27_product18.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -Arrays,array-fpi/pcompf.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,20 -Recursive,recursive-simple/id_b3_o2-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -ECA,eca-rers2012/Problem11_label43.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -LinkedLists,forester-heap/sll-token-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Floats,floats-cdfpl/newton_3_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-6-0-sat-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,list-ext-properties/list-ext.i,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Sequentialized,seq-mthreaded/pals_opt-floodmax.4.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -ProductLines,product-lines/email_spec7_product30.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Arrays,array-tiling/skippedu.c,ILP32,false,FAILED,COVERED,100.0,1,1,18 -Recursive,recursive/Fibonacci04.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,5 -ECA,eca-rers2012/Problem19_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -LinkedLists,list-properties/list_flag-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,31 -Loops,loop-acceleration/diamond_1-2.c,ILP32,false,FAILED,COVERED,100.0,1,1,23 -Floats,float-benchs/cast_float_ptr.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-005.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-regression/test28-1.c,ILP32,false,FAILED,COVERED,100.0,1,1,14 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.1.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -ProductLines,product-lines/elevator_spec2_product18.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-examples/standard_copy9_ground-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/05_fuzzle_70x70.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem03_label28.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,24 -LinkedLists,forester-heap/dll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Loops,loops/trex02-2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,8 -Floats,float-benchs/inv_square-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-017.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Loops,nla-digbench-scaling/bresenham-ll_unwindbound20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,38 -Floats,float-benchs/nan_float.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-020.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/egcd-ll_unwindbound5.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Floats,float-benchs/sqrt_poly2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/egcd2-ll_unwindbound50.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,40 -Floats,float-newlib/float_req_bl_0870a.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/CostasArray-14.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/fermat1-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Floats,floats-cdfpl/newton_1_5.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/fermat2-ll_unwindbound1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,48 -Floats,floats-cdfpl/newton_1_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-1-6-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -Loops,nla-digbench-scaling/freire2_valuebound10.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Floats,floats-cdfpl/newton_2_7.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-2-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/hard2_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Floats,floats-cdfpl/newton_3_6.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-100-3-4-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Loops,nla-digbench-scaling/mannadiv_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Floats,floats-cdfpl/newton_3_8.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-100-6-0-sat-4.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/prod4br-ll_unwindbound5.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -Floats,floats-cdfpl/sine_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,3 -XCSP,xcsp/aim-200-1-6-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 -Loops,nla-digbench-scaling/ps4-ll_unwindbound10.c,ILP32,false,FAILED,COVERED,100.0,1,1,5 -Floats,floats-cdfpl/square_1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,4 -XCSP,xcsp/aim-200-2-0-sat-3.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,4 diff --git a/tests/testcomp/results_v9_cover-error_s2/results.csv b/tests/testcomp/results_v9_cover-error_s2/results.csv deleted file mode 100644 index cf413555f..000000000 --- a/tests/testcomp/results_v9_cover-error_s2/results.csv +++ /dev/null @@ -1,125 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,26 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,57 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,49 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,43 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,13 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,42 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,85 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,43 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,52 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,44 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,47 -ECA,eca-programs/Problem102_label02.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,40 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,15 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,10 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,51 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,29 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,17 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,4 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,18 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,61 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,SUCCEEDED,NOT_COVERED,,,0,43 -ECA,eca-programs/Problem101_label12.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,73 -LinkedLists,forester-heap/dll-01-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,3 -Loops,loops/bubble_sort-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -Floats,float-benchs/cast_union_tight.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -XCSP,xcsp/AllInterval-009.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Heap,ldv-sets/test_mutex_unbounded-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Sequentialized,seq-mthreaded/pals_floodmax.3.2.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,0.0,1,1,14 -ProductLines,product-lines/elevator_spec3_product19.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Arrays,array-fpi/brs3f.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,-1 -Recursive,fuzzle-programs/07_fuzzle_50x50_25-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem05_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,forester-heap/dll-simple-white-blue-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,17 -Recursive,fuzzle-programs/09_fuzzle_50x50_75-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem06_label05.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,forester-heap/dll-token-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 -Recursive,fuzzle-programs/11_fuzzle_50x50_CVE-2016-4489.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,53 -ECA,eca-rers2012/Problem07_label11.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,71 -LinkedLists,forester-heap/sll-buckets-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Recursive,fuzzle-programs/13_fuzzle_50x50_CVE-2016-4493.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem08_label15.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,forester-heap/sll-optional-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,33 -Recursive,fuzzle-programs/15_fuzzle_50x50_equality-checks.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,51 -ECA,eca-rers2012/Problem09_label34.c,ILP32,false,ERROR,NO_SUITE,,,0,83 -LinkedLists,forester-heap/sll-rb-cnstr_1-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,9 -Recursive,recursive-simple/id2_b3_o2.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,16 -ECA,eca-rers2012/Problem10_label57.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -LinkedLists,forester-heap/sll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -Recursive,recursive-simple/id_o10.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,8 -ECA,eca-rers2012/Problem12_label21.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,heap-manipulation/bubble_sort_linux-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,20 -Recursive,recursive-simple/id_o1000.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,54 -ECA,eca-rers2012/Problem13_label25.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,46 -LinkedLists,heap-manipulation/merge_sort-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,36 -Recursive,recursive-simple/id_o200.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,37 -ECA,eca-rers2012/Problem15_label30.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,heap-manipulation/tree-2.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,25 -Recursive,recursive-simple/sum_non_eq-3.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,21 -ECA,eca-rers2012/Problem16_label31.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -LinkedLists,list-ext3-properties/sll_length_check-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,2 -Recursive,recursive/Addition02.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,33 -ECA,eca-rers2012/Problem17_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -LinkedLists,list-ext3-properties/sll_of_sll_nondet_append-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,recursive/EvenOdd03.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,6 -ECA,eca-rers2012/Problem18_label38.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -LinkedLists,list-properties/list-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Recursive,recursive/Fibonacci05.c,ILP32,false,UNKNOWN,COVERED,100.0,1,1,4 -ECA,eca-rers2012/Problem19_label51.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,list-properties/simple-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,12 -Recursive,recursive/McCarthy91-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ECA,eca-programs/Problem101_label05.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,66 -LinkedLists,forester-heap/sll-rb-sentinel-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,21 -Sequentialized,seq-mthreaded/pals_STARTPALS_ActiveStandby.4_1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ProductLines,product-lines/elevator_spec1_product20.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-examples/standard_copy1_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -ECA,eca-programs/Problem102_label13.c,ILP32,false,ERROR,NO_SUITE,,,0,82 -LinkedLists,list-properties/splice-1.i,ILP32,false,UNKNOWN,COVERED,100.0,1,1,15 -Sequentialized,seq-mthreaded/pals_STARTPALS_Triplicated.2.ufo.BOUNDED-10.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -XCSP,xcsp/AllInterval-012.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.1.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -XCSP,xcsp/AllInterval-014.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.3.3.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,11 -XCSP,xcsp/AllInterval-016.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.UNBOUNDED.pals.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -XCSP,xcsp/AllInterval-018.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 -Sequentialized,seq-mthreaded/pals_floodmax.4.2.ufo.BOUNDED-8.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,54 -XCSP,xcsp/AllInterval-025.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,1 -Sequentialized,seq-mthreaded/pals_floodmax.4.3.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,53 -XCSP,xcsp/AllInterval-035.c,ILP32,false,SUCCEEDED,NOT_COVERED,0.0,1,1,2 diff --git a/tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv b/tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv deleted file mode 100644 index 08ac2b951..000000000 --- a/tests/testcomp/results_v9_cover-error_s2/results.pre-relax.csv +++ /dev/null @@ -1,57 +0,0 @@ -category,program,data_model,expected_unreach,verdict,testcov,coverage,goals,n_tests,elapsed_s -ControlFlow,ntdrivers/floppy.i.cil-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,40 -Recursive,recursified_loop-invariants/recursified_linear-inequality-inv-b.c,ILP32,unknown,FAILED,TESTCOV_ERROR,,,1,5 -ECA,eca-rers2012/Problem10_label12.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,44 -LinkedLists,forester-heap/sll-simple-white-blue-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,11 -ControlFlow,ntdrivers/cdaudio.i.cil-1.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/08_fuzzle_50x50_50-cycle.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-rers2012/Problem05_label40.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,46 -LinkedLists,forester-heap/dll-sorted-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,42 -ControlFlow,ntdrivers/kbfiltr.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Recursive,recursive-simple/id_o3.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,9 -ECA,eca-rers2012/Problem16_label01.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -LinkedLists,list-ext3-properties/dll_nullified-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ControlFlow,ntdrivers/diskperf.i.cil-2.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,41 -Recursive,fuzzle-programs/04_fuzzle_60x60.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-programs/Problem103_label44.c,ILP32,false,ERROR,NO_SUITE,,,0,81 -LinkedLists,forester-heap/dll-queue-2.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,41 -ControlFlow,ntdrivers/parport.i.cil-1.c,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Recursive,fuzzle-programs/12_fuzzle_50x50_CVE-2016-4492.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,50 -ECA,eca-rers2012/Problem07_label44.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,70 -LinkedLists,forester-heap/sll-circular-2.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-sets/test_mutex_double_lock.i,ILP32,false,FAILED,COVERED,100.0,1,1,1 -Sequentialized,seq-mthreaded/pals_lcr.6.1.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -ProductLines,product-lines/email_spec4_product19.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Arrays,array-industry-pattern/array_ptr_single_elem_init-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Loops,nla-digbench-scaling/ps4-ll_unwindbound5.c,ILP32,false,FAILED,COVERED,100.0,1,1,3 -Floats,floats-cdfpl/square_2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,1 -XCSP,xcsp/aim-200-3-4-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -BitVectors,bitvector/byte_add-1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,38 -Recursive,fuzzle-programs/02_fuzzle_40x40.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47 -ECA,eca-programs/Problem102_label02.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,80 -LinkedLists,forester-heap/dll-circular-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Heap,ldv-regression/rule60_list2.c_1.i,ILP32,false,FAILED,NOT_COVERED,0.0,1,1,39 -Sequentialized,seq-mthreaded/pals_floodmax.3.4.ufo.BOUNDED-6.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,13 -ProductLines,product-lines/elevator_spec3_product28.cil.c,ILP32,false,FAILED,COVERED,100.0,1,1,2 -Arrays,array-fpi/eqn4f.c,ILP32,false,FAILED,COVERED,100.0,1,1,7 -Recursive,fuzzle-programs/10_fuzzle_50x50_CVE-2016-4487.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,48 -ECA,eca-rers2012/Problem06_label37.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,45 -LinkedLists,forester-heap/sll-01-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Loops,nla-digbench-scaling/egcd3-ll_unwindbound2.c,ILP32,false,FAILED,COVERED,100.0,1,1,22 -Floats,floats-cdfpl/newton_1_4.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/CostasArray-16.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,ldv-sets/test_add-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,13 -Sequentialized,seq-mthreaded/pals_lcr.4.1.ufo.BOUNDED-8.pals.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,3 -ProductLines,product-lines/email_spec3_product27.cil.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,41 -Arrays,array-fpi/s3iff.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,1 -Recursive,recursive-simple/id_o20.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,10 -ECA,eca-rers2012/Problem13_label54.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,47 -LinkedLists,heap-manipulation/sll_to_dll_rev-1.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,29 -Loops,nla-digbench-scaling/prodbin-ll_unwindbound2.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,43 -Floats,floats-cdfpl/sine_3.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,2 -XCSP,xcsp/aim-200-2-0-sat-1.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,2 -Heap,list-ext2-properties/simple_and_skiplist_2lvl-1.i,ILP32,false,FAILED,COVERED,100.0,1,1,24 -Sequentialized,seq-mthreaded/pals_opt-floodmax.5_overflow.ufo.UNBOUNDED.pals.c,ILP32,false,UNKNOWN,NOT_COVERED,,,0,49 -ProductLines,product-lines/email_spec9_product20.cil.c,ILP32,false,SUCCEEDED,NOT_COVERED,,,0,39 -Arrays,array-examples/sorting_bubblesort_ground-2.i,ILP32,false,UNKNOWN,NOT_COVERED,,,0,42 -Recursive,fuzzle-programs/01_fuzzle_30x30.c,LP64,false,UNKNOWN,NOT_COVERED,,,0,47