diff --git a/fuzzers/FRET/benchmark/Snakefile b/fuzzers/FRET/benchmark/Snakefile index 5fa30ca702..e52250fc19 100644 --- a/fuzzers/FRET/benchmark/Snakefile +++ b/fuzzers/FRET/benchmark/Snakefile @@ -2,8 +2,8 @@ import csv import os def_flags="--release --no-default-features --features std,snapshot_fast,restarting,do_hash_notify_state,fuzz_int,trace_job_response_times" remote="remote/" -RUNTIME=1800 -NUM_ITERS=2 +RUNTIME=86400 +NUM_ITERS=12 rule build_default: input: @@ -224,9 +224,12 @@ rule trace2gantt: rule quicktest: input: - expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['release', 'waters', 'copter'], variant=['_full', '_bytes', '_int'], num=range(0,int( 1 ))), - expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['genetic100', 'frafl'], target=['release', 'waters', 'copter'], variant=['_full', '_bytes', '_int'], num=range(0,int( NUM_ITERS/2 ))), - expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['release', 'waters', 'copter'], variant=['_full', '_bytes', '_int'], num=range(0,int( NUM_ITERS/2 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['release', 'waters', 'copter'], variant=['_full'], num=range(0,int( NUM_ITERS ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg'], target=['waters'], variant=['_bytes', '_int'], num=range(0,int( NUM_ITERS ))), + #expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['genetic100', 'frafl'], target=['release', 'waters', 'copter'], variant=['_full'], num=range(0,int( NUM_ITERS ))), + #expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['genetic100', 'frafl'], target=['waters'], variant=['_bytes', '_int'], num=range(0,int( NUM_ITERS ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['release', 'waters', 'copter'], variant=['_full'], num=range(0,int( 1 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['waters'], variant=['_bytes', '_int'], num=range(0,int( 1 ))), rule critical_set: input: @@ -248,6 +251,17 @@ rule emergency_copter: expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['copter'], variant=['_seq_full'], num=range(0,int( 10 ))), expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['random'], target=['copter'], variant=['_seq_stateless_full'], num=range(0,int( 10 ))), +rule full_set: + input: + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=[ 'frafl'], target=['release', 'waters', 'copter'], variant=['_seq_full'], num=range(0,int( 10 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['frafl'], target=['release', 'waters'], variant=['_seq_int'], num=range(0,int( 10 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['frafl'], target=['waters', 'copter'], variant=['_seq_bytes'], num=range(0,int( 10 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['frafl'], target=['copter'], variant=['_seq_int'], num=range(0,int( 10 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['afl'], target=['release', 'waters', 'copter'], variant=['_seq_full'], num=range(0,int( 10 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['afl'], target=['copter'], variant=['_seq_int'], num=range(0,int( 10 ))), + expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['afl'], target=['copter'], variant=['_seq_bytes'], num=range(0,int( 8 ))), + #expand("timedump/{fuzzer}/{target}{variant}#{num}.time", fuzzer=['feedgeneration100', 'stg', 'random', 'frafl'], target=['release'], variant=['_seq_bytes'], num=range(0,int( 10 ))), + rule all_bins: input: expand("bins/target_{target}",target=['random','frafl','stg','feedgeneration100','feedgeneration1000','genetic100','genetic1000'])