add more benchmarks

This commit is contained in:
Alwin Berger 2023-01-13 16:05:43 +01:00
parent eeaf7eb43f
commit 4c90144db5
5 changed files with 31 additions and 5 deletions

View File

@ -1,3 +1,4 @@
timedump
corpora
build
mnt

View File

@ -1,4 +1,4 @@
TIME=3600
TIME=7200
corpora/%/seed:
mkdir -p $$(dirname $@)
@ -26,9 +26,11 @@ timedump/%$(FUZZ_RANDOM): corpora/%/seed
TIME_DUMP=benchmark/$@; \
../fuzzer.sh + + + + + $(TIME) + + +
all_sequential: timedump/sequential/mpeg2$(FUZZ_RANDOM) timedump/sequential/dijkstra$(FUZZ_RANDOM) timedump/sequential/epic$(FUZZ_RANDOM)
all_sequential: timedump/sequential/mpeg2$(FUZZ_RANDOM) timedump/sequential/dijkstra$(FUZZ_RANDOM) timedump/sequential/epic$(FUZZ_RANDOM) \
timedump/sequential/g723_enc$(FUZZ_RANDOM) timedump/sequential/audiobeam$(FUZZ_RANDOM) timedump/sequential/rijndael_dec$(FUZZ_RANDOM) \
timedump/sequential/rijndael_enc$(FUZZ_RANDOM) timedump/sequential/gsm_enc$(FUZZ_RANDOM)
all_kernel: timedump/kernel/bsort$(FUZZ_RANDOM) timedump/kernel/insertsort$(FUZZ_RANDOM) # timedump/kernel/fft$(FUZZ_RANDOM)
all_kernel: timedump/kernel/bsort$(FUZZ_RANDOM) timedump/kernel/insertsort$(FUZZ_RANDOM) #timedump/kernel/fft$(FUZZ_RANDOM)
clean:
rm -rf corpora timedump

View File

@ -0,0 +1,17 @@
#runtype="sequential"
runtype="kernel"
target="insertsort"
file_1=sprintf("~/code/FRET/LibAFL/fuzzers/FRET/benchmark/mnt/timedump/%s/%s",runtype,target)
file_2=sprintf("~/code/FRET/LibAFL/fuzzers/FRET/benchmark/mnt/timedump/%s/%s_random",runtype,target)
bsort <- read.table(file_1, quote="\"", comment.char="")
bsort_rand <- read.table(file_2, quote="\"", comment.char="")
bsort[[2]]=seq_len(length(bsort[[1]]))
bsort_rand[[2]]=seq_len(length(bsort_rand[[1]]))
names(bsort)[1] <- "bsort"
names(bsort)[2] <- "iter"
names(bsort_rand)[1] <- "bsort"
names(bsort_rand)[2] <- "iter"
plot(bsort[[2]],bsort[[1]], col="#99bbff", xlab="iters", ylab="wcet", pch='.')
points(bsort_rand[[2]],bsort_rand[[1]], col="#ffbb99", pch='.')
abline(lm(bsort ~ iter, data=bsort),col="green")
abline(lm(bsort ~ iter, data=bsort_rand),col="magenta")

View File

@ -5,4 +5,10 @@ epic,epic_main,epic_image,4096,epic_return
dijkstra,dijkstra_main,dijkstra_AdjMatrix,10000,dijkstra_return
fft,fft_main,fft_twidtable,2046,fft_return
bsort,bsort_main,bsort_Array,400,bsort_return
insertsort,insertsort_main,insertsort_a,44,insertsort_return
insertsort,insertsort_main,insertsort_a,44,insertsort_return
g723_enc,g723_enc_main,g723_enc_INPUT,1024,g723_enc_return
rijndael_dec,rijndael_dec_main,rijndael_dec_data,32768,rijndael_dec_return
rijndael_enc,rijndael_enc_main,rijndael_enc_data,31369,rijndael_enc_return
huff_dec,huff_dec_main,huff_dec_encoded,419,huff_dec_return
huff_enc,huff_enc_main,huff_enc_plaintext,600,huff_enc_return
gsm_enc,gsm_enc_main,gsm_enc_pcmdata,6400,gsm_enc_return
1 kernel main_function input_symbol input_size return_function
5 dijkstra dijkstra_main dijkstra_AdjMatrix 10000 dijkstra_return
6 fft fft_main fft_twidtable 2046 fft_return
7 bsort bsort_main bsort_Array 400 bsort_return
8 insertsort insertsort_main insertsort_a 44 insertsort_return
9 g723_enc g723_enc_main g723_enc_INPUT 1024 g723_enc_return
10 rijndael_dec rijndael_dec_main rijndael_dec_data 32768 rijndael_dec_return
11 rijndael_enc rijndael_enc_main rijndael_enc_data 31369 rijndael_enc_return
12 huff_dec huff_dec_main huff_dec_encoded 419 huff_dec_return
13 huff_enc huff_enc_main huff_enc_plaintext 600 huff_enc_return
14 gsm_enc gsm_enc_main gsm_enc_pcmdata 6400 gsm_enc_return

View File

@ -63,7 +63,7 @@ pub fn fuzz() {
str::parse::<usize>(&s).expect("FUZZ_SIZE was not a number");
};
// Hardcoded parameters
let timeout = Duration::from_secs(1);
let timeout = Duration::from_secs(3);
let broker_port = 1337;
let cores = Cores::from_cmdline("1").unwrap();
let corpus_dirs = [PathBuf::from("./corpus")];