SYS-OSS/FRET-LibAFL
4
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add more benchmarks

Browse Source
This commit is contained in:
Alwin Berger 2023-01-13 16:05:43 +01:00
parent eeaf7eb43f
commit 4c90144db5
5 changed files with 31 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
fuzzers/FRET/benchmark/.gitignore vendored
View File

@ -1,3 +1,4 @@
timedump timedump
corpora corpora
build build
mnt

8
fuzzers/FRET/benchmark/Makefile
View File

@ -1,4 +1,4 @@
TIME=3600 TIME=7200
corpora/%/seed: corpora/%/seed:
mkdir -p $$(dirname $@) mkdir -p $$(dirname $@)
@ -26,9 +26,11 @@ timedump/%$(FUZZ_RANDOM): corpora/%/seed
TIME_DUMP=benchmark/$@; \ TIME_DUMP=benchmark/$@; \
../fuzzer.sh + + + + + $(TIME) + + + ../fuzzer.sh + + + + + $(TIME) + + +
all_sequential: timedump/sequential/mpeg2$(FUZZ_RANDOM) timedump/sequential/dijkstra$(FUZZ_RANDOM) timedump/sequential/epic$(FUZZ_RANDOM) all_sequential: timedump/sequential/mpeg2$(FUZZ_RANDOM) timedump/sequential/dijkstra$(FUZZ_RANDOM) timedump/sequential/epic$(FUZZ_RANDOM) \
timedump/sequential/g723_enc$(FUZZ_RANDOM) timedump/sequential/audiobeam$(FUZZ_RANDOM) timedump/sequential/rijndael_dec$(FUZZ_RANDOM) \
timedump/sequential/rijndael_enc$(FUZZ_RANDOM) timedump/sequential/gsm_enc$(FUZZ_RANDOM)
all_kernel: timedump/kernel/bsort$(FUZZ_RANDOM) timedump/kernel/insertsort$(FUZZ_RANDOM) # timedump/kernel/fft$(FUZZ_RANDOM) all_kernel: timedump/kernel/bsort$(FUZZ_RANDOM) timedump/kernel/insertsort$(FUZZ_RANDOM) #timedump/kernel/fft$(FUZZ_RANDOM)
clean: clean:
rm -rf corpora timedump rm -rf corpora timedump

17
fuzzers/FRET/benchmark/plot_comparison.r Normal file
View File

@ -0,0 +1,17 @@
#runtype="sequential"
runtype="kernel"
target="insertsort"
file_1=sprintf("~/code/FRET/LibAFL/fuzzers/FRET/benchmark/mnt/timedump/%s/%s",runtype,target)
file_2=sprintf("~/code/FRET/LibAFL/fuzzers/FRET/benchmark/mnt/timedump/%s/%s_random",runtype,target)
bsort <- read.table(file_1, quote="\"", comment.char="")
bsort_rand <- read.table(file_2, quote="\"", comment.char="")
bsort[[2]]=seq_len(length(bsort[[1]]))
bsort_rand[[2]]=seq_len(length(bsort_rand[[1]]))
names(bsort)[1] <- "bsort"
names(bsort)[2] <- "iter"
names(bsort_rand)[1] <- "bsort"
names(bsort_rand)[2] <- "iter"
plot(bsort[[2]],bsort[[1]], col="#99bbff", xlab="iters", ylab="wcet", pch='.')
points(bsort_rand[[2]],bsort_rand[[1]], col="#ffbb99", pch='.')
abline(lm(bsort ~ iter, data=bsort),col="green")
abline(lm(bsort ~ iter, data=bsort_rand),col="magenta")

6
fuzzers/FRET/benchmark/target_symbols.csv
View File

@ -6,3 +6,9 @@ dijkstra,dijkstra_main,dijkstra_AdjMatrix,10000,dijkstra_return
fft,fft_main,fft_twidtable,2046,fft_return fft,fft_main,fft_twidtable,2046,fft_return
bsort,bsort_main,bsort_Array,400,bsort_return bsort,bsort_main,bsort_Array,400,bsort_return
insertsort,insertsort_main,insertsort_a,44,insertsort_return insertsort,insertsort_main,insertsort_a,44,insertsort_return
g723_enc,g723_enc_main,g723_enc_INPUT,1024,g723_enc_return
rijndael_dec,rijndael_dec_main,rijndael_dec_data,32768,rijndael_dec_return
rijndael_enc,rijndael_enc_main,rijndael_enc_data,31369,rijndael_enc_return
huff_dec,huff_dec_main,huff_dec_encoded,419,huff_dec_return
huff_enc,huff_enc_main,huff_enc_plaintext,600,huff_enc_return
gsm_enc,gsm_enc_main,gsm_enc_pcmdata,6400,gsm_enc_return
1 kernel main_function input_symbol input_size return_function
6 fft fft_main fft_twidtable 2046 fft_return
7 bsort bsort_main bsort_Array 400 bsort_return
8 insertsort insertsort_main insertsort_a 44 insertsort_return
9 g723_enc g723_enc_main g723_enc_INPUT 1024 g723_enc_return
10 rijndael_dec rijndael_dec_main rijndael_dec_data 32768 rijndael_dec_return
11 rijndael_enc rijndael_enc_main rijndael_enc_data 31369 rijndael_enc_return
12 huff_dec huff_dec_main huff_dec_encoded 419 huff_dec_return
13 huff_enc huff_enc_main huff_enc_plaintext 600 huff_enc_return
14 gsm_enc gsm_enc_main gsm_enc_pcmdata 6400 gsm_enc_return

2
fuzzers/FRET/src/fuzzer.rs
View File

@ -63,7 +63,7 @@ pub fn fuzz() {
str::parse::<usize>(&s).expect("FUZZ_SIZE was not a number"); str::parse::<usize>(&s).expect("FUZZ_SIZE was not a number");
}; };
// Hardcoded parameters // Hardcoded parameters
let timeout = Duration::from_secs(1); let timeout = Duration::from_secs(3);
let broker_port = 1337; let broker_port = 1337;
let cores = Cores::from_cmdline("1").unwrap(); let cores = Cores::from_cmdline("1").unwrap();
let corpus_dirs = [PathBuf::from("./corpus")]; let corpus_dirs = [PathBuf::from("./corpus")];