diff --git a/libafl/src/feedbacks/map.rs b/libafl/src/feedbacks/map.rs
index d7e4993544..fa6734e2af 100644
--- a/libafl/src/feedbacks/map.rs
+++ b/libafl/src/feedbacks/map.rs
@@ -242,10 +242,7 @@ where
             .match_name_mut::<MapFeedbackState<T>>(&self.name)
             .unwrap();
 
-        if size <= map_state.history_map.len() {
-            panic!("Could be a bug or are you using the same coverage map for NONASAN and ASAN fuzzers? Adjust to use different coverage map for each different config");
-        }
-
+        assert!(size <= map_state.history_map.len());
         assert!(size <= observer.map().len());
 
         if self.novelties.is_some() {