/* Copyright (C) 2007-2010 Open Information Security Foundation * * You can copy, redistribute or modify this Program under the terms of * the GNU General Public License version 2 as published by the Free * Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * version 2 along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA * 02110-1301, USA. */ /** * \file * * \author Victor Julien * * Bitwise bloom filter implementation */ #include "suricata-common.h" #include "util-bloomfilter.h" #include "util-unittest.h" BloomFilter *BloomFilterInit(uint32_t size, uint8_t iter, uint32_t (*Hash)(void *, uint16_t, uint8_t, uint32_t)) { BloomFilter *bf = NULL; if (size == 0 || iter == 0) goto error; if (Hash == NULL) { //printf("ERROR: BloomFilterInit no Hash function\n"); goto error; } /* setup the filter */ bf = SCMalloc(sizeof(BloomFilter)); if (unlikely(bf == NULL)) goto error; memset(bf,0,sizeof(BloomFilter)); bf->bitarray_size = size; bf->hash_iterations = iter; bf->Hash = Hash; /* setup the bitarray */ bf->bitarray = SCMalloc((bf->bitarray_size/8)+1); if (bf->bitarray == NULL) goto error; memset(bf->bitarray,0,(bf->bitarray_size/8)+1); return bf; error: if (bf != NULL) { if (bf->bitarray != NULL) SCFree(bf->bitarray); SCFree(bf); } return NULL; } void BloomFilterFree(BloomFilter *bf) { if (bf != NULL) { if (bf->bitarray != NULL) SCFree(bf->bitarray); SCFree(bf); } } void BloomFilterPrint(BloomFilter *bf) { printf("\n---------- Bloom Filter Stats -----------\n"); printf("Buckets: %" PRIu32 "\n", bf->bitarray_size); printf("Memory size: %" PRIu32 " bytes\n", bf->bitarray_size/8 + 1); printf("Hash function pointer: %p\n", bf->Hash); printf("Hash functions: %" PRIu32 "\n", bf->hash_iterations); printf("-----------------------------------------\n"); } int BloomFilterAdd(BloomFilter *bf, void *data, uint16_t datalen) { uint8_t iter = 0; uint32_t hash = 0; if (bf == NULL || data == NULL || datalen == 0) return -1; for (iter = 0; iter < bf->hash_iterations; iter++) { hash = bf->Hash(data, datalen, iter, bf->bitarray_size); bf->bitarray[hash/8] |= (1<bitarray_size/8) + 1); } /* * ONLY TESTS BELOW THIS COMMENT */ #ifdef UNITTESTS static uint32_t BloomFilterTestHash(void *data, uint16_t datalen, uint8_t iter, uint32_t hash_size) { uint8_t *d = (uint8_t *)data; uint32_t i; uint32_t hash = 0; for (i = 0; i < datalen; i++) { if (i == 0) hash += (((uint32_t)*d++)); else if (i == 1) hash += (((uint32_t)*d++) * datalen); else hash *= (((uint32_t)*d++) * i); } hash *= (iter + datalen); hash %= hash_size; return hash; } static int BloomFilterTestInit01 (void) { BloomFilter *bf = BloomFilterInit(1024, 4, BloomFilterTestHash); if (bf == NULL) return 0; BloomFilterFree(bf); return 1; } /* no hash function, so it should fail */ static int BloomFilterTestInit02 (void) { BloomFilter *bf = BloomFilterInit(1024, 4, NULL); if (bf == NULL) return 1; BloomFilterFree(bf); return 0; } static int BloomFilterTestInit03 (void) { int result = 0; BloomFilter *bf = BloomFilterInit(1024, 4, BloomFilterTestHash); if (bf == NULL) return 0; if (bf->Hash == BloomFilterTestHash) result = 1; BloomFilterFree(bf); return result; } static int BloomFilterTestInit04 (void) { BloomFilter *bf = BloomFilterInit(1024, 0, BloomFilterTestHash); if (bf == NULL) return 1; BloomFilterFree(bf); return 0; } static int BloomFilterTestInit05 (void) { BloomFilter *bf = BloomFilterInit(0, 4, BloomFilterTestHash); if (bf == NULL) return 1; BloomFilterFree(bf); return 0; } static int BloomFilterTestAdd01 (void) { int result = 0; BloomFilter *bf = BloomFilterInit(1024, 4, BloomFilterTestHash); if (bf == NULL) return 0; int r = BloomFilterAdd(bf, "test", 0); if (r == 0) goto end; /* all is good! */ result = 1; end: if (bf != NULL) BloomFilterFree(bf); return result; } static int BloomFilterTestAdd02 (void) { int result = 0; BloomFilter *bf = BloomFilterInit(1024, 4, BloomFilterTestHash); if (bf == NULL) return 0; int r = BloomFilterAdd(bf, NULL, 4); if (r == 0) goto end; /* all is good! */ result = 1; end: if (bf != NULL) BloomFilterFree(bf); return result; } static int BloomFilterTestFull01 (void) { int result = 0; BloomFilter *bf = BloomFilterInit(32, 4, BloomFilterTestHash); if (bf == NULL) goto end; int r = BloomFilterAdd(bf, "test", 4); if (r != 0) goto end; r = BloomFilterTest(bf, "test", 4); if (r != 1) goto end; /* all is good! */ result = 1; end: if (bf != NULL) BloomFilterFree(bf); return result; } static int BloomFilterTestFull02 (void) { int result = 0; BloomFilter *bf = BloomFilterInit(32, 4, BloomFilterTestHash); if (bf == NULL) goto end; int r = BloomFilterTest(bf, "test", 4); if (r != 0) goto end; /* all is good! */ result = 1; end: if (bf != NULL) BloomFilterFree(bf); return result; } #endif /* UNITTESTS */ void BloomFilterRegisterTests(void) { #ifdef UNITTESTS UtRegisterTest("BloomFilterTestInit01", BloomFilterTestInit01, 1); UtRegisterTest("BloomFilterTestInit02", BloomFilterTestInit02, 1); UtRegisterTest("BloomFilterTestInit03", BloomFilterTestInit03, 1); UtRegisterTest("BloomFilterTestInit04", BloomFilterTestInit04, 1); UtRegisterTest("BloomFilterTestInit05", BloomFilterTestInit05, 1); UtRegisterTest("BloomFilterTestAdd01", BloomFilterTestAdd01, 1); UtRegisterTest("BloomFilterTestAdd02", BloomFilterTestAdd02, 1); UtRegisterTest("BloomFilterTestFull01", BloomFilterTestFull01, 1); UtRegisterTest("BloomFilterTestFull02", BloomFilterTestFull02, 1); #endif /* UNITTESTS */ }