/* Copyright (C) 2007-2013 Open Information Security Foundation * * You can copy, redistribute or modify this Program under the terms of * the GNU General Public License version 2 as published by the Free * Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * version 2 along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA * 02110-1301, USA. */ /** * \file detect-tag.c * * \author Pablo Rincon * \author Victor Julien * * Implements the tag keyword * */ #include "suricata-common.h" #include "detect.h" #include "detect-parse.h" #include "detect-tag.h" #include "detect-engine-tag.h" #include "detect-engine.h" #include "detect-engine-state.h" #include "app-layer-parser.h" #include "debug.h" #include "decode.h" #include "flow.h" #include "flow-var.h" #include "flow-util.h" #include "stream-tcp-private.h" #include "util-time.h" #include "util-byte.h" #include "util-unittest.h" #include "util-unittest-helper.h" #include "util-debug.h" #include "threads.h" SC_ATOMIC_EXTERN(unsigned int, num_tags); /* format: tag: , , , [direction]; */ #define PARSE_REGEX "^\\s*(host|session)\\s*(,\\s*(\\d+)\\s*,\\s*(packets|bytes|seconds)\\s*(,\\s*(src|dst))?\\s*)?$" static pcre *parse_regex; static pcre_extra *parse_regex_study; int DetectTagMatch(ThreadVars *, DetectEngineThreadCtx *, Packet *, Signature *, const SigMatchCtx *); static int DetectTagSetup(DetectEngineCtx *, Signature *, char *); void DetectTagRegisterTests(void); void DetectTagDataFree(void *); /** * \brief Registration function for keyword tag */ void DetectTagRegister(void) { sigmatch_table[DETECT_TAG].name = "tag"; sigmatch_table[DETECT_TAG].Match = DetectTagMatch; sigmatch_table[DETECT_TAG].Setup = DetectTagSetup; sigmatch_table[DETECT_TAG].Free = DetectTagDataFree; sigmatch_table[DETECT_TAG].RegisterTests = DetectTagRegisterTests; sigmatch_table[DETECT_TAG].flags |= SIGMATCH_IPONLY_COMPAT; const char *eb; int eo; int opts = 0; parse_regex = pcre_compile(PARSE_REGEX, opts, &eb, &eo, NULL); if(parse_regex == NULL) { SCLogError(SC_ERR_PCRE_COMPILE, "pcre compile of \"%s\" failed at offset %" PRId32 ": %s", PARSE_REGEX, eo, eb); goto error; } parse_regex_study = pcre_study(parse_regex, 0, &eb); if(eb != NULL) { SCLogError(SC_ERR_PCRE_STUDY, "pcre study failed: %s", eb); goto error; } return; error: /* XXX */ return; } /** * \brief This function is used to setup a tag for session/host * * \param t pointer to thread vars * \param det_ctx pointer to the pattern matcher thread * \param p pointer to the current packet * \param m pointer to the sigmatch that we will cast into DetectTagData * * \retval 0 no match * \retval 1 match */ int DetectTagMatch(ThreadVars *t, DetectEngineThreadCtx *det_ctx, Packet *p, Signature *s, const SigMatchCtx *ctx) { const DetectTagData *td = (const DetectTagData *)ctx; DetectTagDataEntry tde; memset(&tde, 0, sizeof(DetectTagDataEntry)); switch (td->type) { case DETECT_TAG_TYPE_HOST: #ifdef DEBUG BUG_ON(!(td->direction == DETECT_TAG_DIR_SRC || td->direction == DETECT_TAG_DIR_DST)); #endif tde.sid = s->id; tde.gid = s->gid; tde.last_ts = tde.first_ts = p->ts.tv_sec; tde.metric = td->metric; tde.count = td->count; if (td->direction == DETECT_TAG_DIR_SRC) tde.flags |= TAG_ENTRY_FLAG_DIR_SRC; else if (td->direction == DETECT_TAG_DIR_DST) tde.flags |= TAG_ENTRY_FLAG_DIR_DST; SCLogDebug("Tagging Host with sid %"PRIu32":%"PRIu32"", s->id, s->gid); TagHashAddTag(&tde, p); break; case DETECT_TAG_TYPE_SESSION: if (p->flow != NULL) { SCLogDebug("Setting up tag for flow"); /* If it already exists it will be updated */ tde.sid = s->id; tde.gid = s->gid; tde.last_ts = tde.first_ts = p->ts.tv_sec; tde.metric = td->metric; tde.count = td->count; SCLogDebug("Adding to or updating flow; first_ts %u count %u", tde.first_ts, tde.count); TagFlowAdd(p, &tde); } else { SCLogDebug("No flow to append the session tag"); } break; #ifdef DEBUG default: SCLogDebug("unknown type of a tag keyword (not session nor host)"); BUG_ON(1); break; #endif } return 1; } /** * \brief This function is used to parse tag options passed to tag keyword * * \param tagstr Pointer to the user provided tag options * * \retval td pointer to DetectTagData on success * \retval NULL on failure */ DetectTagData *DetectTagParse(char *tagstr) { DetectTagData td; #define MAX_SUBSTRINGS 30 int ret = 0, res = 0; int ov[MAX_SUBSTRINGS]; const char *str_ptr = NULL; ret = pcre_exec(parse_regex, parse_regex_study, tagstr, strlen(tagstr), 0, 0, ov, MAX_SUBSTRINGS); if (ret < 1) { SCLogError(SC_ERR_PCRE_MATCH, "parse error, ret %" PRId32 ", string %s", ret, tagstr); goto error; } res = pcre_get_substring((char *)tagstr, ov, MAX_SUBSTRINGS, 1, &str_ptr); if (res < 0 || str_ptr == NULL) { SCLogError(SC_ERR_PCRE_GET_SUBSTRING, "pcre_get_substring failed"); goto error; } /* Type */ if (strcasecmp("session", str_ptr) == 0) { td.type = DETECT_TAG_TYPE_SESSION; } else if (strcasecmp("host", str_ptr) == 0) { td.type = DETECT_TAG_TYPE_HOST; } else { SCLogError(SC_ERR_INVALID_VALUE, "Invalid argument type. Must be session or host (%s)", tagstr); goto error; } pcre_free_substring(str_ptr); str_ptr = NULL; /* default tag is 256 packets from session or dst host */ td.count = DETECT_TAG_MAX_PKTS; td.metric = DETECT_TAG_METRIC_PACKET; td.direction = DETECT_TAG_DIR_DST; if (ret > 4) { res = pcre_get_substring((char *)tagstr, ov, MAX_SUBSTRINGS, 3, &str_ptr); if (res < 0 || str_ptr == NULL) { SCLogError(SC_ERR_PCRE_GET_SUBSTRING, "pcre_get_substring failed"); goto error; } /* count */ if (ByteExtractStringUint32(&td.count, 10, strlen(str_ptr), str_ptr) <= 0) { SCLogError(SC_ERR_INVALID_VALUE, "Invalid argument for count. Must be a value in the range of 0 to %"PRIu32" (%s)", UINT32_MAX, tagstr); goto error; } pcre_free_substring(str_ptr); str_ptr = NULL; res = pcre_get_substring((char *)tagstr, ov, MAX_SUBSTRINGS, 4, &str_ptr); if (res < 0 || str_ptr == NULL) { SCLogError(SC_ERR_PCRE_GET_SUBSTRING, "pcre_get_substring failed"); goto error; } /* metric */ if (strcasecmp("packets", str_ptr) == 0) { td.metric = DETECT_TAG_METRIC_PACKET; if (DETECT_TAG_MAX_PKTS > 0 && td.count > DETECT_TAG_MAX_PKTS) td.count = DETECT_TAG_MAX_PKTS; /* TODO: load DETECT_TAG_MAX_PKTS from config */ } else if (strcasecmp("seconds", str_ptr) == 0) { td.metric = DETECT_TAG_METRIC_SECONDS; } else if (strcasecmp("bytes", str_ptr) == 0) { td.metric = DETECT_TAG_METRIC_BYTES; } else { SCLogError(SC_ERR_INVALID_VALUE, "Invalid argument metric. Must be one of \"seconds\", \"packets\" or \"bytes\" (%s)", tagstr); goto error; } pcre_free_substring(str_ptr); str_ptr = NULL; /* if specified, overwrite it */ if (ret == 7) { res = pcre_get_substring((char *)tagstr, ov, MAX_SUBSTRINGS, 6, &str_ptr); if (res < 0 || str_ptr == NULL) { SCLogError(SC_ERR_PCRE_GET_SUBSTRING, "pcre_get_substring failed"); goto error; } /* metric */ if (strcasecmp("src", str_ptr) == 0) { td.direction = DETECT_TAG_DIR_SRC; } else if (strcasecmp("dst", str_ptr) == 0) { td.direction = DETECT_TAG_DIR_DST; } else { SCLogError(SC_ERR_INVALID_VALUE, "Invalid argument direction. Must be one of \"src\" or \"dst\" (only valid for tag host type, not sessions) (%s)", tagstr); goto error; } if (td.type != DETECT_TAG_TYPE_HOST) { SCLogWarning(SC_ERR_INVALID_VALUE, "Argument direction doesn't make sense for type \"session\" (%s [%"PRIu8"])", tagstr, td.type); } pcre_free_substring(str_ptr); str_ptr = NULL; } } DetectTagData *real_td = SCMalloc(sizeof(DetectTagData)); if (unlikely(real_td == NULL)) { SCLogError(SC_ERR_MEM_ALLOC, "Error allocating memory"); goto error; } memcpy(real_td, &td, sizeof(DetectTagData)); return real_td; error: if (str_ptr != NULL) pcre_free_substring(str_ptr); return NULL; } /** * \brief this function is used to add the parsed tag data into the current signature * * \param de_ctx pointer to the Detection Engine Context * \param s pointer to the Current Signature * \param tagstr pointer to the user provided tag options * * \retval 0 on Success * \retval -1 on Failure */ int DetectTagSetup(DetectEngineCtx *de_ctx, Signature *s, char *tagstr) { DetectTagData *td = NULL; SigMatch *sm = NULL; td = DetectTagParse(tagstr); if (td == NULL) goto error; sm = SigMatchAlloc(); if (sm == NULL) goto error; sm->type = DETECT_TAG; sm->ctx = (SigMatchCtx *)td; /* Append it to the list of tags */ SigMatchAppendSMToList(s, sm, DETECT_SM_LIST_TMATCH); return 0; error: if (td != NULL) DetectTagDataFree(td); if (sm != NULL) SCFree(sm); return -1; } /** \internal * \brief this function will free memory associated with * DetectTagDataEntry * * \param td pointer to DetectTagDataEntry */ static void DetectTagDataEntryFree(void *ptr) { if (ptr != NULL) { DetectTagDataEntry *dte = (DetectTagDataEntry *)ptr; SCFree(dte); } } /** * \brief this function will free all the entries of a list * DetectTagDataEntry * * \param td pointer to DetectTagDataEntryList */ void DetectTagDataListFree(void *ptr) { if (ptr != NULL) { DetectTagDataEntry *entry = ptr; while (entry != NULL) { DetectTagDataEntry *next_entry = entry->next; DetectTagDataEntryFree(entry); (void) SC_ATOMIC_SUB(num_tags, 1); entry = next_entry; } } } /** * \brief this function will free memory associated with DetectTagData * * \param td pointer to DetectTagData */ void DetectTagDataFree(void *ptr) { DetectTagData *td = (DetectTagData *)ptr; SCFree(td); } #ifdef UNITTESTS /** * \test DetectTagTestParse01 is a test to make sure that we return "something" * when given valid tag opt */ static int DetectTagTestParse01(void) { int result = 0; DetectTagData *td = NULL; td = DetectTagParse("session, 123, packets"); if (td != NULL && td->type == DETECT_TAG_TYPE_SESSION && td->count == 123 && td->metric == DETECT_TAG_METRIC_PACKET) { DetectTagDataFree(td); result = 1; } return result; } /** * \test DetectTagTestParse02 is a test to check that we parse tag correctly */ static int DetectTagTestParse02(void) { int result = 0; DetectTagData *td = NULL; td = DetectTagParse("host, 200, bytes, src"); if (td != NULL && td->type == DETECT_TAG_TYPE_HOST && td->count == 200 && td->metric == DETECT_TAG_METRIC_BYTES && td->direction == DETECT_TAG_DIR_SRC) { result = 1; DetectTagDataFree(td); } return result; } /** * \test DetectTagTestParse03 is a test for setting the stateless tag opt */ static int DetectTagTestParse03(void) { int result = 0; DetectTagData *td = NULL; td = DetectTagParse("host, 200, bytes, dst"); if (td != NULL && td->type == DETECT_TAG_TYPE_HOST && td->count == 200 && td->metric == DETECT_TAG_METRIC_BYTES && td->direction == DETECT_TAG_DIR_DST) { result = 1; DetectTagDataFree(td); } return result; } /** * \test DetectTagTestParse04 is a test for default opts */ static int DetectTagTestParse04(void) { int result = 0; DetectTagData *td = NULL; td = DetectTagParse("session"); if (td != NULL && td->type == DETECT_TAG_TYPE_SESSION && td->count == DETECT_TAG_MAX_PKTS && td->metric == DETECT_TAG_METRIC_PACKET) { result = 1; DetectTagDataFree(td); } return result; } /** * \test DetectTagTestParse05 is a test for default opts */ static int DetectTagTestParse05(void) { int result = 0; DetectTagData *td = NULL; td = DetectTagParse("host"); if (td != NULL && td->type == DETECT_TAG_TYPE_HOST && td->count == DETECT_TAG_MAX_PKTS && td->metric == DETECT_TAG_METRIC_PACKET && td->direction == DETECT_TAG_DIR_DST) { result = 1; DetectTagDataFree(td); } return result; } #endif /* UNITTESTS */ /** * \brief this function registers unit tests for DetectTag */ void DetectTagRegisterTests(void) { #ifdef UNITTESTS UtRegisterTest("DetectTagTestParse01", DetectTagTestParse01, 1); UtRegisterTest("DetectTagTestParse02", DetectTagTestParse02, 1); UtRegisterTest("DetectTagTestParse03", DetectTagTestParse03, 1); UtRegisterTest("DetectTagTestParse04", DetectTagTestParse04, 1); UtRegisterTest("DetectTagTestParse05", DetectTagTestParse05, 1); DetectEngineTagRegisterTests(); #endif /* UNITTESTS */ }