i used extractators on inputs back then.. ill share them maybe you can use some or adapt from them.. its not perfect and also not sure if i had “all fields mapped”.. but better then nothing:
{
"extractors": [
{
"title": "FMLdevice_id",
"extractor_type": "regex",
"converters": [],
"order": 102,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "device_id",
"extractor_config": {
"regex_value": "^.*device_id=([\\w\\s]+)\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLlog_id",
"extractor_type": "regex",
"converters": [],
"order": 103,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "log_id",
"extractor_config": {
"regex_value": "^.*log_id=([\\w\\s]+)\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLpri",
"extractor_type": "regex",
"converters": [],
"order": 104,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "pri",
"extractor_config": {
"regex_value": "^.*\\spri=([\\w\\s]+)\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLui",
"extractor_type": "regex",
"converters": [],
"order": 106,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "ui",
"extractor_config": {
"regex_value": "^.*\\sui=([\\w\\s]+)\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLsession_id",
"extractor_type": "regex",
"converters": [],
"order": 107,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "session_id",
"extractor_config": {
"regex_value": "^.*\\ssession_id=\\\"([\\w\\s\\-]+)\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLSTARTTLS",
"extractor_type": "regex",
"converters": [],
"order": 108,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "STARTTLS",
"extractor_config": {
"regex_value": "^.*STARTTLS=([\\w\\s]+)\\,+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLclient_ip",
"extractor_type": "regex",
"converters": [],
"order": 114,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "client_ip",
"extractor_config": {
"regex_value": "^.*\\sclient_ip=\\\"([\\w\\.]+)\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLdst_ip",
"extractor_type": "regex",
"converters": [],
"order": 115,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "dst_ip",
"extractor_config": {
"regex_value": "^.*\\sdst_ip=\\\"([\\w\\.]+)\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLdsn",
"extractor_type": "regex",
"converters": [],
"order": 116,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "dsn",
"extractor_config": {
"regex_value": "^.*\\sdsn=([\\w\\.]+)\\,+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLclassifier",
"extractor_type": "regex",
"converters": [],
"order": 120,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "classifier",
"extractor_config": {
"regex_value": "^.*\\sclassifier=\\\"([a-zA-Z\\w\\s\\:\\\"\\-.\\.\\_\\@]+)\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLto_dsn_multiple",
"extractor_type": "regex",
"converters": [],
"order": 118,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "to",
"extractor_config": {
"regex_value": "^.*\\\"to=([a-zA-Z\\w\\s\\:\\-.\\.\\,\\_\\@]+)\\,\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLdirection",
"extractor_type": "regex",
"converters": [],
"order": 121,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "direction",
"extractor_config": {
"regex_value": "^.+\\sdirection=\\\"(.+?)\\\""
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLmailer",
"extractor_type": "regex",
"converters": [],
"order": 122,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "mailer",
"extractor_config": {
"regex_value": "^.+\\smailer=\\\"(.+?)\\\""
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLclient_cc",
"extractor_type": "regex",
"converters": [],
"order": 123,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "client_cc",
"extractor_config": {
"regex_value": "^.+\\sclient_cc=\\\"(.+?)\\\""
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLpolid",
"extractor_type": "regex",
"converters": [],
"order": 124,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "polid",
"extractor_config": {
"regex_value": "^.+\\spolid=\\\"(.+?)\\\""
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLsrc_type",
"extractor_type": "regex",
"converters": [],
"order": 125,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "src_type",
"extractor_config": {
"regex_value": "^.+\\ssrc_type=\\\"(.+?)\\\""
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLmessage_length",
"extractor_type": "regex",
"converters": [],
"order": 126,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "message_length",
"extractor_config": {
"regex_value": "^.+\\smessage_length=\\\"(.+?)\\\""
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLtype",
"extractor_type": "regex",
"converters": [],
"order": 0,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "type",
"extractor_config": {
"regex_value": "^.+\\stype=(\\S+)\\s"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLvirus",
"extractor_type": "regex",
"converters": [],
"order": 112,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "virus",
"extractor_config": {
"regex_value": "^.*\\svirus=\\\"([a-zA-Z\\w\\:\\(\\)\\!\\-.\\.\\_\\@\\/\\s]+)\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLclient_name",
"extractor_type": "regex",
"converters": [],
"order": 127,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "client_name",
"extractor_config": {
"regex_value": "^.*\\sclient_name=\\\"([a-zA-Z\\w\\s\\:\\-.\\.\\_\\@]+)\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLrelay",
"extractor_type": "regex",
"converters": [],
"order": 117,
"cursor_strategy": "copy",
"source_field": "msg",
"target_field": "relay",
"extractor_config": {
"regex_value": "^.*\\srelay=([a-zA-Z\\w\\:\\(\\)\\!\\?\\-.\\.\\_\\%\\&\\=\\@\\/\\s]+)\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLstat",
"extractor_type": "regex",
"converters": [],
"order": 129,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "stat",
"extractor_config": {
"regex_value": "^.*\\sstat=([a-zA-Z\\w\\s\\:\\-\\–\\_\\.\\,\\=\\/\\@\\|\\[\\]\\<\\>\\#\\ä\\ü\\ö\\(\\)\\Ä\\Ü\\Ö\\/\\;\\\"\\„\\“\\!\\&\\?\\']+)\\\"+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLstatus",
"extractor_type": "regex",
"converters": [],
"order": 0,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "status",
"extractor_config": {
"regex_value": "^.+\\sstatus=(.+?)\\s"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLaction",
"extractor_type": "regex",
"converters": [],
"order": 0,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "action",
"extractor_config": {
"regex_value": "^.+\\saction=(.+?)\\s"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLsubtype",
"extractor_type": "regex",
"converters": [],
"order": 0,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "subtype",
"extractor_config": {
"regex_value": "^.+\\ssubtype=(\\S+)\\s"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLuser2",
"extractor_type": "regex",
"converters": [],
"order": 105,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "user",
"extractor_config": {
"regex_value": "^.*\\suser=([a-zA-Z\\w\\s\\:\\-.\\.\\_\\@]+)\\sui\\="
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLuser1",
"extractor_type": "regex",
"converters": [],
"order": 0,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "user",
"extractor_config": {
"regex_value": "^.*\\suser=\\\"([a-zA-Z\\w\\s\\:\\-.\\.\\_\\@]+)\\\"\\s"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLscope",
"extractor_type": "regex",
"converters": [],
"order": 0,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "scope",
"extractor_config": {
"regex_value": "^.*\\s\\sscope=([\\d\\w]+)\\s"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLsubject",
"extractor_type": "regex",
"converters": [],
"order": 128,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "subject",
"extractor_config": {
"regex_value": "^.*\\ssubject=\\\"(.+?)\\\"\\s(message_id|msg)"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLto",
"extractor_type": "regex",
"converters": [],
"order": 111,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "to",
"extractor_config": {
"regex_value": "^.*\\sto=\\\"((?:[a-zA-Z0-9!#$%&'*+\\/=?^_`{|}~-]+(?:\\.[a-zA-Z0-9!#$%&'*+\\/=?^_`{|}~-]+)*|\"(?:[\\x01-\\x08\\x0b\\x0c\\x0e-\\x1f\\x21\\x23-\\x5b\\x5d-\\x7f]|\\\\[\\x01-\\x09\\x0b\\x0c\\x0e-\\x7f])*\")@(?:(?:[a-zA-Z0-9](?:[a-z0-9-]*[a-z0-9])?\\.)+[a-z0-9](?:[a-z0-9-]*[a-z0-9])?|\\[(?:(?:(2(5[0-5]|[0-4][0-9])|1[0-9][0-9]|[1-9]?[0-9]))\\.){3}(?:(2(5[0-5]|[0-4][0-9])|1[0-9][0-9]|[1-9]?[0-9])|[a-z0-9-]*[a-z0-9]:(?:[\\x01-\\x08\\x0b\\x0c\\x0e-\\x1f\\x21-\\x5a\\x53-\\x7f]|\\\\[\\x01-\\x09\\x0b\\x0c\\x0e-\\x7f])+)\\]))\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLfrom",
"extractor_type": "regex",
"converters": [],
"order": 109,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "from",
"extractor_config": {
"regex_value": "^.*\\sfrom=\\\"((?:[a-zA-Z0-9!#$%&'*+\\/=?^_`{|}~-]+(?:\\.[a-zA-Z0-9!#$%&'*+\\/=?^_`{|}~-]+)*|\"(?:[\\x01-\\x08\\x0b\\x0c\\x0e-\\x1f\\x21\\x23-\\x5b\\x5d-\\x7f]|\\\\[\\x01-\\x09\\x0b\\x0c\\x0e-\\x7f])*\")@(?:(?:[a-zA-Z0-9](?:[a-z0-9-]*[a-z0-9])?\\.)+[a-z0-9](?:[a-z0-9-]*[a-z0-9])?|\\[(?:(?:(2(5[0-5]|[0-4][0-9])|1[0-9][0-9]|[1-9]?[0-9]))\\.){3}(?:(2(5[0-5]|[0-4][0-9])|1[0-9][0-9]|[1-9]?[0-9])|[a-z0-9-]*[a-z0-9]:(?:[\\x01-\\x08\\x0b\\x0c\\x0e-\\x1f\\x21-\\x5a\\x53-\\x7f]|\\\\[\\x01-\\x09\\x0b\\x0c\\x0e-\\x7f])+)\\]))\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLhfrom",
"extractor_type": "regex",
"converters": [],
"order": 110,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "hfrom",
"extractor_config": {
"regex_value": "^.*\\shfrom=\\\"((?:[a-zA-Z0-9!#$%&'*+\\/=?^_`{|}~-]+(?:\\.[a-zA-Z0-9!#$%&'*+\\/=?^_`{|}~-]+)*|\"(?:[\\x01-\\x08\\x0b\\x0c\\x0e-\\x1f\\x21\\x23-\\x5b\\x5d-\\x7f]|\\\\[\\x01-\\x09\\x0b\\x0c\\x0e-\\x7f])*\")@(?:(?:[a-zA-Z0-9](?:[a-z0-9-]*[a-z0-9])?\\.)+[a-z0-9](?:[a-z0-9-]*[a-z0-9])?|\\[(?:(?:(2(5[0-5]|[0-4][0-9])|1[0-9][0-9]|[1-9]?[0-9]))\\.){3}(?:(2(5[0-5]|[0-4][0-9])|1[0-9][0-9]|[1-9]?[0-9])|[a-z0-9-]*[a-z0-9]:(?:[\\x01-\\x08\\x0b\\x0c\\x0e-\\x1f\\x21-\\x5a\\x53-\\x7f]|\\\\[\\x01-\\x09\\x0b\\x0c\\x0e-\\x7f])+)\\]))\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLdisposition",
"extractor_type": "regex",
"converters": [],
"order": 113,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "disposition",
"extractor_config": {
"regex_value": "^.*\\sdisposition=\\\"([a-zA-Z\\w\\s\\:\\;\\\"\\-.\\.\\_\\@]+)\\\"\\s+"
},
"condition_type": "none",
"condition_value": ""
},
{
"title": "FMLto_dsn",
"extractor_type": "regex",
"converters": [],
"order": 119,
"cursor_strategy": "copy",
"source_field": "message",
"target_field": "to",
"extractor_config": {
"regex_value": "^.*to=([a-zA-Z\\w\\s\\:\\-.\\.\\_\\@\\<\\>\\,]+)\\,\\sdelay"
},
"condition_type": "none",
"condition_value": ""
}
],
"version": "6.2.2"
}