Modify base ECS mappings to include .security where possible, as well as custom analyzer definition

This commit is contained in:
Wes Lambert
2022-03-02 14:19:36 +00:00
parent 93386f4620
commit 2d2ec45029
61 changed files with 25351 additions and 3396 deletions
@@ -4,6 +4,46 @@
"ecs_version": "1.12.2"
},
"template": {
"settings": {
"analysis": {
"analyzer": {
"es_security_analyzer": {
"type": "custom",
"char_filter": [
"whitespace_no_way"
],
"filter": [
"lowercase",
"trim"
],
"tokenizer": "keyword"
}
},
"char_filter": {
"whitespace_no_way": {
"type": "pattern_replace",
"pattern": "(\\s)+",
"replacement": "$1"
}
},
"filter": {
"path_hierarchy_pattern_filter": {
"type": "pattern_capture",
"preserve_original": true,
"patterns": [
"((?:[^\\\\]*\\\\)*)(.*)",
"((?:[^/]*/)*)(.*)"
]
}
},
"tokenizer": {
"path_tokenizer": {
"type": "path_hierarchy",
"delimiter": "\\"
}
}
}
},
"mappings": {
"properties": {
"juniper": {
@@ -12,47 +52,113 @@
"properties": {
"action": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"action_detail": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"alert": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"apbr_rule_type": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"application": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"application_category": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"application_characteristics": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"application_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"application_sub_category": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"attack_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"category": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"client_ip": {
"type": "ip"
@@ -62,85 +168,181 @@
},
"connection_tag": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"context_hit_rate": {
"type": "long"
},
"context_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"context_value": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"context_value_hit_rate": {
"type": "long"
},
"ddos_application_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"dscp_value": {
"type": "long"
},
"dst_nat_rule_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"dst_nat_rule_type": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"dst_vrf_grp": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"elapsed_time": {
"type": "date"
},
"encrypted": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"epoch_time": {
"type": "date"
},
"error_code": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"error_message": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"export_id": {
"type": "long"
},
"feed_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"file_category": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"file_hash_lookup": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"file_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"filename": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"hostname": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"icmp_type": {
"type": "long"
@@ -153,39 +355,93 @@
},
"index": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"logical_system_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"malware_info": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"message": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"message_type": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"nat_connection_tag": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"nested_application": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"obj": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"occur_count": {
"type": "long"
@@ -207,7 +463,13 @@
},
"peer_session_id": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"peer_source_address": {
"type": "ip"
@@ -217,118 +479,286 @@
},
"policy_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"process": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"profile": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"profile_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"protocol": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"protocol_id": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"protocol_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"reason": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"repeat_count": {
"type": "long"
},
"roles": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"routing_instance": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"rule_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"ruleebase_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"sample_sha256": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"secure_web_proxy_session_type": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"service_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"session_id": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"session_id_32": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"src_nat_rule_name": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"src_nat_rule_type": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"src_vrf_grp": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"state": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"status": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"sub_category": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"tag": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"temporary_filename": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"tenant_id": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"th": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"threat_severity": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"time_count": {
"type": "long"
@@ -338,14 +768,26 @@
},
"time_scope": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"timestamp": {
"type": "date"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"uplink_rx_bytes": {
"type": "long"
@@ -355,18 +797,36 @@
},
"url": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"username": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
},
"verdict_number": {
"type": "long"
},
"verdict_source": {
"ignore_above": 1024,
"type": "keyword"
"type": "keyword",
"fields": {
"security": {
"type": "text",
"analyzer": "es_security_analyzer"
}
}
}
}
}