<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Kaspersky Syslog Data Field Extraction in Getting Data In</title>
    <link>https://community.splunk.com/t5/Getting-Data-In/Kaspersky-Syslog-Data-Field-Extraction/m-p/652409#M110757</link>
    <description>&lt;P&gt;Recently, I changed Kaspersky Security Center log format to syslog (because of limitation of CEF) and We're receiving these logs in SPLUNK. but I found there is no suitable TA for such logs. so I decided to create transforms.conf and props.conf files to parse this log format. Here is my sample log:&lt;/P&gt;&lt;P&gt;Jul 26 16:44:56 172.31.0.254 1 2023-07-25T03:43:00.000Z comuter1 KES|11.0.0.0 - 000000g1 [event@23448 et="000000g1" tdn="Protection" etdn="Protection components are disabled" hdn="COMPUTER1" hip="172.24.7.139" gn="GPA" kscfqdn="something.root.holdings"] Event type: Protection components are disabled\r\nName: test.exe\r\nApplication path: C:\Program Files (x86)\Kaspersky Lab\KES.12.0.0\r\nProcess ID: 18446744073709551615\r\nUser: COMPUTER1\Administrator (Active user)\r\nComponent: Protection&lt;/P&gt;&lt;P&gt;and here is my props.conf and transforms.conf&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;props.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[kasperskylab:securitycenter:syslog]
SHOULD_LINEMERGE = false
KV_MODE = none
REPORT-outer_fields = get_outer_fields, get_inner_fields&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;transforms.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[get_outer_fields]
REGEX = ^(?&amp;lt;timestamp&amp;gt;[a-zA-Z]{3}\s+\d{1,2}\s+\d{1,2}:\d{1,2}:\d{1,2})\s+(?&amp;lt;device&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s+\S+\s+\d+-\d+-\d+\w+:\d+:\d+\.\d+\w+\s+(?&amp;lt;src&amp;gt;\S+)\s+(?&amp;lt;app&amp;gt;[^\s]*)\s+-\s+\S+\s+.*?hip="(?&amp;lt;src_ip&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})"\s+gn="(?&amp;lt;gn&amp;gt;[^"]+)"\s+kscfqdn="(?&amp;lt;fqdn&amp;gt;[^"]+)"]\s+(?&amp;lt;key_value_list&amp;gt;.*)

[get_inner_fields]
SOURCE_KEY  = key_value_list
DELIMS = "\\r\\n", ":"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;&amp;nbsp;but it seems only my first part (get_outer_fields) only works and nothing happens in second part (get_innter_fields). i also change my configs to replace "\r\n" with ";". here is my changes:&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;props.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[kasperskylab:securitycenter:syslog]
SHOULD_LINEMERGE = false
KV_MODE = none
SEDCMD-event_cleaner = s/\\r\\n/;/g
REPORT-outer_fields = get_outer_fields, get_inner_fields&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;transforms.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[get_outer_fields]
REGEX = ^(?&amp;lt;timestamp&amp;gt;[a-zA-Z]{3}\s+\d{1,2}\s+\d{1,2}:\d{1,2}:\d{1,2})\s+(?&amp;lt;device&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s+\S+\s+\d+-\d+-\d+\w+:\d+:\d+\.\d+\w+\s+(?&amp;lt;src&amp;gt;\S+)\s+(?&amp;lt;app&amp;gt;[^\s]*)\s+-\s+\S+\s+.*?hip="(?&amp;lt;src_ip&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})"\s+gn="(?&amp;lt;gn&amp;gt;[^"]+)"\s+kscfqdn="(?&amp;lt;fqdn&amp;gt;[^"]+)"]\s+(?&amp;lt;key_value_list&amp;gt;.*)

[get_inner_fields]
SOURCE_KEY  = key_value_list
DELIMS = ";", ":"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;but the result not changed. any idea??&lt;/P&gt;&lt;P&gt;&lt;SPAN&gt;Any help is greatly appreciated.&lt;/SPAN&gt;&amp;nbsp;&lt;/P&gt;</description>
    <pubDate>Fri, 28 Jul 2023 17:46:16 GMT</pubDate>
    <dc:creator>MoienABO</dc:creator>
    <dc:date>2023-07-28T17:46:16Z</dc:date>
    <item>
      <title>Kaspersky Syslog Data Field Extraction</title>
      <link>https://community.splunk.com/t5/Getting-Data-In/Kaspersky-Syslog-Data-Field-Extraction/m-p/652409#M110757</link>
      <description>&lt;P&gt;Recently, I changed Kaspersky Security Center log format to syslog (because of limitation of CEF) and We're receiving these logs in SPLUNK. but I found there is no suitable TA for such logs. so I decided to create transforms.conf and props.conf files to parse this log format. Here is my sample log:&lt;/P&gt;&lt;P&gt;Jul 26 16:44:56 172.31.0.254 1 2023-07-25T03:43:00.000Z comuter1 KES|11.0.0.0 - 000000g1 [event@23448 et="000000g1" tdn="Protection" etdn="Protection components are disabled" hdn="COMPUTER1" hip="172.24.7.139" gn="GPA" kscfqdn="something.root.holdings"] Event type: Protection components are disabled\r\nName: test.exe\r\nApplication path: C:\Program Files (x86)\Kaspersky Lab\KES.12.0.0\r\nProcess ID: 18446744073709551615\r\nUser: COMPUTER1\Administrator (Active user)\r\nComponent: Protection&lt;/P&gt;&lt;P&gt;and here is my props.conf and transforms.conf&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;props.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[kasperskylab:securitycenter:syslog]
SHOULD_LINEMERGE = false
KV_MODE = none
REPORT-outer_fields = get_outer_fields, get_inner_fields&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;transforms.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[get_outer_fields]
REGEX = ^(?&amp;lt;timestamp&amp;gt;[a-zA-Z]{3}\s+\d{1,2}\s+\d{1,2}:\d{1,2}:\d{1,2})\s+(?&amp;lt;device&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s+\S+\s+\d+-\d+-\d+\w+:\d+:\d+\.\d+\w+\s+(?&amp;lt;src&amp;gt;\S+)\s+(?&amp;lt;app&amp;gt;[^\s]*)\s+-\s+\S+\s+.*?hip="(?&amp;lt;src_ip&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})"\s+gn="(?&amp;lt;gn&amp;gt;[^"]+)"\s+kscfqdn="(?&amp;lt;fqdn&amp;gt;[^"]+)"]\s+(?&amp;lt;key_value_list&amp;gt;.*)

[get_inner_fields]
SOURCE_KEY  = key_value_list
DELIMS = "\\r\\n", ":"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;&amp;nbsp;but it seems only my first part (get_outer_fields) only works and nothing happens in second part (get_innter_fields). i also change my configs to replace "\r\n" with ";". here is my changes:&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;props.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[kasperskylab:securitycenter:syslog]
SHOULD_LINEMERGE = false
KV_MODE = none
SEDCMD-event_cleaner = s/\\r\\n/;/g
REPORT-outer_fields = get_outer_fields, get_inner_fields&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;&lt;STRONG&gt;transforms.conf:&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[get_outer_fields]
REGEX = ^(?&amp;lt;timestamp&amp;gt;[a-zA-Z]{3}\s+\d{1,2}\s+\d{1,2}:\d{1,2}:\d{1,2})\s+(?&amp;lt;device&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s+\S+\s+\d+-\d+-\d+\w+:\d+:\d+\.\d+\w+\s+(?&amp;lt;src&amp;gt;\S+)\s+(?&amp;lt;app&amp;gt;[^\s]*)\s+-\s+\S+\s+.*?hip="(?&amp;lt;src_ip&amp;gt;\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})"\s+gn="(?&amp;lt;gn&amp;gt;[^"]+)"\s+kscfqdn="(?&amp;lt;fqdn&amp;gt;[^"]+)"]\s+(?&amp;lt;key_value_list&amp;gt;.*)

[get_inner_fields]
SOURCE_KEY  = key_value_list
DELIMS = ";", ":"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;but the result not changed. any idea??&lt;/P&gt;&lt;P&gt;&lt;SPAN&gt;Any help is greatly appreciated.&lt;/SPAN&gt;&amp;nbsp;&lt;/P&gt;</description>
      <pubDate>Fri, 28 Jul 2023 17:46:16 GMT</pubDate>
      <guid>https://community.splunk.com/t5/Getting-Data-In/Kaspersky-Syslog-Data-Field-Extraction/m-p/652409#M110757</guid>
      <dc:creator>MoienABO</dc:creator>
      <dc:date>2023-07-28T17:46:16Z</dc:date>
    </item>
    <item>
      <title>Re: Kaspersky Syslog Data Field Extraction</title>
      <link>https://community.splunk.com/t5/Getting-Data-In/Kaspersky-Syslog-Data-Field-Extraction/m-p/652433#M110759</link>
      <description>&lt;P&gt;Hi&amp;nbsp;&lt;a href="https://community.splunk.com/t5/user/viewprofilepage/user-id/246369"&gt;@MoienABO&lt;/a&gt;,&lt;/P&gt;&lt;P&gt;at first: why do you want to use the second transformation, isn't the first sufficient to extract all fields?&lt;/P&gt;&lt;P&gt;Anyway, did you tried to put the transformations in two different rows?&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;[kasperskylab:securitycenter:syslog]
SHOULD_LINEMERGE = false
KV_MODE = none
REPORT-outer_fields1 = get_outer_fields
REPORT-outer_fields2 = get_inner_fields&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;At least, when you create a custom add on, use the Add-On Builder (&lt;A href="https://splunkbase.splunk.com/app/2962" target="_blank"&gt;https://splunkbase.splunk.com/app/2962&lt;/A&gt;) to normalize your data having a CIM compliant add-on.&lt;/P&gt;&lt;P&gt;In few words, you have also to:&lt;/P&gt;&lt;UL&gt;&lt;LI&gt;create some eventtypes and tags,&lt;/LI&gt;&lt;LI&gt;create alias for your fields,&lt;/LI&gt;&lt;LI&gt;create calculated fields to normalize some fields values.&lt;/LI&gt;&lt;/UL&gt;&lt;P&gt;Ciao.&lt;/P&gt;&lt;P&gt;Giuseppe&lt;/P&gt;</description>
      <pubDate>Sat, 29 Jul 2023 05:14:43 GMT</pubDate>
      <guid>https://community.splunk.com/t5/Getting-Data-In/Kaspersky-Syslog-Data-Field-Extraction/m-p/652433#M110759</guid>
      <dc:creator>gcusello</dc:creator>
      <dc:date>2023-07-29T05:14:43Z</dc:date>
    </item>
    <item>
      <title>Re: Kaspersky Syslog Data Field Extraction</title>
      <link>https://community.splunk.com/t5/Getting-Data-In/Kaspersky-Syslog-Data-Field-Extraction/m-p/652439#M110760</link>
      <description>&lt;P&gt;hi&amp;nbsp;&lt;a href="https://community.splunk.com/t5/user/viewprofilepage/user-id/161352"&gt;@gcusello&lt;/a&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;Thanks for your answer. I use second transformation because second part of log contains useful fields such as Application, user and .... I need to extract them&lt;/P&gt;&lt;P&gt;I also know about defining knowledge Objects related to this add on and will define them later. but now, field extraction is my concern and it not worked event with your configurations too. maybe you' re right and i should use&amp;nbsp;&lt;SPAN&gt;Add-On Builder App.&lt;/SPAN&gt;&lt;/P&gt;</description>
      <pubDate>Sat, 29 Jul 2023 09:02:05 GMT</pubDate>
      <guid>https://community.splunk.com/t5/Getting-Data-In/Kaspersky-Syslog-Data-Field-Extraction/m-p/652439#M110760</guid>
      <dc:creator>MoienABO</dc:creator>
      <dc:date>2023-07-29T09:02:05Z</dc:date>
    </item>
  </channel>
</rss>

