Skip to content

AMBARI-25978: add logsearch support for ambari #3744

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
rzuo wants to merge 2 commits into
base: trunk
Choose a base branch
from
Open

AMBARI-25978: add logsearch support for ambari #3744

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
c24fd7c
add logsearch support to ambari
rzuo Aug 11, 2023
a998acb
add AMBARI_LOGSEARCH service
rzuo Aug 11, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
77 changes: 77 additions & 0 deletions ambari-server/src/main/resources/common-services/AMBARI_LOGSEARCH/3.0.0/alerts.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,77 @@
{
"AMBARI_LOGSEARCH": {
"service": [
{
"name": "logfeeder_process_percent",
"label": "Percent LogFeeders Available",
"description": "This service-level alert is triggered if the configured percentage of LogFeeders processes cannot be determined to be up and listening on the network for the configured warning and critical thresholds. It aggregates the results of LogFeeders process down checks.",
"interval": 1,
"scope": "SERVICE",
"enabled": true,
"source": {
"type": "AGGREGATE",
"alert_name": "logfeeder_process",
"reporting": {
"ok": {
"text": "affected: [{1}], total: [{0}]"
},
"warning": {
"text": "affected: [{1}], total: [{0}]",
"value": 10
},
"critical": {
"text": "affected: [{1}], total: [{0}]",
"value": 30
},
"units" : "%",
"type": "PERCENT"
}
}
}
],
"LOGSEARCH_SERVER": [
{
"name": "logsearch_ui",
"label": "Log Search Web UI",
"description": "This host-level alert is triggered if the Log Search UI is unreachable.",
"interval": 1,
"scope": "ANY",
"source": {
"type": "WEB",
"uri": {
"http": "{{logsearch-properties/logsearch.protocol}}://0.0.0.0:{{logsearch-properties/logsearch.http.port}}/api/v1/info",
"https": "{{logsearch-properties/logsearch.protocol}}://0.0.0.0:{{logsearch-properties/logsearch.https.port}}/api/v1/info",
"https_property": "{{logsearch-properties/logsearch.protocol}}",
"https_property_value": "https",
"default_port": 61888,
"connection_timeout": 5.0
},
"reporting": {
"ok": {
"text": "HTTP {0} response in {2:.3f}s"
},
"warning": {
"text": "HTTP {0} response from {1} in {2:.3f}s ({3})"
},
"critical": {
"text": "Connection failed to {1} ({3})"
}
}
}
}
],
"LOGSEARCH_LOGFEEDER": [
{
"name": "logfeeder_process",
"label": "LogFeeder Status",
"description": "This alert indicates the status of the LogFeeder process as determined by the logfeeder status script.",
"interval": 1,
"scope": "ANY",
"source": {
"type": "SCRIPT",
"path": "AMBARI_LOGSEARCH/3.0.0/package/alerts/alert_logfeeder.py"
}
}
]
}
}
38 changes: 38 additions & 0 deletions ...esources/common-services/AMBARI_LOGSEARCH/3.0.0/configuration/logfeeder-ambari-config.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-->
<configuration supports_final="false" supports_adding_forbidden="true">
<property>
<name>content</name>
<display-name>Ambari Log Feeder config</display-name>
<description>Grok filters and input file locations for ambari related log files</description>
<value/>
<property-type>VALUE_FROM_PROPERTY_FILE</property-type>
<value-attributes>
<type>content</type>
<show-property-name>false</show-property-name>
<property-file-name>input.config-ambari.json.j2</property-file-name>
<property-file-type>text</property-file-type>
<visible>false</visible>
</value-attributes>
<on-ambari-upgrade add="true" update="true"/>
</property>
</configuration>
187 changes: 187 additions & 0 deletions ...src/main/resources/common-services/AMBARI_LOGSEARCH/3.0.0/configuration/logfeeder-env.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,187 @@
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-->
<!-- This is a special config file for properties used to monitor status of the service -->
<configuration supports_adding_forbidden="true">
<property>
<name>logfeeder_pid_dir</name>
<value>/var/run/ambari-logsearch-logfeeder</value>
<description>Log Feeder Process ID Directory</description>
<display-name>Log Feeder pid dir</display-name>
<value-attributes>
<type>directory</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_log_dir</name>
<value>/var/log/ambari-logsearch-logfeeder</value>
<description>Log dir for Log Feeder</description>
<display-name>Log Feeder log dir</display-name>
<value-attributes>
<type>directory</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_max_mem</name>
<value>512m</value>
<description>Max Memory for Logfeeder</description>
<display-name>Log Feeder max memory</display-name>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_solr_service_logs_enable</name>
<value>true</value>
<display-name>Service Logs enabled</display-name>
<description>Enable service logs to Solr</description>
<value-attributes>
<type>boolean</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_solr_audit_logs_enable</name>
<value>true</value>
<display-name>Audit Logs enabled</display-name>
<description>Enable audit logs to Solr</description>
<value-attributes>
<type>boolean</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_truststore_location</name>
<value>/etc/security/serverKeys/logsearch.trustStore.jks</value>
<display-name>Log Feeder trust store location</display-name>
<description>Location of the trust store file.</description>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_truststore_type</name>
<value>jks</value>
<display-name>Log Feeder trust store type</display-name>
<description>Type of the trust store file.</description>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_truststore_password</name>
<value>bigdata</value>
<display-name>Log Feeder trust store password</display-name>
<property-type>PASSWORD</property-type>
<description>Password to open the trust store file.</description>
<value-attributes>
<type>password</type>
<keystore>true</keystore>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_keystore_location</name>
<value>/etc/security/serverKeys/logsearch.keyStore.jks</value>
<display-name>Log Feeder key store location</display-name>
<description>Location of the key store file.</description>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_keystore_type</name>
<value>jks</value>
<display-name>Log Feeder store type</display-name>
<description>Type of the key store file.</description>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_keystore_password</name>
<value>bigdata</value>
<display-name>Log Feeder key store password</display-name>
<property-type>PASSWORD</property-type>
<description>Password to open the key store file.</description>
<value-attributes>
<type>password</type>
<keystore>true</keystore>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_external_solr_kerberos_keytab</name>
<value></value>
<display-name>Log Feeder External Solr keytab</display-name>
<description>The path to the Kerberos Keytab file containing service principal of Log Feeder e.g. /etc/security/keytabs/logfeeder.service.keytab</description>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_external_solr_kerberos_principal</name>
<value></value>
<display-name>Log Feeder External Solr principal</display-name>
<description>The service principal for Log Feeder which will be used to access SolrClient e.g. logfeeder/_HOST@REALM</description>
<property-type>KERBEROS_PRINCIPAL</property-type>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_kerberos_keytab</name>
<value>/etc/security/keytabs/logfeeder.service.keytab</value>
<display-name>Log Feeder Solr keytab</display-name>
<description>The path to the Kerberos Keytab file containing service principal of the Log Feeder.</description>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>logfeeder_kerberos_principal</name>
<value>logfeeder</value>
<display-name>Log Feeder Solr principal</display-name>
<description>The service principal for Log Feeder which will be used to access Log Search Solr.</description>
<property-type>KERBEROS_PRINCIPAL</property-type>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>ambari_server_log_dir</name>
<value>/var/log/ambari-server</value>
<description>Log dir of Ambari Server. Use this property when bootstrapping Logsearch only.</description>
<display-name>Ambari Server log dir</display-name>
<value-attributes>
<type>directory</type>
<editable-only-at-install>true</editable-only-at-install>
</value-attributes>
<on-ambari-upgrade add="false"/>
</property>
<property>
<name>ambari_agent_log_dir</name>
<value>/var/log/ambari-agent</value>
<description>Log dir of Ambari Agent. Use this property when bootstrapping Logsearch only.</description>
<display-name>Ambari Agent log dir</display-name>
<value-attributes>
<type>directory</type>
<editable-only-at-install>true</editable-only-at-install>
</value-attributes>
<on-ambari-upgrade add="false"/>
</property>
<property>
<name>content</name>
<display-name>logfeeder-env template</display-name>
<description>This is the jinja template for logfeeder-env.sh file</description>
<value/>
<property-type>VALUE_FROM_PROPERTY_FILE</property-type>
<value-attributes>
<property-file-name>logfeeder-env.sh.j2</property-file-name>
<property-file-type>text</property-file-type>
</value-attributes>
<on-ambari-upgrade add="true" update="true"/>
</property>
</configuration>
49 changes: 49 additions & 0 deletions ...rc/main/resources/common-services/AMBARI_LOGSEARCH/3.0.0/configuration/logfeeder-grok.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-->
<!-- This is a special config file for properties used to monitor status of the service -->
<configuration supports_adding_forbidden="true">
<property>
<name>default_grok_patterns</name>
<display-name>Default Grok Patterns</display-name>
<description>This is the jinja template for default grok patterns</description>
<value/>
<property-type>VALUE_FROM_PROPERTY_FILE</property-type>
<value-attributes>
<read-only>true</read-only>
<property-file-name>logfeeder-default_grok_patterns.j2</property-file-name>
<property-file-type>text</property-file-type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>custom_grok_patterns</name>
<display-name>Custom Grok Patterns</display-name>
<description>This is the jinja template for custom grok patterns</description>
<value/>
<property-type>TEXT</property-type>
<value-attributes>
<type>multiLine</type>
<empty-value-valid>true</empty-value-valid>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
</configuration>
Loading