diff --git a/pillar/top.sls b/pillar/top.sls index 9abdefd2d..ff3502304 100644 --- a/pillar/top.sls +++ b/pillar/top.sls @@ -3,7 +3,7 @@ base: - match: compound - common - environment_settings - # - vector + - vector # '* and not proxy-* and not restore-* and not G@roles:devstack and not P@environment:mitxonline and not G@context:packer and not P@roles:(edx|edx-worker)$': # - match: compound # - fluentd @@ -15,7 +15,6 @@ base: - elastic_stack.version_production 'roles:auth_server': - match: grain - - vector.cas 'G@roles:elasticsearch and not P@environment:operations*': - match: compound - consul @@ -82,8 +81,8 @@ base: - consul - shibboleth - shibboleth.odlvideo - - fluentd.odlvideo - logrotate.odlvideo + - vector.odlvideo proxy-bootcamps-*: - heroku.bootcamps proxy-mitxpro-*: @@ -102,7 +101,7 @@ base: - consul - shibboleth - shibboleth.mitx_cas - - fluentd.cas + - vector.cas 'G@roles:rabbitmq and P@environment:mitx.*': - match: compound - rabbitmq.mitx @@ -114,8 +113,8 @@ base: - match: grain - nginx - nginx.reddit - - reddit - vector.reddit + - reddit 'G@environment:operations and G@roles:redash': - match: compound - nginx @@ -217,8 +216,8 @@ base: 'roles:rabbitmq': - match: grain - rabbitmq - - vector.rabbitmq - consul.rabbitmq + - vector.rabbitmq 'roles:tika': - match: grain - nginx diff --git a/pillar/vector/cas.sls b/pillar/vector/cas.sls index 1e06b7576..b0f309007 100644 --- a/pillar/vector/cas.sls +++ b/pillar/vector/cas.sls @@ -1,145 +1,10 @@ vector: - extra_configurations: - - name: cas_logs - content: - log_schema: - timestamp_key: vector_timestamp - host_key: log_host - sources: - collect_cas_nginx_access_logs: - type: file - read_from: end - file_key: log_file - include: - - /var/log/nginx/access.log - collect_cas_nginx_error_logs: - type: file - read_from: end - file_key: log_file - include: - - /var/log/nginx/error.log - collect_cas_application_logs: - type: file - read_from: end - file_key: log_file - include: - - /opt/log/django.log - multiline: - start_pattern: '^\[' - condition_pattern: '^\[' - mode: 'halt_before' - timeout_ms: 5000 - collect_auth_logs: - {{ salt.pillar.get('vector:base_auth_log_collection')|yaml(False)|indent(8) }} - transforms: - # Transforms for NGINX logs - parse_cas_nginx_access_logs: - type: remap - inputs: - - 'collect_cas_nginx_access_logs' - source: | - parsed, err = parse_regex(.message, r'^time=(?P