reafctor web_log

.dockerignore

@@ -0,0 +1,4 @@
+Makefile
+/hack
+docker-compose.yml
+/mocks/tmp

.gitignore

@@ -1,3 +1,5 @@
 .idea
 bin/
 mocks/springboot2/.gradle/
+mocks/tmp/*
+!mocks/tmp/.gitkeep

Dockerfile.dev

@@ -17,5 +17,6 @@ RUN go build -o go.d.plugin github.com/netdata/go.d.plugin/cmd/godplugin
 
 FROM netdata/netdata
 
+ADD ./mocks/netdata/netdata.conf /etc/netdata/
 ADD ./mocks/conf.d /usr/lib/netdata/conf.d
 COPY --from=build-env /workspace/go.d.plugin /usr/libexec/netdata/plugins.d/go.d.plugin

Makefile

@@ -1,3 +1,4 @@
+DEV_MODULES := all
 
 all: download vet test build
 
@@ -30,7 +31,7 @@ fmt:
 	hack/go-fmt.sh .
 
 .PHONY: vet
-vet: 
+vet:
 	go vet ./...
 
 .PHONY: release
@@ -46,7 +47,7 @@ dev-build:
 	docker-compose build
 
 dev-up:
-	docker-compose up -d
+	docker-compose up -d --remove-orphans
 
 .PHONY: dev-exec
 dev-exec: ## Get into development environment
@@ -57,3 +58,6 @@ dev-log:
 
 dev-run: ## Run go.d.plugin inside development environment
 	go run github.com/netdata/go.d.plugin/cmd/godplugin -d -c conf.d
+
+dev-mock: ## Run go.d.plugin inside development environment with mock config
+	go run github.com/netdata/go.d.plugin/cmd/godplugin -d -c ./mocks/conf.d -m $(DEV_MODULES)

config/go.d/web_log.conf

@@ -37,7 +37,7 @@
 #  - Parameter 'name' is mandatory.
 #  - Jobs with the same name are mutually exclusive. Only one of them will be allowed running at any time.
 #
-# This allows autodetection to try several alternatives and pick the one that works.
+# This allows auto detection to try several alternatives and pick the one that works.
 # Any number of jobs is supported.
 #
 # The JOBS section format:
@@ -57,71 +57,105 @@
 #
 # [ List of JOB specific parameters ]:
 #  - path
-#    The path to web server log file.
+#    The path to web server log file, can use wildcard.
 #    Syntax:
 #      path: /path/to/log/file
+#      path: /path/to/log/*.log
 #
-#  - filter
-#    Filter unwanted log lines. Logic: pass include AND !exclude.
+#  - exclude_path
+#    The path to be excluded, can use wildcard.
 #    Syntax:
-#      filter:
-#        include: pattern  # Pattern syntax: matcher.
-#        exclude: pattern  # Pattern syntax: matcher.
+#      exclude_path: *.tar.gz
 #
-#  - categories
-#    Requests per URL chart (matches against URL field).
+#  - url_patterns
+#    Requests per URL pattern chart. Matches against URL field.
+#    Matcher pattern syntax: https://github.com/netdata/go.d.plugin/tree/master/pkg/matcher#supported-format
 #    Syntax:
-#      categories:
+#      url_patterns:
 #        - name:  name1    # Name will be used as dimension.
 #          match: pattern  # Pattern syntax: matcher.
-#        - name:  name2    # Name will be used as dimension.
-#          match: pattern  # Pattern syntax: matcher.
+#        - name:  name2
+#          match: pattern
 #
-#  - user_categories
-#    Requests per User Defined chart (matches against <user_defined> field, see custom_log_format).
+#  - custom_fields
+#    Requests per pattern charts. Matches against <custom> fields. Used in custom log format.
+#    Matcher pattern syntax: https://github.com/netdata/go.d.plugin/tree/master/pkg/matcher#supported-format
 #    Syntax:
-#      user_categories:
-#        - name:  name1    # Name will be used as dimension.
-#          match: pattern  # Pattern to match. Syntax: matcher.
-#        - name:  name2    # Name will be used as dimension.
-#          match: pattern  # Pattern to match. Syntax: matcher.
+#      custom_fields:
+#        - name:  field_name1  # Field name. Should match field name from log format.
+#          patterns:
+#          - name:  name1      # Name will be used as dimension.
+#            match: pattern    # Pattern syntax: matcher.
+#          - name:  name2
+#            match: pattern
+#        - name:  field_name2
+#          patterns:
+#          - name:  name1
+#            match: pattern
+#          - name:  name2
+#            match: pattern
 #
 #  - histogram
 #    Cumulative histogram of response time in milli seconds.
 #    Syntax:
 #      histogram: [1,3,10,30,100]
 #
-#  - response_codes_aggregate
-#    Not aggregated detailed response codes charts.
+#  - group_response_codes
+#    Group response codes by code class (informational, successful, redirects, client and server errors).
 #    Syntax:
-#      response_codes_aggregate: yes/no
+#      group_response_codes: yes/no
 #
-#  - all_time_ips
-#    All time unique client IPs chart.
+#  - log_type
+#    One of supported log types: csv, ltsv, regexp, auto.
+#    If set to auto module will try to auto-detect log type and format.
+#    Auto-detection order: ltsv, csv.
 #    Syntax:
-#      all_time_ips: yes/no
+#      log_type: auto/csv/ltsv/regexp
 #
-#  - custom_log_format
-#    Defines a custom log format. You need define CSV pattern.
-#    Available keys: vhost, address, code, request, bytes_sent, resp_time, resp_time_upstream, resp_length, user_defined.
+#  - csv_config
+#    CSV log type specific parameters.
 #    Syntax:
-#      custom_log_format:
-#        - key: address
-#          index: 0
-#        - key: request
-#          index: 5
-#        - key: code
-#          index: 6
-#        - key: bytes_sent
-#          index: 7
-#
-#
-# Matcher pattern syntax: https://github.com/netdata/go.d.plugin/tree/master/pkg/matcher
+#    csv_config:
+#      format: 'format'            # Defines log format. You need define nginx or apache log format.
+#                                    Nginx: http://nginx.org/en/docs/http/ngx_http_log_module.html#log_format
+#                                    Apache: http://httpd.apache.org/docs/current/mod/mod_log_config.html
+#      fields_per_record: -1       # The number of expected fields per record. If set to positive, csv parser requires
+#                                    each record to have the given number of fields. If set to 0, csv parser sets it to
+#                                    the number of fields in the first record, so that future records must have the same
+#                                    field count. If fields_per_record is negative, no check is made and records may have
+#                                    a variable number of fields.
+#      delimiter: ' '              # Field delimiter.
+#      trim_leading_space: yes/no  # If set to true, leading white space in a field is ignored.
+#
+#  - ltsv_config
+#    LTSV log type specific parameters.
+#    Syntax:
+#    ltsv_config:
+#      field_delimiter: ' '  # Fields delimiter.
+#      value_delimiter: ':'  # Label-value pairs delimiter.
+#      mapping:              # Label field mapping.
+#        label1: field1
+#        label2: field2
+#
+#  - regexp_config
+#    RegExp log type specific parameters.
+#    Pattern syntax: https://golang.org/pkg/regexp/syntax/.
+#    Syntax:
+#    regexp_config:
+#      pattern: pattern  # Pattern. It is mandatory to have subexpressions names in the pattern.
 #
 #
 # [ JOB defaults ]:
-#  response_codes_aggregate: yes
-#  all_time_ips: yes
+#  exclude_path: *.gz
+#  group_response_codes: yes
+#  log_type: auto
+#  csv_config:
+#    fields_per_record: -1
+#    delimiter: ' '
+#    trim_leading_space: no
+#  ltsv_config:
+#      field_delimiter: '   '
+#      value_delimiter: ':'
 #
 #
 # [ JOB mandatory parameters ]:

docker-compose.yml

@@ -13,6 +13,7 @@ services:
     volumes:
       - /proc:/host/proc:ro
       - /sys:/host/sys:ro
+      - ./mocks/tmp:/usr/local/apache2/logs:ro
     depends_on:
       - springboot2
       - httpd
@@ -31,18 +32,23 @@ services:
     image: httpd:2.4
     volumes:
       - ./mocks/httpd/httpd.conf:/usr/local/apache2/conf/httpd.conf:ro
+      - ./mocks/tmp:/usr/local/apache2/logs:rw
 
-  springboot2_random:
-    image: alpine
+  blackbox_probe:
+    build: mocks/blackbox
     depends_on:
       - springboot2
+      - httpd
     command:
       - '/bin/sh'
       - '-c'
       - |
         while :; do
-          wget -O /dev/null http://springboot2:8080/hello || :
-          wget -O /dev/null http://springboot2:8080/hello || :
-          wget -O /dev/null http://springboot2:8080/ || :
+          curl -o /dev/null http://springboot2:8080/hello || :
+          curl -o /dev/null http://springboot2:8080/hello || :
+          curl -o /dev/null http://springboot2:8080/ || :
+          curl -o /dev/null http://httpd/ || :
+          curl -o /dev/null -XPOST http://httpd/post || :
+          curl -o /dev/null http://httpd/not_exist || :
           sleep 0.7
         done

go.mod

@@ -3,11 +3,12 @@ module github.com/netdata/go.d.plugin
 go 1.13
 
 require (
+	github.com/Wing924/ltsv v0.3.1
+	github.com/axiomhq/hyperloglog v0.0.0-20181223111420-4b99d0c2c99e
 	github.com/cespare/xxhash v1.1.0 // indirect
-	github.com/fsnotify/fsnotify v1.4.7 // indirect
+	github.com/dgryski/go-metro v0.0.0-20180109044635-280f6062b5bc // indirect
 	github.com/go-sql-driver/mysql v1.4.1
 	github.com/google/uuid v1.1.1 // indirect
-	github.com/hpcloud/tail v1.0.0
 	github.com/miekg/dns v1.1.8
 	github.com/netdata/go-orchestrator v0.0.0-20190905093727-c793edba0e8f
 	github.com/prometheus/common v0.3.0 // indirect
@@ -19,8 +20,6 @@ require (
 	golang.org/x/sync v0.0.0-20190412183630-56d357773e84 // indirect
 	golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7
 	google.golang.org/appengine v1.5.0 // indirect
-	gopkg.in/fsnotify.v1 v1.4.7 // indirect
-	gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 // indirect
 	gopkg.in/yaml.v2 v2.2.2
 	layeh.com/radius v0.0.0-20190322222518-890bc1058917
 )

go.sum

@@ -1,16 +1,20 @@
 github.com/OneOfOne/xxhash v1.2.2 h1:KMrpdQIwFcEqXDklaen+P1axHaj9BSKzvpUUfnHldSE=
 github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU=
+github.com/Wing924/ltsv v0.3.1 h1:hbjzQ6YuS/sOm7nQJG7ddT9ua1yYmcH25Q8lsuiQE0A=
+github.com/Wing924/ltsv v0.3.1/go.mod h1:zl47wq7H23LocdDHg7yJAH/Qdc4MWHXu1Evx9Ahilmo=
 github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
 github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
+github.com/axiomhq/hyperloglog v0.0.0-20181223111420-4b99d0c2c99e h1:190ugM9MsyFauTkR/UqcHG/mn5nmFe6SvHJqEHIrtrA=
+github.com/axiomhq/hyperloglog v0.0.0-20181223111420-4b99d0c2c99e/go.mod h1:IOXAcuKIFq/mDyuQ4wyJuJ79XLMsmLM+5RdQ+vWrL7o=
 github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q=
 github.com/cespare/xxhash v1.1.0 h1:a6HrQnmkObjyL+Gs60czilIUGqrzKutQD6XZog3p+ko=
 github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc=
 github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
-github.com/fsnotify/fsnotify v1.4.7 h1:IXs+QLmnXW2CcXuY+8Mzv/fWEsPGWxqefPtCP5CnV9I=
-github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
+github.com/dgryski/go-metro v0.0.0-20180109044635-280f6062b5bc h1:8WFBn63wegobsYAX0YjD+8suexZDga5CctH4CCTx2+8=
+github.com/dgryski/go-metro v0.0.0-20180109044635-280f6062b5bc/go.mod h1:c9O8+fpSOX1DM8cPNSkX/qsBWdkD4yd2dpciOWQjpBw=
 github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as=
 github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE=
 github.com/go-sql-driver/mysql v1.4.1 h1:g24URVg0OFbNUTx9qqY1IRZ9D9z3iPyi5zKhQZpNwpA=
@@ -21,8 +25,6 @@ github.com/golang/protobuf v1.2.0 h1:P3YflyNX/ehuJFLhxviNdFxQPkGK5cDcApsge1SqnvM
 github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
 github.com/google/uuid v1.1.1 h1:Gkbcsh/GbpXz7lPftLA3P6TYMwjCLYm83jiFQZF/3gY=
 github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
-github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI=
-github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU=
 github.com/jessevdk/go-flags v1.4.0 h1:4IU2WS7AumrZ/40jfhf4QVDMsQwqA7VEHozFRrGARJA=
 github.com/jessevdk/go-flags v1.4.0/go.mod h1:4FA24M0QyGHXBuZZK/XkWh8h0e1EYbRYJSGM75WSRxI=
 github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w=
@@ -39,6 +41,7 @@ github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrk
 github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
 github.com/netdata/go-orchestrator v0.0.0-20190905093727-c793edba0e8f h1:jSzujNrzCHAxa05SDRsjNx/OBbElK3a6yUtGqJXr32w=
 github.com/netdata/go-orchestrator v0.0.0-20190905093727-c793edba0e8f/go.mod h1:ECF8anFVCt/TfTIWVPgPrNaYJXtAtpAOF62ugDbw41A=
+github.com/pkg/errors v0.8.0 h1:WdK/asTD0HN+q6hsWO3/vpuAkAr+tw6aNJNDFFf0+qw=
 github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
@@ -54,6 +57,7 @@ github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPx
 github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72 h1:qLC7fQah7D6K1B0ujays3HV9gkFtllcxhzImRR7ArPQ=
 github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
+github.com/stretchr/objx v0.1.1 h1:2vfRuCMp5sSVIDSqO8oNnWJq7mPa6KVP3iPIwFBuy8A=
 github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
 github.com/stretchr/testify v1.3.0 h1:TivCn/peBQ7UY8ooIcPgZFpTNSz0Q2U6UrFlUfqbe0Q=
@@ -65,6 +69,8 @@ golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACk
 golang.org/x/crypto v0.0.0-20190417174047-f416ebab96af h1:6qGQw30u837TXZbCmLFR9AVA+RjJU1LIbvk0oIkDZGY=
 golang.org/x/crypto v0.0.0-20190417174047-f416ebab96af/go.mod h1:WFFai1msRO1wXaEeE5yQxYXgSfI8pQAWXbQop6sCtWE=
 golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20190415214537-1da14a5a36f2 h1:iC0Y6EDq+rhnAePxGvJs2kzUAYcwESqdcGRPzEUfzTU=
 golang.org/x/net v0.0.0-20190415214537-1da14a5a36f2/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
@@ -79,17 +85,14 @@ golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5h
 golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e h1:nFYrTHrdrAOpShe27kaFHjsqYSEQ0KWqdWLu3xuZJts=
 golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
+golang.org/x/xerrors v0.0.0-20190510150013-5403a72a6aaf/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7 h1:9zdDQZ7Thm29KFXgAX/+yaf3eVbP7djjWp/dXAppNCc=
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 google.golang.org/appengine v1.5.0 h1:KxkO13IPW4Lslp2bz+KHP2E3gtFlrIGNThxkZQ3g+4c=
 google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
-gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4=
-gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys=
-gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
-gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw=
 gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.2.2 h1:ZCJp+EgiOT7lHqUV2J862kp8Qj64Jo6az82+3Td9dZw=
 gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=

mocks/blackbox/Dockerfile

@@ -0,0 +1,3 @@
+FROM alpine
+
+RUN apk add --no-cache curl

mocks/conf.d/go.d/web_log.conf

@@ -0,0 +1,30 @@
+jobs:
+- name: httpd
+  path: /usr/local/apache2/logs/access_log
+  categories:
+  - name: status
+    match: ~ ^/server-status
+  histogram: [1, 10, 100, 1000]
+
+- name: httpd
+  path: ./mocks/tmp/access_log
+  categories:
+  - name: status
+    match: ~ ^/server-status
+  histogram: [1, 10, 100, 1000]
+
+- name: httpd2
+  path: /usr/local/apache2/logs/access_log
+  aggregate_response_codes: true
+  categories:
+  - name: status
+    match: ~ ^/server-status
+  histogram: [1, 10, 100, 1000]
+
+- name: httpd2
+  path: ./mocks/tmp/access_log
+  aggregate_response_codes: true
+  categories:
+  - name: status
+    match: ~ ^/server-status
+  histogram: [1, 10, 100, 1000]