486 lines
28 KiB
Clojure
486 lines
28 KiB
Clojure
|
(ns puppetlabs.http.client.metrics-test
|
||
|
|
(:require [clojure.test :refer :all]
|
||
|
|
[puppetlabs.http.client.async-unbuffered-test :as unbuffered-test]
|
||
|
|
[puppetlabs.trapperkeeper.services.webserver.jetty9-service :as jetty9]
|
||
|
|
[puppetlabs.trapperkeeper.testutils.bootstrap :as testutils]
|
||
|
|
[puppetlabs.trapperkeeper.testutils.logging :as testlogging]
|
||
|
|
[puppetlabs.trapperkeeper.testutils.webserver :as testwebserver]
|
||
|
|
[puppetlabs.http.client.async :as async]
|
||
|
|
[puppetlabs.http.client.sync :as sync]
|
||
|
|
[puppetlabs.http.client.common :as common]
|
||
|
|
[puppetlabs.trapperkeeper.core :as tk])
|
||
|
|
(:import (com.puppetlabs.http.client.impl ClientMetricData)
|
||
|
|
(com.puppetlabs.http.client Async RequestOptions ClientOptions ResponseBodyType Sync)
|
||
|
|
(com.codahale.metrics Timer MetricRegistry)
|
||
|
|
(java.net SocketTimeoutException)
|
||
|
|
(java.util.concurrent TimeoutException)))
|
||
|
|
|
||
|
|
(tk/defservice test-metric-web-service
|
||
|
|
[[:WebserverService add-ring-handler]]
|
||
|
|
(init [this context]
|
||
|
|
(add-ring-handler (fn [_] {:status 200 :body "Hello, World!"}) "/hello")
|
||
|
|
(add-ring-handler (fn [_]
|
||
|
|
(do
|
||
|
|
(Thread/sleep 5)
|
||
|
|
{:status 200 :body "short"}))
|
||
|
|
"/short")
|
||
|
|
(add-ring-handler (fn [_]
|
||
|
|
(do
|
||
|
|
(Thread/sleep 100)
|
||
|
|
{:status 200 :body "long"}))
|
||
|
|
"/long")
|
||
|
|
context))
|
||
|
|
|
||
|
|
(def hello-url "http://localhost:10000/hello")
|
||
|
|
(def short-url "http://localhost:10000/short")
|
||
|
|
(def long-url "http://localhost:10000/long")
|
||
|
|
|
||
|
|
(def short-name-base "puppetlabs.http-client.experimental.with-url.http://localhost:10000/short")
|
||
|
|
(def short-name (str short-name-base ".bytes-read"))
|
||
|
|
(def short-name-with-get (str short-name-base ".GET" ".bytes-read"))
|
||
|
|
(def short-name-with-post (str short-name-base ".POST" ".bytes-read"))
|
||
|
|
|
||
|
|
(def long-name-base "puppetlabs.http-client.experimental.with-url.http://localhost:10000/long")
|
||
|
|
(def long-name (str long-name-base ".bytes-read"))
|
||
|
|
(def long-name-with-method (str long-name-base ".GET" ".bytes-read"))
|
||
|
|
(def long-foo-name "puppetlabs.http-client.experimental.with-metric-id.foo.bytes-read")
|
||
|
|
(def long-foo-bar-name "puppetlabs.http-client.experimental.with-metric-id.foo.bar.bytes-read")
|
||
|
|
(def long-foo-bar-baz-name "puppetlabs.http-client.experimental.with-metric-id.foo.bar.baz.bytes-read")
|
||
|
|
|
||
|
|
(def hello-name-base "puppetlabs.http-client.experimental.with-url.http://localhost:10000/hello")
|
||
|
|
(def hello-name (str hello-name-base ".bytes-read"))
|
||
|
|
(def hello-name-with-method (str hello-name-base ".GET" ".bytes-read"))
|
||
|
|
|
||
|
|
(deftest metrics-test-java-async
|
||
|
|
(testing "metrics work with java async client"
|
||
|
|
(testlogging/with-test-logging
|
||
|
|
(testutils/with-app-with-config
|
||
|
|
app
|
||
|
|
[jetty9/jetty9-service test-metric-web-service]
|
||
|
|
{:webserver {:port 10000}}
|
||
|
|
(let [metric-registry (MetricRegistry.)
|
||
|
|
hello-request-opts (RequestOptions. hello-url)
|
||
|
|
short-request-opts (RequestOptions. short-url)
|
||
|
|
long-request-opts (doto (RequestOptions. long-url)
|
||
|
|
(.setMetricId (into-array ["foo" "bar" "baz"])))]
|
||
|
|
(with-open [client (Async/createClient (doto (ClientOptions.)
|
||
|
|
(.setMetricRegistry metric-registry)))]
|
||
|
|
(-> client (.get hello-request-opts) (.deref)) ; warm it up
|
||
|
|
(let [short-response (-> client (.get short-request-opts) (.deref))
|
||
|
|
long-response (-> client (.get long-request-opts) (.deref))]
|
||
|
|
(-> client (.post short-request-opts) (.deref))
|
||
|
|
(is (= 200 (.getStatus short-response)))
|
||
|
|
(is (= "short" (slurp (.getBody short-response))))
|
||
|
|
(is (= 200 (.getStatus long-response)))
|
||
|
|
(is (= "long" (slurp (.getBody long-response))))
|
||
|
|
(.timer metric-registry "fake")
|
||
|
|
(let [client-metrics (.getClientMetrics client)
|
||
|
|
client-metrics-data (.getClientMetricsData client)
|
||
|
|
all-metrics (.getMetrics metric-registry)]
|
||
|
|
(testing ".getClientMetrics returns only http client metrics"
|
||
|
|
(is (= 11 (count all-metrics)))
|
||
|
|
(is (= 10 (count client-metrics)))
|
||
|
|
(is (= 10 (count client-metrics-data))))
|
||
|
|
(testing "get-client-metrics returns a map of metric name to timer instance"
|
||
|
|
(is (= (set (list hello-name hello-name-with-method short-name short-name-with-get
|
||
|
|
short-name-with-post long-name long-name-with-method
|
||
|
|
long-foo-name long-foo-bar-name long-foo-bar-baz-name))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics))))
|
||
|
|
(testing "get-client-metrics-data returns a map of metric name to metric data"
|
||
|
|
(let [short-data (get client-metrics-data short-name)
|
||
|
|
short-data-get (get client-metrics-data short-name-with-get)
|
||
|
|
short-data-post (get client-metrics-data short-name-with-post)
|
||
|
|
long-data (get client-metrics-data long-name)]
|
||
|
|
(is (every? #(instance? ClientMetricData %) (vals client-metrics-data)))
|
||
|
|
|
||
|
|
(is (= short-name (.getMetricName short-data)))
|
||
|
|
(is (= 2 (.getCount short-data)))
|
||
|
|
(is (<= 5 (.getMean short-data)))
|
||
|
|
(is (<= 10 (.getAggregate short-data)))
|
||
|
|
|
||
|
|
(is (= short-name-with-get (.getMetricName short-data-get)))
|
||
|
|
(is (= 1 (.getCount short-data-get)))
|
||
|
|
(is (<= 5 (.getMean short-data-get)))
|
||
|
|
(is (<= 5 (.getAggregate short-data-get)))
|
||
|
|
|
||
|
|
(is (= short-name-with-post (.getMetricName short-data-post)))
|
||
|
|
(is (= 1 (.getCount short-data-post)))
|
||
|
|
(is (<= 5 (.getMean short-data-post)))
|
||
|
|
(is (<= 5 (.getAggregate short-data-post)))
|
||
|
|
|
||
|
|
(is (>= 1 (Math/abs (- (.getAggregate short-data)
|
||
|
|
(+ (.getAggregate short-data-get)
|
||
|
|
(.getAggregate short-data-post))))))
|
||
|
|
|
||
|
|
(is (= long-name (.getMetricName long-data)))
|
||
|
|
(is (= 1 (.getCount long-data)))
|
||
|
|
(is (<= 100 (.getMean long-data)))
|
||
|
|
(is (<= 100 (.getAggregate long-data)))
|
||
|
|
|
||
|
|
(is (> (.getAggregate long-data) (.getAggregate short-data))))))))
|
||
|
|
(with-open [client (Async/createClient (ClientOptions.))]
|
||
|
|
(testing ".getClientMetrics returns nil if no metrics registry passed in"
|
||
|
|
(let [response (-> client (.get hello-request-opts) (.deref))]
|
||
|
|
(is (= 200 (.getStatus response)))
|
||
|
|
(is (= "Hello, World!" (slurp (.getBody response))))
|
||
|
|
(is (= nil (.getClientMetrics client)))
|
||
|
|
(is (= nil (.getClientMetricsData client)))))))))))
|
||
|
|
|
||
|
|
(deftest metrics-test-clojure-async
|
||
|
|
(testing "metrics work with clojure async client"
|
||
|
|
(testlogging/with-test-logging
|
||
|
|
(testutils/with-app-with-config
|
||
|
|
app
|
||
|
|
[jetty9/jetty9-service test-metric-web-service]
|
||
|
|
{:webserver {:port 10000}}
|
||
|
|
(let [metric-registry (MetricRegistry.)]
|
||
|
|
(with-open [client (async/create-client {:metric-registry metric-registry})]
|
||
|
|
@(common/get client hello-url) ; warm it up
|
||
|
|
(let [short-response @(common/get client short-url {:as :text :metric-id ["foo" "bar" "baz"]})
|
||
|
|
long-response @(common/get client long-url)]
|
||
|
|
@(common/post client short-url)
|
||
|
|
(is (= {:status 200 :body "short"} (select-keys short-response [:status :body])))
|
||
|
|
(is (= 200 (:status long-response)))
|
||
|
|
(is (= "long" (slurp (:body long-response))))
|
||
|
|
(.timer metric-registry "fake")
|
||
|
|
(let [client-metrics (common/get-client-metrics client)
|
||
|
|
client-metrics-data (common/get-client-metrics-data client)
|
||
|
|
all-metrics (.getMetrics metric-registry)]
|
||
|
|
(testing "get-client-metrics and get-client-metrics data return only http client metrics"
|
||
|
|
(is (= 11 (count all-metrics)))
|
||
|
|
(is (= 10 (count client-metrics)))
|
||
|
|
(is (= 10 (count client-metrics-data))))
|
||
|
|
(testing "get-client-metrics returns a map of metric name to timer instance"
|
||
|
|
(is (= (set (list hello-name hello-name-with-method short-name short-name-with-get
|
||
|
|
short-name-with-post long-name long-name-with-method
|
||
|
|
long-foo-name long-foo-bar-name long-foo-bar-baz-name))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics))))
|
||
|
|
(testing "get-client-metrics-data returns a map of metric name to metrics data"
|
||
|
|
(let [short-data (get client-metrics-data short-name)
|
||
|
|
short-data-get (get client-metrics-data short-name-with-get)
|
||
|
|
short-data-post (get client-metrics-data short-name-with-post)
|
||
|
|
long-data (get client-metrics-data long-name)]
|
||
|
|
(is (= short-name (:metric-name short-data)))
|
||
|
|
(is (= 2 (:count short-data)))
|
||
|
|
(is (<= 5 (:mean short-data)))
|
||
|
|
(is (<= 10 (:aggregate short-data)))
|
||
|
|
|
||
|
|
(is (= short-name-with-get (:metric-name short-data-get)))
|
||
|
|
(is (= 1 (:count short-data-get)))
|
||
|
|
(is (<= 5 (:mean short-data-get)))
|
||
|
|
(is (<= 5 (:aggregate short-data-get)))
|
||
|
|
|
||
|
|
(is (= short-name-with-post (:metric-name short-data-post)))
|
||
|
|
(is (= 1 (:count short-data-post)))
|
||
|
|
(is (<= 5 (:mean short-data-post)))
|
||
|
|
(is (<= 5 (:aggregate short-data-post)))
|
||
|
|
|
||
|
|
(is (>= 1 (Math/abs (- (:aggregate short-data)
|
||
|
|
(+ (:aggregate short-data-get)
|
||
|
|
(:aggregate short-data-post))))))
|
||
|
|
|
||
|
|
(is (= long-name (:metric-name long-data)))
|
||
|
|
(is (= 1 (:count long-data)))
|
||
|
|
(is (<= 100 (:mean long-data)))
|
||
|
|
(is (<= 100 (:aggregate long-data)))
|
||
|
|
|
||
|
|
(is (> (:mean long-data) (:mean short-data)))))))))
|
||
|
|
(with-open [client (async/create-client {})]
|
||
|
|
(testing "get-client-metrics returns nil if no metrics registry passed in"
|
||
|
|
(let [response (common/get client hello-url)]
|
||
|
|
(is (= 200 (:status @response)))
|
||
|
|
(is (= "Hello, World!" (slurp (:body @response))))
|
||
|
|
(is (= nil (common/get-client-metrics client)))
|
||
|
|
(is (= nil (common/get-client-metrics-data client))))))))))
|
||
|
|
|
||
|
|
(deftest metrics-test-java-sync
|
||
|
|
(testing "metrics work with java sync client"
|
||
|
|
(testlogging/with-test-logging
|
||
|
|
(testutils/with-app-with-config
|
||
|
|
app
|
||
|
|
[jetty9/jetty9-service test-metric-web-service]
|
||
|
|
{:webserver {:port 10000}}
|
||
|
|
(let [metric-registry (MetricRegistry.)
|
||
|
|
hello-request-opts (RequestOptions. hello-url)
|
||
|
|
short-request-opts (RequestOptions. short-url)
|
||
|
|
long-request-opts (doto (RequestOptions. long-url)
|
||
|
|
(.setMetricId (into-array ["foo" "bar" "baz"])))]
|
||
|
|
(with-open [client (Sync/createClient (doto (ClientOptions.)
|
||
|
|
(.setMetricRegistry metric-registry)))]
|
||
|
|
(.get client hello-request-opts) ; warm it up
|
||
|
|
(let [short-response (.get client short-request-opts)
|
||
|
|
long-response (.get client long-request-opts)]
|
||
|
|
(.post client short-request-opts)
|
||
|
|
(is (= 200 (.getStatus short-response)))
|
||
|
|
(is (= "short" (slurp (.getBody short-response))))
|
||
|
|
(is (= 200 (.getStatus long-response)))
|
||
|
|
(is (= "long" (slurp (.getBody long-response))))
|
||
|
|
(.timer metric-registry "fake")
|
||
|
|
(let [client-metrics (.getClientMetrics client)
|
||
|
|
client-metrics-data (.getClientMetricsData client)
|
||
|
|
all-metrics (.getMetrics metric-registry)]
|
||
|
|
(testing ".getClientMetrics returns only http client metrics"
|
||
|
|
(is (= 11 (count all-metrics)))
|
||
|
|
(is (= 10 (count client-metrics)))
|
||
|
|
(is (= 10 (count client-metrics-data))))
|
||
|
|
(testing ".getClientMetrics returns a map of metric name to timer instance"
|
||
|
|
(is (= (set (list hello-name hello-name-with-method short-name short-name-with-get
|
||
|
|
short-name-with-post long-name long-name-with-method
|
||
|
|
long-foo-name long-foo-bar-name long-foo-bar-baz-name))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics))))
|
||
|
|
(testing ".getClientMetricsData returns a map of metric name to metric data"
|
||
|
|
(let [short-data (get client-metrics-data short-name)
|
||
|
|
short-data-get (get client-metrics-data short-name-with-get)
|
||
|
|
short-data-post (get client-metrics-data short-name-with-post)
|
||
|
|
long-data (get client-metrics-data long-name)]
|
||
|
|
(is (every? #(instance? ClientMetricData %) (vals client-metrics-data)))
|
||
|
|
|
||
|
|
(is (= short-name (.getMetricName short-data)))
|
||
|
|
(is (= 2 (.getCount short-data)))
|
||
|
|
(is (<= 5 (.getMean short-data)))
|
||
|
|
(is (<= 10 (.getAggregate short-data)))
|
||
|
|
|
||
|
|
(is (= short-name-with-get (.getMetricName short-data-get)))
|
||
|
|
(is (= 1 (.getCount short-data-get)))
|
||
|
|
(is (<= 5 (.getMean short-data-get)))
|
||
|
|
(is (<= 5 (.getAggregate short-data-get)))
|
||
|
|
|
||
|
|
(is (= short-name-with-post (.getMetricName short-data-post)))
|
||
|
|
(is (= 1 (.getCount short-data-post)))
|
||
|
|
(is (<= 5 (.getMean short-data-post)))
|
||
|
|
(is (<= 5 (.getAggregate short-data-post)))
|
||
|
|
|
||
|
|
(is (>= 1 (Math/abs (- (.getAggregate short-data)
|
||
|
|
(+ (.getAggregate short-data-get)
|
||
|
|
(.getAggregate short-data-post))))))
|
||
|
|
|
||
|
|
(is (= long-name (.getMetricName long-data)))
|
||
|
|
(is (= 1 (.getCount long-data)))
|
||
|
|
(is (<= 100 (.getMean long-data)))
|
||
|
|
(is (<= 100 (.getAggregate long-data)))
|
||
|
|
|
||
|
|
(is (> (.getMean long-data) (.getMean short-data))))))))
|
||
|
|
(with-open [client (Sync/createClient (ClientOptions.))]
|
||
|
|
(testing ".getClientMetrics returns nil if no metrics registry passed in"
|
||
|
|
(let [response (.get client hello-request-opts)]
|
||
|
|
(is (= 200 (.getStatus response)))
|
||
|
|
(is (= "Hello, World!" (slurp (.getBody response))))
|
||
|
|
(is (= nil (.getClientMetrics client)))
|
||
|
|
(is (= nil (.getClientMetricsData client)))))))))))
|
||
|
|
|
||
|
|
(deftest metrics-test-clojure-sync
|
||
|
|
(testing "metrics work with clojure sync client"
|
||
|
|
(testlogging/with-test-logging
|
||
|
|
(testutils/with-app-with-config
|
||
|
|
app
|
||
|
|
[jetty9/jetty9-service test-metric-web-service]
|
||
|
|
{:webserver {:port 10000}}
|
||
|
|
(let [metric-registry (MetricRegistry.)]
|
||
|
|
(with-open [client (sync/create-client {:metric-registry metric-registry})]
|
||
|
|
(common/get client hello-url) ; warm it up
|
||
|
|
(let [short-response (common/get client short-url {:as :text})
|
||
|
|
long-response (common/get client long-url {:as :text :metric-id ["foo" "bar" "baz"]})]
|
||
|
|
(common/post client short-url)
|
||
|
|
(is (= {:status 200 :body "short"} (select-keys short-response [:status :body])))
|
||
|
|
(is (= {:status 200 :body "long"} (select-keys long-response [:status :body])))
|
||
|
|
(.timer metric-registry "fake")
|
||
|
|
(let [client-metrics (common/get-client-metrics client)
|
||
|
|
client-metrics-data (common/get-client-metrics-data client)
|
||
|
|
all-metrics (.getMetrics metric-registry)]
|
||
|
|
(testing "get-client-metrics and get-client-metrics data return only http client metrics"
|
||
|
|
(is (= 11 (count all-metrics)))
|
||
|
|
(is (= 10 (count client-metrics)))
|
||
|
|
(is (= 10 (count client-metrics-data))))
|
||
|
|
(testing "get-client-metrics returns a map of metric name to timer instance"
|
||
|
|
(is (= (set (list hello-name hello-name-with-method short-name short-name-with-get
|
||
|
|
short-name-with-post long-name long-name-with-method
|
||
|
|
long-foo-name long-foo-bar-name long-foo-bar-baz-name))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics))))
|
||
|
|
(testing "get-client-metrics-data returns a map of metric name to metrics data"
|
||
|
|
(let [short-data (get client-metrics-data short-name)
|
||
|
|
short-data-get (get client-metrics-data short-name-with-get)
|
||
|
|
short-data-post (get client-metrics-data short-name-with-post)
|
||
|
|
long-data (get client-metrics-data long-name)]
|
||
|
|
(is (= short-name (:metric-name short-data)))
|
||
|
|
(is (= 2 (:count short-data)))
|
||
|
|
(is (<= 5 (:mean short-data)))
|
||
|
|
(is (<= 10 (:aggregate short-data)))
|
||
|
|
|
||
|
|
(is (= short-name-with-get (:metric-name short-data-get)))
|
||
|
|
(is (= 1 (:count short-data-get)))
|
||
|
|
(is (<= 5 (:mean short-data-get)))
|
||
|
|
(is (<= 5 (:aggregate short-data-get)))
|
||
|
|
|
||
|
|
(is (= short-name-with-post (:metric-name short-data-post)))
|
||
|
|
(is (= 1 (:count short-data-post)))
|
||
|
|
(is (<= 5 (:mean short-data-post)))
|
||
|
|
(is (<= 5 (:aggregate short-data-post)))
|
||
|
|
|
||
|
|
(is (>= 1 (Math/abs (- (:aggregate short-data)
|
||
|
|
(+ (:aggregate short-data-get)
|
||
|
|
(:aggregate short-data-post))))))
|
||
|
|
|
||
|
|
(is (= long-name (:metric-name long-data)))
|
||
|
|
(is (= 1 (:count long-data)))
|
||
|
|
(is (<= 100 (:mean long-data)))
|
||
|
|
(is (<= 100 (:aggregate long-data)))
|
||
|
|
|
||
|
|
(is (> (:mean long-data) (:mean short-data))))))))
|
||
|
|
(with-open [client (sync/create-client {})]
|
||
|
|
(testing "get-client-metrics returns nil if no metrics registry passed in"
|
||
|
|
(let [response (common/get client hello-url)]
|
||
|
|
(is (= 200 (:status response)))
|
||
|
|
(is (= "Hello, World!" (slurp (:body response))))
|
||
|
|
(is (= nil (common/get-client-metrics client)))
|
||
|
|
(is (= nil (common/get-client-metrics-data client)))))))))))
|
||
|
|
|
||
|
|
(deftest java-metrics-for-unbuffered-streaming-test
|
||
|
|
(testlogging/with-test-logging
|
||
|
|
(let [data (unbuffered-test/generate-data (* 1024 1024))]
|
||
|
|
(testing "metrics work for a successful request"
|
||
|
|
(let [metric-registry (MetricRegistry.)]
|
||
|
|
(testwebserver/with-test-webserver-and-config
|
||
|
|
(unbuffered-test/successful-handler data nil) port {:shutdown-timeout-seconds 1}
|
||
|
|
(with-open [client (-> (ClientOptions.)
|
||
|
|
(.setSocketTimeoutMilliseconds 20000)
|
||
|
|
(.setConnectTimeoutMilliseconds 100)
|
||
|
|
(.setMetricRegistry metric-registry)
|
||
|
|
(Async/createClient))]
|
||
|
|
(let [request-options (doto (RequestOptions. (str "http://localhost:" port "/hello"))
|
||
|
|
(.setAs ResponseBodyType/UNBUFFERED_STREAM))
|
||
|
|
response (-> client (.get request-options) .deref)
|
||
|
|
status (.getStatus response)
|
||
|
|
body (.getBody response)]
|
||
|
|
(is (= 200 status))
|
||
|
|
(let [instream body
|
||
|
|
buf (make-array Byte/TYPE 4)]
|
||
|
|
(.read instream buf)
|
||
|
|
(is (= "xxxx" (String. buf "UTF-8"))) ;; Make sure we can read a few chars off of the stream
|
||
|
|
(Thread/sleep 1000) ;; check that the bytes-read metric takes this into account
|
||
|
|
(is (= (str data "yyyy") (str "xxxx" (slurp instream))))) ;; Read the rest and validate
|
||
|
|
(let [client-metrics (.getClientMetrics client)
|
||
|
|
client-metrics-data (.getClientMetricsData client)
|
||
|
|
base-metric-name (str "puppetlabs.http-client.experimental.with-url.http://localhost:" port "/hello")
|
||
|
|
bytes-read-name (str base-metric-name ".bytes-read")
|
||
|
|
bytes-read-name-with-method (str base-metric-name ".GET" ".bytes-read")]
|
||
|
|
(is (= (set (list bytes-read-name bytes-read-name-with-method))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics)))
|
||
|
|
(let [bytes-read-data (get client-metrics-data bytes-read-name)]
|
||
|
|
(is (every? #(instance? ClientMetricData %) (vals client-metrics-data)))
|
||
|
|
|
||
|
|
(is (= 1 (.getCount bytes-read-data)))
|
||
|
|
(is (= bytes-read-name (.getMetricName bytes-read-data)))
|
||
|
|
(is (<= 1000 (.getMean bytes-read-data)))
|
||
|
|
(is (<= 1000 (.getAggregate bytes-read-data))))))))))
|
||
|
|
(testing "metrics work for failed request"
|
||
|
|
(try
|
||
|
|
(testwebserver/with-test-webserver-and-config
|
||
|
|
(unbuffered-test/blocking-handler data) port {:shutdown-timeout-seconds 1}
|
||
|
|
(let [metric-registry (MetricRegistry.)]
|
||
|
|
(with-open [client (-> (ClientOptions.)
|
||
|
|
(.setSocketTimeoutMilliseconds 200)
|
||
|
|
(.setConnectTimeoutMilliseconds 100)
|
||
|
|
(.setMetricRegistry metric-registry)
|
||
|
|
(Async/createClient))]
|
||
|
|
(let [request-options (doto (RequestOptions. (str "http://localhost:" port "/hello"))
|
||
|
|
(.setAs ResponseBodyType/UNBUFFERED_STREAM))
|
||
|
|
response (-> client (.get request-options) .deref)
|
||
|
|
error (.getError response)
|
||
|
|
body (.getBody response)]
|
||
|
|
(is (nil? error))
|
||
|
|
(is (thrown? SocketTimeoutException (slurp body)))
|
||
|
|
(let [client-metrics (.getClientMetrics client)
|
||
|
|
client-metrics-data (.getClientMetricsData client)
|
||
|
|
base-metric-name (str "puppetlabs.http-client.experimental.with-url.http://localhost:" port "/hello")
|
||
|
|
bytes-read-name (str base-metric-name ".bytes-read")
|
||
|
|
bytes-read-name-with-method (str base-metric-name ".GET" ".bytes-read")]
|
||
|
|
(is (= (set (list bytes-read-name bytes-read-name-with-method))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics)))
|
||
|
|
(let [bytes-read-data (get client-metrics-data bytes-read-name)]
|
||
|
|
(is (every? #(instance? ClientMetricData %) (vals client-metrics-data)))
|
||
|
|
|
||
|
|
(is (= 1 (.getCount bytes-read-data)))
|
||
|
|
(is (= bytes-read-name (.getMetricName bytes-read-data)))
|
||
|
|
(is (<= 200 (.getMean bytes-read-data)))
|
||
|
|
(is (<= 200 (.getAggregate bytes-read-data)))))))))
|
||
|
|
(catch TimeoutException e
|
||
|
|
;; Expected whenever a server-side failure is generated
|
||
|
|
))))))
|
||
|
|
|
||
|
|
(deftest clojure-metrics-for-unbuffered-streaming-test
|
||
|
|
(testlogging/with-test-logging
|
||
|
|
(let [data (unbuffered-test/generate-data (* 1024 1024))
|
||
|
|
opts {:as :unbuffered-stream}]
|
||
|
|
(testing "metrics work for a successful request"
|
||
|
|
(let [metric-registry (MetricRegistry.)]
|
||
|
|
(testwebserver/with-test-webserver-and-config
|
||
|
|
(unbuffered-test/successful-handler data nil) port {:shutdown-timeout-seconds 1}
|
||
|
|
(with-open [client (async/create-client {:connect-timeout-milliseconds 100
|
||
|
|
:socket-timeout-milliseconds 20000
|
||
|
|
:metric-registry metric-registry})]
|
||
|
|
(let [response @(common/get client (str "http://localhost:" port "/hello") opts)
|
||
|
|
{:keys [status body]} response]
|
||
|
|
(is (= 200 status))
|
||
|
|
(let [instream body
|
||
|
|
buf (make-array Byte/TYPE 4)]
|
||
|
|
(.read instream buf)
|
||
|
|
(is (= "xxxx" (String. buf "UTF-8"))) ;; Make sure we can read a few chars off of the stream
|
||
|
|
(Thread/sleep 1000) ;; check that the bytes-read metric takes this into account
|
||
|
|
(is (= (str data "yyyy") (str "xxxx" (slurp instream))))) ;; Read the rest and validate
|
||
|
|
(let [client-metrics (common/get-client-metrics client)
|
||
|
|
client-metrics-data (common/get-client-metrics-data client)
|
||
|
|
base-metric-name (str "puppetlabs.http-client.experimental.with-url.http://localhost:" port "/hello")
|
||
|
|
bytes-read-name (str base-metric-name ".bytes-read")
|
||
|
|
bytes-read-name-with-method (str base-metric-name ".GET" ".bytes-read")]
|
||
|
|
(is (= (set (list bytes-read-name bytes-read-name-with-method))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics)))
|
||
|
|
(let [bytes-read-data (get client-metrics-data bytes-read-name)]
|
||
|
|
(is (= {:count 1 :metric-name bytes-read-name}
|
||
|
|
(select-keys bytes-read-data [:metric-name :count])))
|
||
|
|
(is (<= 1000 (:mean bytes-read-data)))
|
||
|
|
(is (<= 1000 (:aggregate bytes-read-data))))))))))
|
||
|
|
(testing "metrics work for a failed request"
|
||
|
|
(try
|
||
|
|
(testwebserver/with-test-webserver-and-config
|
||
|
|
(unbuffered-test/blocking-handler data) port {:shutdown-timeout-seconds 1}
|
||
|
|
(let [metric-registry (MetricRegistry.)]
|
||
|
|
(with-open [client (async/create-client {:connect-timeout-milliseconds 100
|
||
|
|
:socket-timeout-milliseconds 200
|
||
|
|
:metric-registry metric-registry})]
|
||
|
|
(let [response @(common/get client (str "http://localhost:" port "/hello") opts)
|
||
|
|
{:keys [body error]} response]
|
||
|
|
(is (nil? error))
|
||
|
|
;; Consume the body to get the exception
|
||
|
|
(is (thrown? SocketTimeoutException (slurp body))))
|
||
|
|
(let [client-metrics (common/get-client-metrics client)
|
||
|
|
client-metrics-data (common/get-client-metrics-data client)
|
||
|
|
base-metric-name (str "puppetlabs.http-client.experimental.with-url.http://localhost:" port "/hello")
|
||
|
|
bytes-read-name (str base-metric-name ".bytes-read")
|
||
|
|
bytes-read-name-with-method (str base-metric-name ".GET" ".bytes-read")]
|
||
|
|
(is (= (set (list bytes-read-name bytes-read-name-with-method))
|
||
|
|
(set (keys client-metrics))
|
||
|
|
(set (keys client-metrics-data))))
|
||
|
|
(is (every? #(instance? Timer %) (vals client-metrics)))
|
||
|
|
(let [bytes-read-data (get client-metrics-data bytes-read-name)]
|
||
|
|
(is (= {:count 1 :metric-name bytes-read-name}
|
||
|
|
(select-keys bytes-read-data [:metric-name :count])))
|
||
|
|
(is (<= 200 (:mean bytes-read-data)))
|
||
|
|
(is (<= 200 (:aggregate bytes-read-data))))))))
|
||
|
|
(catch TimeoutException e
|
||
|
|
;; Expected whenever a server-side failure is generated
|
||
|
|
))))))
|