List(Host: localhost:8090, X-B3-TraceId: 1c79f68f94675332, X-B3-Sampled: 0, X-B3-ParentSpanId: , X-B3-SpanId: ab7098e5cf342606, User-Agent: akka-http/10.0.11, Timeout-Access: <function1>)

List(Host: some.header, User-Agent: akka-http/10.0.11, Timeout-Access: <function1>)

kamon-akka
kamon-log-reporter

2.10 - no support
2.11 - 2.4.x/10.0.x
2.12 - 10.0.x

java.lang.IllegalArgumentException: requirement failed: HTTP/1.0 responses must not have a chunked entity
at akka.http.scaladsl.model.HttpResponse.<init>(HttpMessage.scala:459)
at akka.http.scaladsl.model.HttpResponse.copy(HttpMessage.scala:491)
at akka.http.scaladsl.model.HttpResponse.withEntity(HttpMessage.scala:477)
at kamon.instrumentation.akka.http.ServerFlowWrapper$$anon$1$$anon$2$$anon$5.onPush(ServerFlowWrapper.scala:131)```

          if(status >= 400 && status <= 499) {
            span.setOperationName("not-found")
          }

get {
      pathPrefix("respondent" / Segment) { entityId =>

Error happened when processing request java.util.regex.PatternSyntaxException: Dangling meta character '*' near index 13 (?i)(^|/)foo**($|/) ^ at java.util.regex.Pattern.error(Pattern.java:1957
 at java.util.regex.Pattern.sequence(Pattern.java:2125
 at java.util.regex.Pattern.expr(Pattern.java:1998
 at java.util.regex.Pattern.compile(Pattern.java:1698
 at java.util.regex.Pattern.<init>(Pattern.java:1351
 at java.util.regex.Pattern.compile(Pattern.java:1028
 at java.lang.String.replaceFirst(String.java:2178
 at kamon.akka.http.instrumentation.ServerRequestInstrumentation.$anonfun$singleMatch$2(ServerRequestInstrumentation.scala:91
 at scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126
 at scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122
 at scala.collection.immutable.List.foldLeft(List.scala:89
 at scala.collection.TraversableOnce.fold(TraversableOnce.scala:215
 at scala.collection.TraversableOnce.fold$(TraversableOnce.scala:215
 at scala.collection.AbstractTraversable.fold(Traversable.scala:108
 at kamon.akka.http.instrumentation.ServerRequestInstrumentation.singleMatch(ServerRequestInstrumentation.scala:89
 at kamon.akka.http.instrumentation.ServerRequestInstrumentation.$anonfun$aroundCtxComplete$1(ServerRequestInstrumentation.scala:66
 at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237
 at scala.collection.immutable.List.foreach(List.scala:392
 at scala.collection.TraversableLike.map(TraversableLike.scala:237
 at scala.collection.TraversableLike.map$(TraversableLike.scala:230
 at scala.collection.immutable.List.map(List.scala:298
 at kamon.akka.http.instrumentation.ServerRequestInstrumentation.aroundCtxComplete(ServerRequestInstrumentation.scala:66
 at akka.http.scaladsl.server.RequestContextImpl.complete(RequestContextImpl.scala:1
 at akka.http.scaladsl.server.directives.RouteDirectives.$anonfun$complete$1(RouteDirectives.scala:47
 at akka.http.scaladsl.server.StandardRoute$$anon$1.apply(StandardRoute.scala:19
 at akka.http.scaladsl.server.StandardRoute$$anon$1.apply(StandardRoute.scala:19) at

root[ERROR] [main] INFO Kamon - Initializing Kamon...
root [INFO] [08/24/2016 13:50:53.262] [main] [InfluxDBExtension(akka://kamon)] Starting the Kamon(InfluxDB) extension
root [INFO] [08/24/2016 13:50:53.404] [main] [SystemMetricsExtension(akka://kamon)] Starting the Kamon(SystemMetrics) extension
root[ERROR] Aug 24, 2016 1:50:54 PM kamon.sigar.SigarProvisioner provision
root[ERROR] INFO: Sigar library provisioned: E:\github\AkkaHttp1\native\sigar-amd64-winnt.dll
root[ERROR] [main] INFO kamon.akka.http.AkkaHttpExtension - Starting the Kamon(Akka-Http) extension
root [INFO] [08/24/2016 13:51:02.345] [ForkJoinPool-3-worker-15] [InfluxDBHttpClient(akka://kamon)] 204 No Content
root [INFO] [08/24/2016 13:51:02.345] [ForkJoinPool-3-worker-15] [InfluxDBHttpClient(akka://kamon)] 204 No Content
root [INFO] [08/24/2016 13:51:02.345] [ForkJoinPool-3-worker-15] [InfluxDBHttpClient(akka://kamon)] 204 No Content
root [INFO] [08/24/2016 13:51:02.345] [ForkJoinPool-3-worker-15] [InfluxDBHttpClient(akka://kamon)] 204 No Content
...

diff --git a/kamon-akka-http/src/test/resources/application.conf b/kamon-akka-http/src/test/resources/application.conf
index 51f62a4..0d796a6 100644
--- a/kamon-akka-http/src/test/resources/application.conf
+++ b/kamon-akka-http/src/test/resources/application.conf
@@ -1,5 +1,42 @@
 kamon {
   trace.sampler = "always"
+
+
+  instrumentation.akka.http {
+    server {
+      tracing {
+        operations {
+
+          # The default operation name to be used when creating Spans to handle the HTTP server requests. In most
+          # cases it is not possible to define an operation name right at the moment of starting the HTTP server Span
+          # and in those cases, this operation name will be initially assigned to the Span. Instrumentation authors
+          # should do their best effort to provide a suitable operation name or make use of the "mappings" facilities.
+          #default = "http.server.request"
+
+          # Provides custom mappings from HTTP paths into operation names. Meant to be used in cases where the bytecode
+          # instrumentation is not able to provide a sensible operation name that is free of high cardinality values.
+          # For example, with the following configuration:
+          #   mappings {
+          #     "/organization/*/user/*/profile" = "/organization/:orgID/user/:userID/profile"
+          #     "/events/*/rsvps" = "EventRSVPs"
+          #   }
+          #
+          # Requests to "/organization/3651/user/39652/profile" and "/organization/22234/user/54543/profile" will have
+          # the same operation name "/organization/:orgID/user/:userID/profile".
+          #
+          # Similarly, requests to "/events/aaa-bb-ccc/rsvps" and "/events/1234/rsvps" will have the same operation
+          # name "EventRSVPs".
+          #
+          # The patterns are expressed as globs and the operation names are free form.
+          #
+          mappings {
+            "/organization/*/user/*/profile" = "/organization/:orgID/user/:userID/profile"
+            "/events/*/rsvps" = "EventRSVPs"
+          }
+        }
+      }
+    }
+  }
 }

[info] ServerFlowWrapperSpec:
[info] the server flow wrapper
[info] - should keep strict entities strict *** FAILED ***
[info]   com.typesafe.config.ConfigException$BadPath: path parameter: Invalid path '/events/*/rsvps': Token not allowed in path expression: '*' (Reserved character '*' is not allowed outside quotes) (you can double-quote this token if you really want it here)
[info]   at com.typesafe.config.impl.PathParser.parsePathExpression(PathParser.java:155)
[info]   at com.typesafe.config.impl.PathParser.parsePathExpression(PathParser.java:74)
[info]   at com.typesafe.config.impl.PathParser.parsePath(PathParser.java:61)
[info]   at com.typesafe.config.impl.Path.newPath(Path.java:230)
[info]   at com.typesafe.config.impl.SimpleConfig.find(SimpleConfig.java:192)
[info]   at com.typesafe.config.impl.SimpleConfig.getString(SimpleConfig.java:250)
[info]   at kamon.package$UtilsOnConfig$.$anonfun$pairs$1(package.scala:97)
[info]   at scala.collection.StrictOptimizedIterableOps.map(StrictOptimizedIterableOps.scala:100)
[info]   at scala.collection.StrictOptimizedIterableOps.map$(StrictOptimizedIterableOps.scala:87)
[info]   at scala.collection.immutable.Set$Set2.map(Set.scala:159)
[info]   ...

      pathPrefix("extraction") {
        authenticateBasic("realm", credentials => Option("Okay")) { srt =>
          (post | get) {
            pathPrefix("nested") {
              pathPrefix(IntNumber / "fixed") { num =>
                pathPrefix("anchor" / IntNumber.? / JavaUUID / "fixed") { (number, uuid) =>
                  pathPrefix(LongNumber / HexIntNumber) { (longNum, hex) =>
                    complete("OK")
                  }
                }
              }
            } ~
            pathPrefix("concat") {
              path("fixed" ~ JavaUUID ~ HexIntNumber) { (uuid, num) =>
                complete("OK")
              }
            } ~
            pathPrefix("on-complete" / IntNumber) { _ =>
              onComplete(Future("hello")) { _ =>
                extract(samplingDecision) { decision =>
                  path("more-path") {
                    complete(decision.toString)
                  }
                }
              }
            } ~
            pathPrefix("on-success" / IntNumber) { _ =>
              onSuccess(Future("hello")) { text =>
                pathPrefix("after") {
                  complete(text)
                }
              }
            } ~
            pathPrefix("complete-or-recover-with" / IntNumber) { _ =>
              completeOrRecoverWith(Future("bad".charAt(10).toString)) { failure =>
                pathPrefix("after") {
                  failWith(failure)
                }
              }
            } ~
            pathPrefix("complete-or-recover-with-success" / IntNumber) { _ =>
              completeOrRecoverWith(Future("good")) { failure =>
                pathPrefix("after") {
                  failWith(failure)
                }
              }
            }
          }
        }
      } 

[info] FastFutureInstrumentationSpec:
[info] the FastFuture instrumentation
[info]   should keep the Context captured by the Future from which it was created
[info]   - when calling .map/.flatMap/.onComplete and the original Future has not completed yet
[info]   - when calling .map/.flatMap/.onComplete and the original Future has already completed
[info] AkkaHttpServerTracingSpec:
[info] the Akka HTTP server instrumentation
[info] - should create a server Span when receiving requests
[info]   should not include variables in operation name
[info]   - when including nested directives *** FAILED ***
[info]     The code passed to eventually never returned normally. Attempted 567 times over 10.007980149000002 seconds. Last failure message: The Option on which value was invoked was not defined.. (AkkaHttpServerTracingSpec.scala:68)
[info]   - when take a sampling decision when the routing tree hits an onComplete directive *** FAILED ***
[info]     The code passed to eventually never returned normally. Attempted 573 times over 10.016707381999998 seconds. Last failure message: The Option on which value was invoked was not defined.. (AkkaHttpServerTracingSpec.scala:80)
[info]   - when take a sampling decision when the routing tree hits an onSuccess directive *** FAILED ***
[info]     The code passed to eventually never returned normally. Attempted 579 times over 10.009030289999998 seconds. Last failure message: The Option on which value was invoked was not defined.. (AkkaHttpServerTracingSpec.scala:92)
[ERROR] [07/29/2019 18:02:46.191] [http-server-instrumentation-spec-akka.actor.default-dispatcher-2] [akka.actor.ActorSystemImpl(http-server-instrumentation-spec)] Error during processing of request: 'String index out of range: 10'. Completing with 500 Internal Server Error response. To change default exception handling behavior, provide a custom ExceptionHandler.
java.lang.StringIndexOutOfBoundsException: String index out of range: 10
	at java.lang.String.charAt(String.java:658)
	at kamon.testkit.TestWebServer.$anonfun$startServer$33(TestWebServer.scala:92)
	at scala.concurrent.Future$.$anonfun$apply$1(Future.scala:660)
	at scala.concurrent.impl.Promise$Transformation.run(Promise.scala:430)
	at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55)
	at akka.dispatch.BatchingExecutor$BlockableBatch.$anonfun$run$1(BatchingExecutor.scala:92)
	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
	at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:94)
	at akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:92)
	at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:41)
	at kamon.instrumentation.executor.ExecutorInstrumentation$InstrumentedForkJoinPool$TimingRunnable.run(ExecutorInstrumentation.scala:653)
	at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:49)
	at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
	at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
	at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
	at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)

[info]   - when take a sampling decision when the routing tree hits a completeOrRecoverWith directive with a failed future *** FAILED ***
[info]     The code passed to eventually never returned normally. Attempted 590 times over 10.008884834 seconds. Last failure message: The Option on which value was invoked was not defined.. (AkkaHttpServerTracingSpec.scala:104)
[info]   - when take a sampling decision when the routing tree hits a completeOrRecoverWith directive with a successful future *** FAILED ***
[info]     The code passed to eventually never returned normally. Attempted 584 times over 10.01066485 seconds. Last failure message: The Option on which value was invoked was not defined.. (AkkaHttpServerTracingSpec.scala:116)
[info]   - when including ambiguous nested directives
[info] - should change the Span operation name when using the operationName directive
[info] - should mark spans as failed when request fails
[info] - should change the operation name to 'unhandled' when the response status code is 404
[info] - should correctly time entity transfer timings
[info] - should include the trace-id and keep all user-provided headers in the responses
[info] AkkaHttpServerMetricsSpec:
[info] the Akka HTTP server instrumentation
[info] - should track the number of open connections and active requests on the Server side
[info] AkkaHttpClientTracingSpec:
[info] the Akka HTTP client instrumentation
[info] - should create a client Span when using the request level API - Http().singleRequest(...)
[info] - should serialize the current context into HTTP Headers
[info] - should mark Spans as errors if the client request failed
[info] Run completed in 57 seconds, 326 milliseconds.
[info] Total number of tests run: 18
[info] Suites: completed 4, aborted 0
[info] Tests: succeeded 13, failed 5, canceled 0, ignored 0, pending 0
[info] *** 5 TESTS FAILED ***

package com.area51

import akka.actor.ActorSystem
import akka.http.scaladsl.Http
import akka.http.scaladsl.model.{ContentTypes, HttpEntity, HttpRequest}
import akka.http.scaladsl.server.Directives.{complete, get, pathPrefix, _}
import akka.http.scaladsl.server.Route
import akka.stream.ActorMaterializer
import com.typesafe.config.{Config, ConfigFactory}
import kamon.akka.http.AkkaHttp.OperationNameGenerator
import kamon.metric.PeriodSnapshot
import kamon.{Kamon, MetricReporter}

class SimpleNameGenerator extends OperationNameGenerator {
  override def clientOperationName(request: HttpRequest): String = "MY-CLIENT"
  override def serverOperationName(request: HttpRequest): String = "MY-SERVER"
}

class SimpleMetricReporter extends MetricReporter {
  override def start(): Unit = {}
  override def stop(): Unit = {}
  override def reconfigure(config: Config): Unit = {}
  override def reportPeriodSnapshot(snapshot: PeriodSnapshot): Unit = {
    //snapshot.metrics.histograms
    snapshot.metrics.histograms.filter(_.name.startsWith("span.processing")).foreach(println)
  }
}

object SimpleKamon extends App {

  private val cfg = ConfigFactory.parseString(
    """kamon {
      |  environment.service = "simple-kamon"
      |
      |  akka-http {
      |    name-generator = "com.area51.SimpleNameGenerator"
      |    not-found-operation-name = "unhandled"
      |    add-http-status-code-as-metric-tag = true
      |  }
      |  
      |  span-metric.tags.upstream-service = no
      |  modules {
      |    kamon-system-metrics.auto-start = false
      |    kamon-akka-http.requires-aspectj = true
      |  }
      | span-metrics.scope-spans-to-parent=false
      |  system-metrics {
      |    host.enabled = false
      |    jmx.enabled = false
      |  }
      |  metric.tick-interval = 10 seconds
      |}""".stripMargin
  )
    .withFallback(ConfigFactory.defaultReference())
    .resolve()
  
  private implicit val system = ActorSystem("simple-kamon")
  private implicit val materializer = ActorMaterializer()
  private implicit val executionContext = system.dispatcher
  
  private val route: Route =
    pathPrefix("api") {
      pathPrefix("execute") {
        get {
          println(Kamon.currentSpan().operationName())
          Kamon.buildSpan("read.user.data").withMetricTag("component", "database").start().finish()
          Kamon.buildSpan("update.cache").withMetricTag("component", "in-memory").start().finish()
          complete(HttpEntity(ContentTypes.`text/html(UTF-8)`, s"<h1>HELLO WORLD!</h1>"))
        }
      }
    }
  
  Kamon.reconfigure(cfg)
  Kamon.addReporter(new SimpleMetricReporter())

  Http().bindAndHandle(route, "0.0.0.0", 6969).foreach(_ => println("Started!"))
}

val akkaVersion = "2.5.25"
lazy val kamon = project.in(file("kamon"))
  .settings(
    organization := "com.area51",
    scalaVersion := "2.12.10",
    mainClass in (Compile, run) := Some("com.area51.SimpleKamon"),
    libraryDependencies ++= Seq(
      "com.typesafe.akka" %% "akka-actor"   % akkaVersion,
      "com.typesafe.akka" %% "akka-slf4j"   % akkaVersion,
      "com.typesafe.akka" %% "akka-stream"  % akkaVersion,
      "com.typesafe.akka" %% "akka-http-core"  % "10.1.9",
      "com.typesafe.akka" %% "akka-http"       % "10.1.9",
      "io.kamon" %% "kamon-core"           % "1.1.6",
      "io.kamon" %% "kamon-akka-http-2.5"  % "1.1.2",
      "io.kamon" %% "kamon-akka-2.5"       % "1.1.4"
    )
  )

MY-SERVER
MetricDistribution(span.processing-time,Map(operation -> /api/execute, error -> false, span.kind -> server, http.status_code -> 200),MeasurementUnit(Dimension(time),Magnitude(nanoseconds,1.0E-9)),DynamicRange(1,3600000000000,2),kamon.metric.SnapshotCreation$ZigZagCountsDistribution@9e07ae2)
MetricDistribution(span.processing-time,Map(operation -> read.user.data, error -> false, component -> database, parentOperation -> MY-SERVER),MeasurementUnit(Dimension(time),Magnitude(nanoseconds,1.0E-9)),DynamicRange(1,3600000000000,2),kamon.metric.SnapshotCreation$ZigZagCountsDistribution@48b2e947)
MetricDistribution(span.processing-time,Map(operation -> update.cache, error -> false, component -> in-memory, parentOperation -> MY-SERVER),MeasurementUnit(Dimension(time),Magnitude(nanoseconds,1.0E-9)),DynamicRange(1,3600000000000,2),kamon.metric.SnapshotCreation$ZigZagCountsDistribution@5ca82cba)

HTTP/1.1 400 Bad Request
X-B3-TraceId: d93e80a606ef9bb5
X-B3-Sampled: 0
X-B3-ParentSpanId:                                    <-- this
X-B3-SpanId: 968b5f7aeaab956c
Server: akka-http/10.0.11
Date: Sun, 25 Mar 2018 00:06:06 GMT
Content-Type: text/plain; charset=UTF-8
Content-Length: 34
Via: 1.1 google

Expected WebSocket Upgrade request