No i send the events directly from the apm-server to elasticsearch.
Also there are no entries in the es-log for the input of the data only an error when i try to access the APM Dashboards (imported with the wizard in kibana)
[2019-04-30T06:35:30,224][DEBUG][o.e.a.s.TransportSearchAction] [DRS-S-ELS01] [apm-6.6.2-transaction-2019.04.30][0], node[hXdd9fXuROGvG9S4paS6mQ], [P], s[STARTED], a[id=LjRVRYKLSMKzfDd6WCBSlA]: Failed to execute [SearchRequest{searchType=QUERY_THEN_FETCH, indices=[apm-*], indicesOptions=IndicesOptions[ignore_unavailable=true, allow_no_indices=true, expand_wildcards_open=true, expand_wildcards_closed=false, allow_aliases_to_multiple_indices=true, forbid_closed_indices=true, ignore_aliases=false, ignore_throttled=true], types=[], routing='null', preference='1556598904288', requestCache=null, scroll=null, maxConcurrentShardRequests=5, batchedReduceSize=512, preFilterShardSize=64, allowPartialSearchResults=true, source={"size":0,"timeout":"30000ms","query":{"bool":{"must":[{"match_all":{"boost":1.0}},{"match_all":{"boost":1.0}},{"range":{"@timestamp":{"from":1556598014145,"to":1556598914145,"include_lower":true,"include_upper":true,"format":"epoch_millis","boost":1.0}}}],"adjust_pure_negative":true,"boost":1.0}},"_source":{"includes":[],"excludes":["sourcemap.sourcemap"]},"stored_fields":"*","docvalue_fields":[{"field":"@timestamp","format":"date_time"}],"script_fields":{"view errors":{"script":{"source":"doc['context.service.name'].value","lang":"painless"},"ignore_failure":false},"error id icon":{"script":{"source":"doc['error.grouping_key'].value","lang":"painless"},"ignore_failure":false}},"aggregations":{"2":{"terms":{"field":"transaction.name.keyword","size":1000,"min_doc_count":1,"shard_min_doc_count":0,"show_term_doc_count_error":false,"order":[{"1":"desc"},{"_key":"asc"}]},"aggregations":{"1":{"avg":{"field":"transaction.duration.us"}},"3":{"percentiles":{"field":"transaction.duration.us","percents":[95.0],"keyed":false,"tdigest":{"compression":100.0}}},"4":{"top_hits":{"from":0,"size":1,"version":false,"explain":false,"_source":{"includes":["transaction.id"],"excludes":[]},"docvalue_fields":[{"field":"transaction.id","format":"use_field_mapping"}],"sort":[{"@timestamp":{"order":"desc"}}]}},"5":{"top_hits":{"from":0,"size":1,"version":false,"explain":false,"_source":{"includes":["transaction.type"],"excludes":[]},"docvalue_fields":[{"field":"transaction.type","format":"use_field_mapping"}],"sort":[{"@timestamp":{"order":"desc"}}]}}}}}}}]
org.elasticsearch.transport.RemoteTransportException: [DRS-S-ELS01][10.49.80.180:9300][indices:data/read/search[phase/query]]
Caused by: java.lang.IllegalArgumentException: unable to fetch fields from _source field: _source is disabled in the mappings for index [apm-6.6.2-transaction-2019.04.30]
at org.elasticsearch.search.fetch.subphase.FetchSourceSubPhase.hitExecute(FetchSourceSubPhase.java:52) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:167) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.aggregations.metrics.tophits.TopHitsAggregator.buildAggregation(TopHitsAggregator.java:168) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.aggregations.bucket.BucketsAggregator.bucketAggregations(BucketsAggregator.java:141) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.aggregations.bucket.terms.GlobalOrdinalsStringTermsAggregator.buildAggregation(GlobalOrdinalsStringTermsAggregator.java:238) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.aggregations.AggregationPhase.execute(AggregationPhase.java:130) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:120) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.indices.IndicesService.lambda$loadIntoContext$17(IndicesService.java:1237) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.indices.IndicesService.lambda$cacheShardLevelResult$18(IndicesService.java:1293) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:164) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.indices.IndicesRequestCache$Loader.load(IndicesRequestCache.java:147) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.common.cache.Cache.computeIfAbsent(Cache.java:433) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.indices.IndicesRequestCache.getOrCompute(IndicesRequestCache.java:119) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.indices.IndicesService.cacheShardLevelResult(IndicesService.java:1299) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.indices.IndicesService.loadIntoContext(IndicesService.java:1235) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:349) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:398) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.SearchService.access$100(SearchService.java:126) ~[elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:360) [elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.SearchService$2.onResponse(SearchService.java:356) [elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.search.SearchService$4.doRun(SearchService.java:1117) [elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.doRun(ThreadContext.java:759) [elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.common.util.concurrent.TimedRunnable.doRun(TimedRunnable.java:41) [elasticsearch-6.6.2.jar:6.6.2]
at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-6.6.2.jar:6.6.2]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_161]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_161]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_161]
@suikast42 I only use the automatic instrumentation of JDBC
