hello everyone,
i want to calculate the time difference between "startTimestamp" and "endTimestamp", where the filters created for each match.
i think i'm getting an issue while connecting to the source, as i'm getting the issue "r is null"
i have also shared below, part of the json log that i'm using.
{
"$schema": "https://vega.github.io/schema/vega/v5.json",
"data": [
{
"name": "table",
"url": {
"%context%": true,
"index": "aceuat_logs",
"body": {
"size": 10000,
"_source": ["DBLogging"],
}
},
"format": {"property": "hits.hits"}
}
],
"signals": [
{
"name": "correlationId",
"value": "414d51204143455f5541542e514d2020655c5c0b2812f5c3"
},
{
"name": "startTimestamp",
"on": [
{
"events": "mousemove!",
"update": "datum['_source']['DBLogging.ComponentName'] === 'BuildT24Req' && datum['_source']['DBLogging.CorrelationId'] === correlationId ? datum['_source']['DBLogging.RequestTime'] : startTimestamp"
}
]
},
{
"name": "endTimestamp",
"on": [
{
"events": "mousemove!",
"update": "datum['_source']['DBLogging.ComponentName'] === 'T24Resp' && datum['_source']['DBLogging.CorrelationId'] === correlationId ? datum['_source']['DBLogging.RequestTime'] : endTimestamp"
}
]
},
{
"name": "timeDifference",
"update": "isValid(endTimestamp) && isValid(startTimestamp) ? endTimestamp - startTimestamp : 1"
}
],
"marks": [
{
"type": "text",
"encode": {
"update": {
"text": {
"signal": "isValid(endTimestamp) && isValid(startTimestamp) ? endTimestamp - startTimestamp : '1'"
}
}
}
}
],
"mark": "bar",
"encoding": {
"x": {"field": "DBLogging.CorrelationId", "type": "ordinal", "axis": {"title": "Corel Id"}},
"y": {"field": "timeDifference", "type": "quantitative", "title": "Time Difference"}
},
"width": "container",
"height": "container",
"autosize": {
"type": "fit",
"contains": "padding"
}
}
{
"$schema": "https://vega.github.io/schema/vega/v5.json",
"data": [
{
"name": "table",
"url": {
"%context%": true,
"index": "aceuat_logs",
"body": {
"size": 10000,
"_source": ["DBLogging"],
}
},
"format": {"property": "hits.hits"}
}
],
"signals": [
{
"name": "correlationId",
"value": "414d51204143455f5541542e514d2020655c5c0b2812f5c3"
},
{
"name": "startTimestamp",
"on": [
{
"events": "mousemove!",
"update": "datum['_source']['DBLogging.ComponentName'] === 'BuildT24Req' && datum['_source']['DBLogging.CorrelationId'] === correlationId ? datum['_source']['DBLogging.RequestTime'] : startTimestamp"
}
]
},
{
"name": "endTimestamp",
"on": [
{
"events": "mousemove!",
"update": "datum['_source']['DBLogging.ComponentName'] === 'T24Resp' && datum['_source']['DBLogging.CorrelationId'] === correlationId ? datum['_source']['DBLogging.RequestTime'] : endTimestamp"
}
]
},
{
"name": "timeDifference",
"update": "isValid(endTimestamp) && isValid(startTimestamp) ? endTimestamp - startTimestamp : 1"
}
],
"marks": [
{
"type": "text",
"encode": {
"update": {
"text": {
"signal": "isValid(endTimestamp) && isValid(startTimestamp) ? endTimestamp - startTimestamp : '1'"
}
}
}
}
],
"mark": "bar",
"encoding": {
"x": {"field": "DBLogging.CorrelationId", "type": "ordinal", "axis": {"title": "Corel Id"}},
"y": {"field": "timeDifference", "type": "quantitative", "title": "Time Difference"}
},
"width": "container",
"height": "container",
"autosize": {
"type": "fit",
"contains": "padding"
}
}
Logs:
{
"_index": "aceuat_logs",
"_type": "_doc",
"_id": "wGF5hYwBP7_O7r_tfjs9",
"_version": 1,
"_score": 1,
"_ignored": [
"DBLogging.Message.keyword"
],
"_source": {
"ingest_timestamp": "2023-12-20T04:26:21.117664801Z",
"DBLogging": {
"FunctionName": "GET_FINANCIAL_SUMMARY_V6",
"ApplicationName": "CUSTOMER_SERVICE",
"Message": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><T24 xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.temenos.com/T24/OFSML/130 ../../xsd/ofsml.xsd\" xmlns=\"http://www.temenos.com/T24/OFSML/130\"><serviceRequest><securityContext><company>MU0010001</company><userName>********</userName><password>**********</password></securityContext><ofsStandardEnquiry name=\"E.CUST.FIN.SUMMARY.6.MCB.MU\" responseType=\"STANDARD-OFSML\"><selectionCriteria operand=\"EQ\"><fieldName>CB.CUST.NO</fieldName><value>1382566</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CHANNEL.ID</fieldName><value>BUSBNK.MOB</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CO.CODE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>PRODUCT.FAMILY</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.NAME</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.ID</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>COUNTRYOFISSUE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>GET.CHL.PROFILE</fieldName><value></value></selectionCriteria></ofsStandardEnquiry></serviceRequest></T24>",
"Requestor_Method": "GET_FINANCIAL_SUMMARY_V6",
"Requestor_Channel": "juice_pro",
"Channel": "MQ",
"LogType": "Info",
"RequestTime": "2023-12-20 04:26:21.009754",
"ComponentName": "BuildT24Req",
"CorrelationId": "414d51204143455f5541542e514d2020655c5c0b2812f5c3",
"ProcessID": "",
"DateTime": "2023-12-20 04:26:21.009754"
}
},
"fields": {
"DBLogging.ComponentName.keyword": [
"BuildT24Req"
],
"DBLogging.Requestor_Channel.keyword": [
"juice_pro"
],
"DBLogging.CorrelationId": [
"414d51204143455f5541542e514d2020655c5c0b2812f5c3"
],
"DBLogging.Message": [
"<?xml version=\"1.0\" encoding=\"UTF-8\"?><T24 xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.temenos.com/T24/OFSML/130 ../../xsd/ofsml.xsd\" xmlns=\"http://www.temenos.com/T24/OFSML/130\"><serviceRequest><securityContext><company>MU0010001</company><userName>**********</userName><password>**********</password></securityContext><ofsStandardEnquiry name=\"E.CUST.FIN.SUMMARY.6.MCB.MU\" responseType=\"STANDARD-OFSML\"><selectionCriteria operand=\"EQ\"><fieldName>CB.CUST.NO</fieldName><value>1382566</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CHANNEL.ID</fieldName><value>BUSBNK.MOB</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CO.CODE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>PRODUCT.FAMILY</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.NAME</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.ID</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>COUNTRYOFISSUE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>GET.CHL.PROFILE</fieldName><value></value></selectionCriteria></ofsStandardEnquiry></serviceRequest></T24>"
],
"DBLogging.ComponentName": [
"BuildT24Req"
],
"DBLogging.DateTime": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.Requestor_Channel": [
"juice_pro"
],
"DBLogging.Requestor_Method": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.ApplicationName": [
"CUSTOMER_SERVICE"
],
"DBLogging.LogType.keyword": [
"Info"
],
"DBLogging.ProcessID.keyword": [
""
],
"DBLogging.ApplicationName.keyword": [
"CUSTOMER_SERVICE"
],
"DBLogging.Requestor_Method.keyword": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.FunctionName.keyword": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.DateTime.keyword": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.Channel": [
"MQ"
],
"DBLogging.RequestTime.keyword": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.Channel.keyword": [
"MQ"
],
"DBLogging.FunctionName": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.RequestTime": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.ProcessID": [
""
],
"ingest_timestamp": [
"2023-12-20T04:26:21.117Z"
],
"DBLogging.LogType": [
"Info"
],
"DBLogging.CorrelationId.keyword": [
"414d51204143455f5541542e514d2020655c5c0b2812f5c3"
]
},
"ignored_field_values": {
"DBLogging.Message.keyword": [
"<?xml version=\"1.0\" encoding=\"UTF-8\"?><T24 xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.temenos.com/T24/OFSML/130 ../../xsd/ofsml.xsd\" xmlns=\"http://www.temenos.com/T24/OFSML/130\"><serviceRequest><securityContext><company>MU0010001</company><userName>**********</userName><password>**********</password></securityContext><ofsStandardEnquiry name=\"E.CUST.FIN.SUMMARY.6.MCB.MU\" responseType=\"STANDARD-OFSML\"><selectionCriteria operand=\"EQ\"><fieldName>CB.CUST.NO</fieldName><value>1382566</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CHANNEL.ID</fieldName><value>BUSBNK.MOB</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CO.CODE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>PRODUCT.FAMILY</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.NAME</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.ID</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>COUNTRYOFISSUE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>GET.CHL.PROFILE</fieldName><value></value></selectionCriteria></ofsStandardEnquiry></serviceRequest></T24>"
]
}
}{
"_index": "aceuat_logs",
"_type": "_doc",
"_id": "wGF5hYwBP7_O7r_tfjs9",
"_version": 1,
"_score": 1,
"_ignored": [
"DBLogging.Message.keyword"
],
"_source": {
"ingest_timestamp": "2023-12-20T04:26:21.117664801Z",
"DBLogging": {
"FunctionName": "GET_FINANCIAL_SUMMARY_V6",
"ApplicationName": "CUSTOMER_SERVICE",
"Message": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><T24 xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.temenos.com/T24/OFSML/130 ../../xsd/ofsml.xsd\" xmlns=\"http://www.temenos.com/T24/OFSML/130\"><serviceRequest><securityContext><company>MU0010001</company><userName>********</userName><password>**********</password></securityContext><ofsStandardEnquiry name=\"E.CUST.FIN.SUMMARY.6.MCB.MU\" responseType=\"STANDARD-OFSML\"><selectionCriteria operand=\"EQ\"><fieldName>CB.CUST.NO</fieldName><value>1382566</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CHANNEL.ID</fieldName><value>BUSBNK.MOB</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CO.CODE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>PRODUCT.FAMILY</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.NAME</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.ID</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>COUNTRYOFISSUE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>GET.CHL.PROFILE</fieldName><value></value></selectionCriteria></ofsStandardEnquiry></serviceRequest></T24>",
"Requestor_Method": "GET_FINANCIAL_SUMMARY_V6",
"Requestor_Channel": "juice_pro",
"Channel": "MQ",
"LogType": "Info",
"RequestTime": "2023-12-20 04:26:21.009754",
"ComponentName": "BuildT24Req",
"CorrelationId": "414d51204143455f5541542e514d2020655c5c0b2812f5c3",
"ProcessID": "",
"DateTime": "2023-12-20 04:26:21.009754"
}
},
"fields": {
"DBLogging.ComponentName.keyword": [
"BuildT24Req"
],
"DBLogging.Requestor_Channel.keyword": [
"juice_pro"
],
"DBLogging.CorrelationId": [
"414d51204143455f5541542e514d2020655c5c0b2812f5c3"
],
"DBLogging.Message": [
"<?xml version=\"1.0\" encoding=\"UTF-8\"?><T24 xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.temenos.com/T24/OFSML/130 ../../xsd/ofsml.xsd\" xmlns=\"http://www.temenos.com/T24/OFSML/130\"><serviceRequest><securityContext><company>MU0010001</company><userName>**********</userName><password>**********</password></securityContext><ofsStandardEnquiry name=\"E.CUST.FIN.SUMMARY.6.MCB.MU\" responseType=\"STANDARD-OFSML\"><selectionCriteria operand=\"EQ\"><fieldName>CB.CUST.NO</fieldName><value>1382566</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CHANNEL.ID</fieldName><value>BUSBNK.MOB</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CO.CODE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>PRODUCT.FAMILY</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.NAME</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.ID</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>COUNTRYOFISSUE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>GET.CHL.PROFILE</fieldName><value></value></selectionCriteria></ofsStandardEnquiry></serviceRequest></T24>"
],
"DBLogging.ComponentName": [
"BuildT24Req"
],
"DBLogging.DateTime": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.Requestor_Channel": [
"juice_pro"
],
"DBLogging.Requestor_Method": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.ApplicationName": [
"CUSTOMER_SERVICE"
],
"DBLogging.LogType.keyword": [
"Info"
],
"DBLogging.ProcessID.keyword": [
""
],
"DBLogging.ApplicationName.keyword": [
"CUSTOMER_SERVICE"
],
"DBLogging.Requestor_Method.keyword": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.FunctionName.keyword": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.DateTime.keyword": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.Channel": [
"MQ"
],
"DBLogging.RequestTime.keyword": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.Channel.keyword": [
"MQ"
],
"DBLogging.FunctionName": [
"GET_FINANCIAL_SUMMARY_V6"
],
"DBLogging.RequestTime": [
"2023-12-20 04:26:21.009754"
],
"DBLogging.ProcessID": [
""
],
"ingest_timestamp": [
"2023-12-20T04:26:21.117Z"
],
"DBLogging.LogType": [
"Info"
],
"DBLogging.CorrelationId.keyword": [
"414d51204143455f5541542e514d2020655c5c0b2812f5c3"
]
},
"ignored_field_values": {
"DBLogging.Message.keyword": [
"<?xml version=\"1.0\" encoding=\"UTF-8\"?><T24 xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.temenos.com/T24/OFSML/130 ../../xsd/ofsml.xsd\" xmlns=\"http://www.temenos.com/T24/OFSML/130\"><serviceRequest><securityContext><company>MU0010001</company><userName>**********</userName><password>**********</password></securityContext><ofsStandardEnquiry name=\"E.CUST.FIN.SUMMARY.6.MCB.MU\" responseType=\"STANDARD-OFSML\"><selectionCriteria operand=\"EQ\"><fieldName>CB.CUST.NO</fieldName><value>1382566</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CHANNEL.ID</fieldName><value>BUSBNK.MOB</value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>CO.CODE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>PRODUCT.FAMILY</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.NAME</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>LEGAL.DOC.ID</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>COUNTRYOFISSUE</fieldName><value></value></selectionCriteria><selectionCriteria operand=\"EQ\"><fieldName>GET.CHL.PROFILE</fieldName><value></value></selectionCriteria></ofsStandardEnquiry></serviceRequest></T24>"
]
}
}