Hi there, I have successfully setup enterprise-search and connectors-python in elasticsearch and kibana.
I am using MongoDb connector for syncing Data to MongoDb.
Elasticsearch and Kibana and connectors-python are initailized using docker and enterprise-search is installed directly.
I was also able to connect MongoDb to elasticsearch enterprise search. But I was unable to sync data.
Here are some logs:
st.docker.internal:27017"},"user":{"default_value":"","depends_on":[],"display":"textbox","label":"Username","options":[],"order":2,"required":false,"sensitive":false,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":""},"password":{"default_value":"","depends_on":[],"display":"textbox","label":"Password","options":[],"order":3,"required":false,"sensitive":true,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":""},"database":{"default_value":"","depends_on":[],"display":"textbox","label":"Database","options":[],"order":4,"required":true,"sensitive":false,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":"crickpe-dev"},"collection":{"default_value":"","depends_on":[],"display":"textbox","label":"Collection","options":[],"order":5,"required":true,"sensitive":false,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":"matches"},"direct_connection":{"default_value":false,"depends_on":[],"display":"toggle","label":"Direct connection","options":[],"order":6,"required":true,"sensitive":false,"tooltip":"","type":"bool","ui_restrictions":[],"validations":[],"value":false}},"custom_scheduling":{},"description":null,"error":null,"features":{"filtering_advanced_config":true,"filtering_rules":true,"sync_rules":{"advanced":{"enabled":true},"basic":{"enabled":true}}},"filtering":[{"active":{"advanced_snippet":{"created_at":"2023-06-09T23:37:09.298Z","updated_at":"2023-06-09T23:37:09.298Z","value":{}},"rules":[{"created_at":"2023-06-09T23:37:09.298Z","field":"_","id":"DEFAULT","order":0,"policy":"include","rule":"regex","updated_at":"2023-06-09T23:37:09.298Z","value":".*"}],"validation":{"errors":[],"state":"valid"}},"domain":"DEFAULT","draft":{"advanced_snippet":{"created_at":"2023-06-09T23:37:09.298Z","updated_at":"2023-06-09T23:37:09.298Z","value":{}},"rules":[{"created_at":"2023-06-09T23:37:09.298Z","field":"_","id":"DEFAULT","order":0,"policy":"include","rule":"regex","updated_at":"2023-06-09T23:37:09.298Z","value":".*"}],"validation":{"errors":[],"state":"valid"}}}],"index_name":"search-crickpe","is_native":true,"language":null,"last_seen":"2023-06-12T06:54:48.643973+00:00","last_sync_error":null,"last_sync_scheduled_at":"2023-06-10T00:00:00.385952","last_sync_status":"in_progress","last_synced":null,"name":"MongoDB","pipeline":{"extract_binary_content":true,"name":"ent-search-generic-ingestion","reduce_whitespace":true,"run_ml_inference":true},"scheduling":{"enabled":true,"interval":"0 0 0 * * ?"},"service_type":"mongodb","status":"connected","sync_now":false}}
[BYOC][06:55:13][DEBUG] > GET /.elastic-connectors/_doc/PXWFoogBbUbKpZbTXQ-9 HTTP/1.1
> Accept: application/vnd.elasticsearch+json; compatible-with=8
> Authorization: Basic <hidden>
> Connection: keep-alive
> User-Agent: elastic-connectors-python-8.9.0.0
> X-Elastic-Client-Meta: es=8.8.0,py=3.10.12,t=8.4.0,ai=3.8.3
< HTTP/1.1 200 OK
< Content-Length: 2971
< Content-Type: application/vnd.elasticsearch+json;compatible-with=8
< X-Elastic-Product: Elasticsearch
< {"_index":".elastic-connectors-v1","_id":"PXWFoogBbUbKpZbTXQ-9","_version":41,"_seq_no":126,"_primary_term":3,"found":true,"_source":{"api_key_id":null,"configuration":{"host":{"default_value":"","depends_on":[],"display":"textbox","label":"Server hostname","options":[],"order":1,"required":true,"sensitive":false,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":"host.docker.internal:27017"},"user":{"default_value":"","depends_on":[],"display":"textbox","label":"Username","options":[],"order":2,"required":false,"sensitive":false,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":""},"password":{"default_value":"","depends_on":[],"display":"textbox","label":"Password","options":[],"order":3,"required":false,"sensitive":true,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":""},"database":{"default_value":"","depends_on":[],"display":"textbox","label":"Database","options":[],"order":4,"required":true,"sensitive":false,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":"crickpe-dev"},"collection":{"default_value":"","depends_on":[],"display":"textbox","label":"Collection","options":[],"order":5,"required":true,"sensitive":false,"tooltip":"","type":"str","ui_restrictions":[],"validations":[],"value":"matches"},"direct_connection":{"default_value":false,"depends_on":[],"display":"toggle","label":"Direct connection","options":[],"order":6,"required":true,"sensitive":false,"tooltip":"","type":"bool","ui_restrictions":[],"validations":[],"value":false}},"custom_scheduling":{},"description":null,"error":null,"features":{"filtering_advanced_config":true,"filtering_rules":true,"sync_rules":{"advanced":{"enabled":true},"basic":{"enabled":true}}},"filtering":[{"active":{"advanced_snippet":{"created_at":"2023-06-09T23:37:09.298Z","updated_at":"2023-06-09T23:37:09.298Z","value":{}},"rules":[{"created_at":"2023-06-09T23:37:09.298Z","field":"_","id":"DEFAULT","order":0,"policy":"include","rule":"regex","updated_at":"2023-06-09T23:37:09.298Z","value":".*"}],"validation":{"errors":[],"state":"valid"}},"domain":"DEFAULT","draft":{"advanced_snippet":{"created_at":"2023-06-09T23:37:09.298Z","updated_at":"2023-06-09T23:37:09.298Z","value":{}},"rules":[{"created_at":"2023-06-09T23:37:09.298Z","field":"_","id":"DEFAULT","order":0,"policy":"include","rule":"regex","updated_at":"2023-06-09T23:37:09.298Z","value":".*"}],"validation":{"errors":[],"state":"valid"}}}],"index_name":"search-crickpe","is_native":true,"language":null,"last_seen":"2023-06-12T06:54:48.643973+00:00","last_sync_error":null,"last_sync_scheduled_at":"2023-06-10T00:00:00.385952","last_sync_status":"in_progress","last_synced":null,"name":"MongoDB","pipeline":{"extract_binary_content":true,"name":"ent-search-generic-ingestion","reduce_whitespace":true,"run_ml_inference":true},"scheduling":{"enabled":true,"interval":"0 0 0 * * ?"},"service_type":"mongodb","status":"connected","sync_now":false}}
[FMWK][06:55:13][DEBUG] 'full' sync scheduling is disabled
[FMWK][06:55:13][DEBUG] 'full' sync scheduling is disabled for connector PXWFoogBbUbKpZbTXQ-9
Also you can see in screenshots that MongoDb is Connected and sync is in progress but not even 1 documents has been synced.
What should I do now ?
@Carlos_D can you help regarding this issue ?
