Dear dadoonet,
I am trying to push more than 10000 data to elk.
df1=df.to_dict('records')
def generator(df1):
for c, line in enumerate(df1):
yield {
'_index':'in-dev-patient-summary-research_str',
'_id':line.get('summarized_test_data_id'),
'_source':{
'loinc_nm':line.get('loinc_nm'),
'test_type':line.get('test_type'),
'hos_patient_id':line.get('hos_patient_id'),
'isactive':line.get('isactive'),
}
}
res=helpers.bulk(es,generator(df1),request_timeout=3600)