Repository navigation
Expand file tree
/
Copy pathesconnect.py
More file actions
55 lines (48 loc) · 1.57 KB
/
Copy pathesconnect.py
File metadata and controls
55 lines (48 loc) · 1.57 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
from elasticsearch import Elasticsearch
import pandas
def get_list():
es = Elasticsearch()
body = {
"_source": ["id", "sight", "comment"],
"query": {
"match_all": {}
}
}
res = es.search(index="qunar", body=body)
resultlist = res['hits']['hits']
newlist = []
for resultitem in resultlist:
index = {
'id': resultitem['_source']['id'],
'sight': resultitem['_source']['sight'],
'baidu_search_index': [],
'baidu_news_index': [],
'baidu_media_index': [],
'age_index': [],
'gender_index': [],
'atlas_index': [],
'interest_index': [],
'comment': resultitem['_source']['comment'],
'wordcloud_path': '',
'rank': 0
}
newlist.append(index)
return newlist
def save_list(sightlist):
es = Elasticsearch()
for item in sightlist:
body = {
'id': item['id'],
'sight': item['sight'],
'baidu_search_index': item['baidu_search_index'],
'baidu_news_index': item['baidu_news_index'],
'baidu_media_index': item['baidu_media_index'],
'atlas_index': item['atlas_index'],
'age_index': item['age_index'],
'gender_index': item['gender_index'],
'interest_index': item['interest_index'],
'wordcloud_path': item['wordcloud_path'],
'rank': item['rank']
}
res = es.index(index='qunar_stat', id=item['id'], body=body)
print(res)