wowheadbot/wowheadbot.py at master · Demaz93/wowheadbot · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
import requests
import json
import mylib.manage_json as mj
import mylib.link_gen as lg
import sys


def search(string):
    print("searching for '%s'..." % string)
    string_form = string.replace(" ", "+")

    #costruisco l'url corretto e richiedo la pagina
    url = "http://www.wowhead.com/search?q=" + string_form
    print("search url is '%s'" % url)
    wowhead_search_result_response = requests.get(url)
    #faccio la scansione della pagina fino a trovare la variabile
    #che contiene il json con i risultati della query
    response_text = wowhead_search_result_response.text
    search_type = "none"
    f = open("wowhead_response.html", "w")
    f.write(response_text.encode('utf-8'))
    f.close()
    f = open("wowhead_response.html", "r")
    line = f.readline()
    while line:
        if "popTop10" in line:
            search_type = "list"
            break
        elif '<meta property="og&#x3A;url" content="http&#x3A;&#x2F;&#x2F;www.wowhead.com&#x2F;' in line:
            search_type = "direct"
            break
        line = f.readline()

    if search_type is "none":
        return "not_found"

    json_string = mj.cut_json(line, search_type)

    if search_type == "direct":
        return json_string
    elif search_type == "list":
        json_ok = mj.fix_quotes(json_string)
        json_dump_filename = "wowhead_response_" + string_form + ".json"
        with open(json_dump_filename, "w") as f:
            f.write(json_ok)
        json_data = json.loads(json_ok)

        #json.dump(json_data, sys.stdout, sort_keys=True, indent=4, separators=(',', ': '))

        id_obj = lg.get_id(json_data)
        id_type = lg.get_idtype(json_data)
        return lg.get_link(id_type, id_obj)