DVFetcher_python/get_requirements.py at main · SvetaLadigin/DVFetcher_python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
import requests
import json
import pkg_resources


def get_packages_locally_installed():
    working_set = []
    for p in pkg_resources.working_set:
        name, version = str(p).split(' ', 1)
        working_set.append(('{}'.format(name), version))
    return working_set

def get_package_req(package_name, *version):
    # https://pypi.org/pypi/pandas/0.22.0/json
    base_url = "https://pypi.org/pypi/"
    version_toreturn = None
    if version:
        if version[0]:
            version_toreturn = version[0]
            package_desc = (package_name,version_toreturn,"json")
        else:
            package_desc = (package_name,"json")
    else:
        package_desc = (package_name, "json")
    print(package_desc)
    url_pack = "/".join(package_desc)
    print(url_pack)
    url = base_url+url_pack
    package_req = requests.get(url)
    if "Error code 404" in package_req.text:
        return {"name": package_name,"version":version_toreturn,"dependencies": None, "vulnerabilities": None, "error": 1}
    # print(package_req.text)
    json_pack = json.loads(package_req.text)
    # print(json_pack)
    print("---------package name-----------")
    print(package_name)
    # if version:
        # print(version_toreturn)
    print("---------dependencies-----------")
    dependencies = json_pack['info']['requires_dist']
    print(dependencies)
    print("---------vulnerabilities-----------")
    vulnerabilities = json_pack['vulnerabilities']
    print(vulnerabilities)

    return {"name": package_name,"version":version_toreturn,"dependencies":dependencies, "vulnerabilities": vulnerabilities, "error": 0}

def send_req_parssed(pack_string):
    tmp_pac = pack_string.split(" ")
    package_name = tmp_pac[0]
    if len(tmp_pac)>1:
        version = tmp_pac[1]
        return get_package_req(str(package_name), str(version))
    else:
        return get_package_req(package_name)


def get_info_for_list_of_packages(packages):
    return_data = {}
    if packages:
        if type(packages) == type("x"):
            return_data[packages] = send_req_parssed(packages)
            return return_data

        for package in packages:
            return_data[package] = send_req_parssed(package)
    return return_data


def open_req_list(file):
    req_file = file
    # print(file)
    lines = file
    list_of_req = []
    for line in lines:
        parssed_line = line.replace("~=", " ")
        parssed_line1 = parssed_line.rstrip()
        # print("parssed line")
        # print(str(parssed_line1))
        list_of_req.append(send_req_parssed(str(parssed_line1)))
    # print(list_of_req)
    return list_of_req