DVFetcher_python/DVFetcher.py at main · SvetaLadigin/DVFetcher_python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
import get_requirements
import sys
import argparse

def parse_packages_from_pypi(list_of_packages):
    new_list = []
    chars_to_remove = ">=()<,"
    if list_of_packages:
        for package in list_of_packages:
            p = package
            for char in chars_to_remove:
                p = p.replace(char,"")
            p_needed_arg = p.split(";")
            p_needed = p_needed_arg[0]
            new_list.append(p_needed)
    return new_list


def parse_recursivly_on_one_package(package_name, *version):
    if version:
        json_data = get_requirements.get_package_req(package_name,version[0])
    else:
        json_data = get_requirements.get_package_req(package_name)
    list_of_packages = json_data["dependencies"]
    parrsed_list_of_packages = parse_packages_from_pypi(list_of_packages)
    info_list = get_requirements.get_info_for_list_of_packages(parrsed_list_of_packages)
    print(info_list)
    return info_list


if __name__ == '__main__':

    parser = argparse.ArgumentParser(description="Simple fetcher for python package's dependencies and their CVE'S for as registered in pypi.org\n"
              "for recursive search use -r\n"
              "for package use -p\n"
              "for version use -v\n"
              "for a list of packages use -l\n"
              "examples: [+] recursive search on a list :  python DVFetcher -r -l=\"pandas 0.22.0,numpy\"\n"
              "information about 1 package: [+] python DVFetcher -p=\"pandas\" -v=\"0.22.0\"")

    parser.add_argument('-p', type=str, default=None,
                        help='Package name')
    parser.add_argument('-v', type=str, default=None,
                        help='Version')
    parser.add_argument('-f', type=argparse.FileType('r'), default=None,
                        help='Requirements file, lines in a form of "package~=version"')
    parser.add_argument('-r', action='store_true', default=False,
                        help='Recursive search')
    parser.add_argument('-l', type=str, default=None,
                        help='List of packages')
    parser.add_argument('-local', action='store_true', default=False,
                        help='Search locally installed packages')

    args = parser.parse_args()

    result_file = open("results.csv", "w", buffering=1)

    if args.f:
        file = args.f.readlines()
        data = get_requirements.open_req_list(file)
        for d in data:
            result_file.write(
                "{},{},{},{},{}\n".format(d["name"], d["version"],
                                          d["dependencies"],
                                          d["vulnerabilities"], d["error"]))
        # print(get_requirements.open_req_list(file))

    if args.local:
        list_of_locally_installed_packages = get_requirements.get_packages_locally_installed()
        for package in list_of_locally_installed_packages:
            package_name = package[0]
            package_version = package[1]
            data = get_requirements.get_package_req(package_name,package_version)
            result_file.write(
                "{},{},{},{},{}\n".format(data["name"], data["version"],
                                       data["dependencies"],
                                       data["vulnerabilities"], data["error"]))

    if args.r:
        version = None
        if args.v:
            version = args.v
        if args.r:
            if args.p:
                package_name = args.p
                if version:
                    parent_package_data = get_requirements.get_package_req(package_name, version)
                    data = parse_recursivly_on_one_package(package_name, version)
                elif version is None:
                    parent_package_data = get_requirements.get_package_req(package_name)
                    data = parse_recursivly_on_one_package(package_name)

                result_file.write(
                    "{},{},{},{},{}\n".format(parent_package_data["name"], parent_package_data["version"],
                                           parent_package_data["dependencies"],
                                           parent_package_data["vulnerabilities"], parent_package_data["error"]))
                for d in data:
                    d_json = data[d]
                    print("---data----")
                    print(data)
                    result_file.write("{},{},{},{},{}\n".format(d_json["name"], d_json["version"],d_json["dependencies"], d_json["vulnerabilities"], d_json["error"]))
            elif args.l:
                packages = args.l
                list_of_packages = packages.split(",")
                print(list_of_packages)
                for package in list_of_packages:
                    p = package.split(" ")
                    package_name = p[0]
                    version = None
                    if len(p)>1:
                        version = p[1]
                    if version:
                        parent_package_data = get_requirements.get_package_req(package_name, version)
                        data = parse_recursivly_on_one_package(package_name, version)
                    elif version is None:
                        parent_package_data = get_requirements.get_package_req(package_name)
                        data = parse_recursivly_on_one_package(package_name)

                    result_file.write(
                        "{},{},{},{},{}\n".format(parent_package_data["name"], parent_package_data["version"], parent_package_data["dependencies"],
                                               parent_package_data["vulnerabilities"],parent_package_data["error"]))
                    for d in data:
                        d_json = data[d]
                        result_file.write(
                            "{},{},{},{},{}\n".format(d_json["name"], d_json["version"], d_json["dependencies"], d_json["vulnerabilities"],d_json["error"]))
    else:
        version = None
        if args.v:
            version = args.v
        if args.p:
            package_name = args.p
            d = get_requirements.get_package_req(package_name, version)
            result_file.write(
                "{},{},{},{},{}\n".format(d["name"], d["version"], d["dependencies"], d["vulnerabilities"], d["error"]))
        elif args.l:
            packages = args.l
            list_of_packages = packages.split(",")
            print(list_of_packages)
            data = get_requirements.get_info_for_list_of_packages(list_of_packages)
            print("data-----------")
            print(data)
            #print(data)
            for d in data:
                # print(data[d])
                # if not data[d]["version"]:
                #     print("not")
                result_file.write(
                    "{},{},{},{},{}\n".format(data[d]["name"], data[d]["version"], data[d]["dependencies"], data[d]["vulnerabilities"],data[d]["error"]))

    result_file.close()