raytracing/get_wspr.py at main · alexchartier/raytracing · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
# see http://wspr.rocks/liveembed/ for more config options

import urllib.request
import json
import datetime as dt
import nc_utils


def main(
    out_fn_fmt = '~/data/wspr/%Y%b%d-wspr.pkl',
    stime = dt.datetime(2024, 4, 5),
    etime = dt.datetime(2024, 4, 10),
):
    """
    bands = def_bands()
    cmd = gen_cmd(band=bands[160], latlim=[25, 50], lonlim=[-125, -66], mindist=500, maxlinks=10)
    print(cmd)
    print(wsprlive_get(cmd))
    #print(wsprlive_get("SELECT * FROM wspr.rx where band = 10 and (time between '2024-05-08' and '2024-05-09') LIMIT 1"))
    """

    multiband_dl(
        out_fn_fmt, stime, etime,
        latlim=[25, 50], lonlim=[-125, -66], mindist=500, min_band=2,
    )


def multiband_dl(
        out_fn_fmt, stime, etime,
        latlim=[25, 50], lonlim=[-125, -66], mindist=500, min_band=10,
):
    bands = def_bands()
    time = stime
    data = {}
    while time < etime:
        data[time] = {}
        for band, idnum in bands.items():
            if band < min_band:
                continue
            cmd = gen_cmd(band=idnum, latlim=latlim, lonlim=lonlim, mindist=mindist)
            data[time][band] = parse(wsprlive_get(cmd))
        nc_utils.pickle(data, time.strftime(out_fn_fmt))
        time += dt.timedelta(days=1)


def wsprlive_get(query):
    # put together the request url
    url = "https://db1.wspr.live/?query=" + urllib.parse.quote_plus(query + " FORMAT JSON")

    # download contents from wspr.live
    contents = urllib.request.urlopen(url).read()

    # return the json decoded data
    return json.loads(contents.decode("UTF-8"))["data"]


def def_bands():
    """ WSPRnet band numbers in {wavelen (m): idx} """
    return {
        160: 1,
        80: 3,
        60: 5,
        40: 7,
        30: 10,
        20: 14,
        17: 18,
        15: 21,
        12: 24,
        10: 28,
        6: 50,
        4: 70,
        2: 144,
        0.70: 432,
        0.23: 1296,
}

def gen_cmd(
        band=10,
        times=[dt.datetime.now() - dt.timedelta(days=2), dt.datetime.now() - dt.timedelta(days=1)],
        latlim=None,
        lonlim=None,
        mindist=None,
        maxlinks=1E6,
):
    #timestr = '%Y-%m-%d %H:%M'
    timestr = '%Y-%m-%d'
    cmd = [
        f"band = {band}",
        f"(time between '{times[0].strftime(timestr)}' and '{times[1].strftime(timestr)}')",
    ]

    if latlim:
        cmd += [
        f"(tx_lat between {latlim[0]} and {latlim[1]}) ",
        f"(rx_lat between {latlim[0]} and {latlim[1]}) ",
        ]
    if lonlim:
        cmd += [
        f"(tx_lon between {lonlim[0]} and {lonlim[1]}) ",
        f"(rx_lon between {lonlim[0]} and {lonlim[1]}) ",
        ]
    if mindist:
        cmd += [f"distance > {mindist}",]
    cmd = "SELECT * FROM wspr.rx where " + " and ".join(cmd)
    maxlinks = int(maxlinks)
    cmd += f" LIMIT {maxlinks}"
    return cmd


def parse(data):
    fields = 'time', 'frequency', 'distance', 'tx_lat', 'tx_lon', 'rx_lat', 'rx_lon',
    d2 = []
    for entry in data:
        e2 = {}
        for k, v in entry.items():
            if k in fields:
                e2[k] = v
    return d2


if __name__ == "__main__":
    main()