-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.py
More file actions
72 lines (58 loc) · 2.02 KB
/
Copy pathmain.py
File metadata and controls
72 lines (58 loc) · 2.02 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
import click
import random
import json
import time
import pandas as pd
from faker import Faker
from collections import OrderedDict
import urllib.request
import os
import requests
if not os.path.exists('output'):
os.mkdir('output')
if not os.path.exists('media'):
os.mkdir('media')
@click.command()
@click.option('--temp', type=float, required=True, help='Percentage perturbation to temperature.')
def main(temp):
params = open('configFiles/parameters.json').read()
params = json.loads(params)
configFileData = open('configFiles/fakeDataType.json').read()
configFileData = json.loads(configFileData)
print('Beginning to download file from S3...')
url = 'https://jataware-world-modelers.s3.amazonaws.com/dummy-model/input.csv'
urllib.request.urlretrieve(url, 'input.csv')
locales = OrderedDict([
('en-US', 1)
])
fake = Faker(locales)
f = fake['en_US']
data = []
perturbation = 1 + (params['rainfall']*temp)
getColorHue = configFileData['color_hue']
for i in range(100):
obj = dict(latitude=f.latitude(),
longitude=f.longitude(),
date=f.date(),
value=random.random()*perturbation,
color_hue=f.color(hue=getColorHue))
data.append(obj)
df = pd.DataFrame(data)
print(df.head())
fname = f"output_{params['rainfall']}_{temp}"
df.to_csv(f'output/{fname}.csv', index=False)
print(f"Saved output as /model/output/{fname}.csv")
def get_media():
image_urls = ['https://i.kym-cdn.com/entries/icons/facebook/000/000/774/lime-cat.jpg',
'https://pbs.twimg.com/profile_images/1356088845821857795/1WWMDwIQ_400x400.jpg']
for url in image_urls:
filename = url.split('/')[-1]
img_data = requests.get(url).content
with open(f'media/{filename}', 'wb') as handler:
handler.write(img_data)
print(f"Wrote media: {filename}")
return
if __name__ == "__main__":
get_media()
main()
print("SUCCESS")