aboutsummaryrefslogtreecommitdiff
path: root/dev/nyc/convert.py
blob: 4b00bfa723360d1689c76e6da85f15ed6e27bd95 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
import json
from pprint import pprint
import requests
import re

with open('cameras.json', 'r') as f:
    raw_data = json.load(f)
data = raw_data['markers']

sources = []
for camera in data:
    result = dict()
    result['id'] = camera['id']
    result['name'] = camera['content']
    fetched = requests.get('https://nyctmc.org/google_popup.php', params={'cid': camera['id']})
    match = re.search('http://207.251.86.238/cctv\\d+.jpg', fetched.text)
    if match is None:
        pprint(camera)
        continue
    url = match.group()
    result['url'] = url
    sources.append(result)
with open('sources.json', 'w') as f:
    json.dump({'NYC': sources}, f)