Fichiers

57 lignes
2.9 KiB
Python

import re,json,csv,math,unicodedata,datetime
def norm(s):
s=unicodedata.normalize('NFD',s.lower()); s=''.join(c for c in s if unicodedata.category(c)!='Mn')
s=re.sub(r"[^a-z0-9]+",' ',s).strip()
s=re.sub(r'\bst\b','saint',s); s=re.sub(r'\bste\b','sainte',s)
return s
raw=json.load(open('raw.json',encoding='utf-8'))
seen={}
for sec,i,n,a in raw:
if i not in seen or seen[i][0]=='Accueil': seen[i]=(sec,n,a)
com=json.load(open('communes.json',encoding='utf-8'))
bydep={}
for c in com:
bydep.setdefault(c['codeDepartement'],{}).setdefault(norm(c['nom']),[]).append(c)
MANUAL={ # coordonnees approximatives saisies a la main (lieux-dits / cols / pas des communes)
}
exec(open('manual.py',encoding='utf-8').read())
def hav(a,b,c,d):
R=6371;p=math.pi/180
x=math.sin((c-a)*p/2)**2+math.cos(a*p)*math.cos(c*p)*math.sin((d-b)*p/2)**2
return 2*R*math.asin(math.sqrt(x))
# comparison sets
ic=[]
for r in csv.DictReader(open('C:/Users/theog/Documents/_CODE/1-logiciels/weather-studio/GWS-Principal/data/stations_fr/stations_fr.csv',encoding='utf-8-sig')):
try: ic.append(dict(src='infoclimat',id=r['id'],nom=r['nom'],lat=float(r['latitude']),lon=float(r['longitude']),alt=float(r['altitude_m'] or 'nan'),n=norm(r['nom'])))
except: pass
mf=[]
for r in csv.DictReader(open('mf.csv',encoding='utf-8')):
if r['is_open']!='true' or r['end_date']: continue
try: mf.append(dict(src='meteofrance',id=r['id'],nom=r['name'],lat=float(r['lat']),lon=float(r['lon']),alt=float(r['alt']),n=norm(r['name']+' '+(r['long_name'] or ''))))
except: pass
print(len(ic),len(mf))
DEPFIX={'CH':None,'IT':None}
out=[];unres=[]
for i,(sec,nom,alt) in sorted(seen.items()):
code=sec.split('-')[0]
dept=code if code.isdigit() else ('01' if sec=='Accueil' else None)
pays='FR' if dept else code
st=dict(id_romma=str(i),nom=nom.title() if nom.isupper() else nom,nom_source=nom,altitude_m=alt,departement=dept,pays=pays,commune=None,lat=None,lon=None,precision_coord=None)
n=norm(nom); lat=lon=None
if i in MANUAL:
lat,lon,com_,prec=MANUAL[i]; st.update(commune=com_,precision_coord=prec)
elif dept:
toks=n.split()
for k in range(len(toks),0,-1):
cand=bydep.get(dept,{}).get(' '.join(toks[:k]))
if cand and (k>=2 or len(toks)==1 or True):
c=cand[0]; lon,lat=c['centre']['coordinates']; st.update(commune=c['nom'],precision_coord='centre de commune (approx. 1-5 km)'); break
if st['lat'] is None and lat is not None: st['lat'],st['lon']=lat,lon
if i in MANUAL: st['lat'],st['lon']=MANUAL[i][0],MANUAL[i][1]
if st['lat'] is None: unres.append((i,sec,nom,alt))
st['source_info']='romma.fr/nos_stations.php (menu public: id, nom, altitude, departement) ; coordonnees: '+(st['precision_coord'] or 'non determinees')
out.append(st)
json.dump(out,open('stage1.json','w',encoding='utf-8'),ensure_ascii=False)
print('unresolved',len(unres))
for u in unres: print(u)