import json,re,unicodedata,math osm=json.load(open('_brut/osm.json',encoding='utf8'))['elements'] ent=json.load(open('_brut/wd_ent.json',encoding='utf8')) bb=json.load(open('_brut/wd_bbox.json',encoding='utf8')) poly=json.load(open('_brut/pnr.geojson',encoding='utf8'))['coordinates'] def pip(x,y,ring): ins=False;n=len(ring) for i in range(n): x1,y1=ring[i];x2,y2=ring[i-1] if (y1>y)!=(y2>y) and x<(x2-x1)*(y-y1)/(y2-y1)+x1: ins=not ins return ins def inpnr(lat,lon): return any(pip(lon,lat,p[0]) and not any(pip(lon,lat,h) for h in p[1:]) for p in poly) def norm(s): return re.sub(r'[^a-z0-9]','',unicodedata.normalize('NFKD',s.lower()).encode('ascii','ignore').decode()) def pele(v): if v is None: return None m=re.match(r'^\s*(-?\d+(?:[.,]\d+)?)\s*(m)?\s*$',v) return round(float(m.group(1).replace(',','.')),1) if m else None def typ(t,name): n=t.get('natural');tu=t.get('tourism') if n=='peak': return 'sommet' if n=='saddle' or t.get('mountain_pass')=='yes': return 'pas' if re.match(r"(?i)^pas\b",name) else 'col' if n in('cliff','rock','stone','arete','ridge'): return 'rocher' if tu=='viewpoint': return 'belvedere' if n=='cave_entrance': return 'grotte' if tu in('alpine_hut','wilderness_hut') or t.get('amenity')=='shelter': return 'refuge' return 'autre' def wdalt(e): out=[] for c in e.get('claims',{}).get('P2044',[]): try: a=c['mainsnak']['datavalue']['value'];u=a['unit'] v=float(a['amount']) if u.endswith('Q3710'): v=v*0.3048 out.append(round(v,1)) except KeyError: pass return out pts=[];seen=set() for e in osm: t=e['tags'];name=t['name'].strip() lat=e.get('lat') or e['center']['lat'];lon=e.get('lon') or e['center']['lon'] key=(e['type'],e['id']) if key in seen: continue seen.add(key) p={'id':f"osm-{e['type']}-{e['id']}",'nom':name,'type':typ(t,name),'lat':round(lat,6),'lon':round(lon,6), 'altitude_m':None,'altitude_sources':[],'sources':[f"https://www.openstreetmap.org/{e['type']}/{e['id']}"], 'commune_secteur':None,'statut':'ok','note':'','osm_tags':{k:t[k] for k in('natural','tourism','amenity','mountain_pass','cave:ref','ref','alt_name','old_name') if k in t}} notes=[] oe=pele(t.get('ele')) if t.get('ele') and oe is None: notes.append(f"ele OSM non numerique: {t['ele']!r}") if oe is not None: p['altitude_sources'].append({'source':'OpenStreetMap ele','valeur':oe}) q=t.get('wikidata','').split(';')[0].strip() if q and q in ent and 'missing' not in ent[q]: w=ent[q];p['sources'].append('https://www.wikidata.org/wiki/'+q) fw=w.get('sitelinks',{}).get('frwiki') if fw: p['sources'].append('https://fr.wikipedia.org/wiki/'+fw['title'].replace(' ','_')) for v in wdalt(w): p['altitude_sources'].append({'source':'Wikidata P2044','valeur':v}) lab=w.get('labels',{}).get('fr',{}).get('value') if lab and norm(lab)!=norm(name) and norm(name) not in norm(lab) and norm(lab) not in norm(name): notes.append(f"nom Wikidata different: {lab!r}");p['statut']='conflit' elif lab and lab!=name: notes.append(f"libelle Wikidata: {lab!r}") try: c=w['claims']['P625'][0]['mainsnak']['datavalue']['value'] dkm=math.hypot((c['latitude']-lat)*111,(c['longitude']-lon)*111*math.cos(math.radians(lat))) if dkm>0.5: notes.append(f"position Wikidata a {dkm:.1f} km de OSM");p['statut']='conflit' except (KeyError,IndexError): pass vals=[a['valeur'] for a in p['altitude_sources']] if vals: p['altitude_m']=vals[0] if max(vals)-min(vals)>2: p['statut']='conflit';notes.append('altitudes divergentes: '+', '.join(f"{a['source']}={a['valeur']}" for a in p['altitude_sources'])) elif p['statut']=='ok': p['statut']='a_verifier';notes.append('altitude non sourcee') if not inpnr(lat,lon): notes.append('hors polygone PNR (limite)') p['note']='; '.join(notes);pts.append(p) # lieux-dits OSM (place=locality) au nom de relief NT=[('^Pas ','pas'),('^(Col|Brèche|Porte) ','col'),('^(Pic|Mont|Cime|Bec|Tête|Sommet|Pointe|Crête|Dent|Aiguille) ','sommet'),('^Rochers? |^Roc ','rocher'),('^Belvédère ','belvedere'),('^(Grotte|Scialet|Gouffre) ','grotte'),('^(Cabane|Refuge) ','refuge'),('^(Plateau|Hauts) ','autre')] for e in json.load(open('_brut/loc.json',encoding='utf8'))['elements']: t=e['tags'];name=t['name'].strip();lat=e.get('lat') or e['center']['lat'];lon=e.get('lon') or e['center']['lon'] if any(norm(p['nom'])==norm(name) and abs(p['lat']-lat)<0.01 and abs(p['lon']-lon)<0.014 for p in pts): continue ty=next(ty for rx,ty in NT if re.match(rx,name+' ')) oe=pele(t.get('ele')) pts.append({'id':f"osm-{e['type']}-{e['id']}",'nom':name,'type':ty,'lat':round(lat,6),'lon':round(lon,6),'altitude_m':oe, 'altitude_sources':[{'source':'OpenStreetMap ele','valeur':oe}] if oe is not None else [],'sources':[f"https://www.openstreetmap.org/{e['type']}/{e['id']}"], 'commune_secteur':None,'statut':'a_verifier','note':'OSM place=%s : type deduit du nom, position = lieu-dit (pas forcement le point exact)'%t['place']+('' if oe is not None else '; altitude non sourcee'),'osm_tags':{'place':t['place']}}) # Wikidata bbox items non lies a OSM linked={s.rsplit('/',1)[1] for p in pts for s in p['sources'] if 'wikidata' in s} wmap={} for b in bb: q=b['item']['value'].rsplit('/',1)[1] if q in linked: continue m=re.match(r'Point\(([-\d.]+) ([-\d.]+)\)',b['coord']['value']);lon,lat=float(m[1]),float(m[2]) r=wmap.setdefault(q,{'q':q,'lab':b['itemLabel']['value'],'lat':lat,'lon':lon,'alts':set(),'cls':set(),'fw':b.get('frwiki',{}).get('value')}) if 'alt' in b: r['alts'].add(round(float(b['alt']['value']),1)) r['cls'].add(b['cls']['value'].rsplit('/',1)[1]) wd_only=0;wd_matched=0 for r in wmap.values(): if not inpnr(r['lat'],r['lon']) or re.match(r'^Q\d+$',r['lab']): continue # rapprochement par nom et distance best=None for p in pts: d=math.hypot((p['lat']-r['lat'])*111,(p['lon']-r['lon'])*111*math.cos(math.radians(r['lat']))) if d<1.5 and (norm(r['lab'])==norm(p['nom']) or norm(p['nom']) in norm(r['lab']) or norm(r['lab']) in norm(p['nom'])): best=(p,d);break if best: p,d=best;wd_matched+=1 p['sources'].append('https://www.wikidata.org/wiki/'+r['q']+' (rapproche par nom/position)') if r['fw']: p['sources'].append(r['fw']) for v in sorted(r['alts']): p['altitude_sources'].append({'source':'Wikidata P2044','valeur':v}) vals=[a['valeur'] for a in p['altitude_sources']] if vals: if p['altitude_m'] is None: p['altitude_m']=vals[0]; p['statut']='ok' if p['statut']=='a_verifier' else p['statut']; p['note']=p['note'].replace('altitude non sourcee','altitude Wikidata seule') if max(vals)-min(vals)>2: p['statut']='conflit';p['note']+=('; ' if p['note'] else '')+'altitudes divergentes: '+', '.join(f"{a['source']}={a['valeur']}" for a in p['altitude_sources']) continue wd_only+=1 SOM={'Q8502','Q207326','Q1437459','Q1596836'} t='sommet' if r['cls']&SOM else 'col' if 'Q133056' in r['cls'] else 'grotte' if r['cls']&{'Q35509','Q1210950'} else 'autre' if t=='col' and re.match(r'(?i)^pas\b',r['lab']): t='pas' alts=sorted(r['alts']) pts.append({'id':'wd-'+r['q'],'nom':r['lab'],'type':t,'lat':round(r['lat'],6),'lon':round(r['lon'],6),'altitude_m':alts[0] if alts else None, 'altitude_sources':[{'source':'Wikidata P2044','valeur':v} for v in alts],'sources':['https://www.wikidata.org/wiki/'+r['q']]+([r['fw']] if r['fw'] else []), 'commune_secteur':None,'statut':'conflit' if len(alts)>1 and alts[-1]-alts[0]>2 else 'a_verifier','note':'present dans Wikidata, absent de la requete OSM (a verifier sur carte)','osm_tags':{}}) for p in pts: p['sources']=list(dict.fromkeys(p['sources'])) u=[];[u.append(a) for a in p['altitude_sources'] if a not in u];p['altitude_sources']=u segs=[s for s in p['note'].split('; ') if s and not s.startswith('altitudes divergentes')] vals=[a['valeur'] for a in u] if vals and max(vals)-min(vals)>2: segs.append('altitudes divergentes: '+', '.join(f"{a['source']}={a['valeur']}" for a in u)) p['note']='; '.join(segs) pts.sort(key=lambda p:(p['type'],norm(p['nom']))) json.dump(pts,open('vercors_points.json','w',encoding='utf8'),ensure_ascii=False,indent=1) import collections print(len(pts),collections.Counter(p['type'] for p in pts),collections.Counter(p['statut'] for p in pts),'wd_only',wd_only,'wd_matched',wd_matched) for p in pts: if p['statut']=='conflit': print('C',p['nom'],p['type'],p['note'])