func (ww *WayWriter) loop() { geos := geos.NewGeos() geos.SetHandleSrid(ww.srid) defer geos.Finish() for w := range ww.ways { ww.progress.AddWays(1) if len(w.Tags) == 0 { continue } insertedAsRelation, err := ww.osmCache.InsertedWays.IsInserted(w.Id) if err != nil { log.Warn(err) continue } err = ww.osmCache.Coords.FillWay(w) if err != nil { continue } proj.NodesToMerc(w.Nodes) inserted := false if ok, matches := ww.inserter.ProbeLineString(w.OSMElem); ok { err := ww.buildAndInsert(geos, w, matches, false) if err != nil { if errl, ok := err.(ErrorLevel); !ok || errl.Level() > 0 { log.Warn(err) } continue } inserted = true } if w.IsClosed() && !insertedAsRelation { // only add polygons that were not inserted as a MultiPolygon relation if ok, matches := ww.inserter.ProbePolygon(w.OSMElem); ok { err := ww.buildAndInsert(geos, w, matches, true) if err != nil { if errl, ok := err.(ErrorLevel); !ok || errl.Level() > 0 { log.Warn(err) } continue } inserted = true } } if inserted && ww.expireor != nil { expire.ExpireNodes(ww.expireor, w.Nodes) } if ww.diffCache != nil { ww.diffCache.Coords.AddFromWay(w) } } ww.wg.Done() }
func (ww *WayWriter) loop() { geos := geos.NewGeos() geos.SetHandleSrid(ww.srid) defer geos.Finish() for w := range ww.ways { ww.progress.AddWays(1) if len(w.Tags) == 0 { continue } inserted, err := ww.osmCache.InsertedWays.IsInserted(w.Id) if err != nil { log.Println(err) continue } if inserted { continue } err = ww.osmCache.Coords.FillWay(w) if err != nil { continue } proj.NodesToMerc(w.Nodes) inserted = false if matches := ww.lineStringTagMatcher.Match(&w.Tags); len(matches) > 0 { ww.buildAndInsert(geos, w, matches, geom.LineString) inserted = true } if w.IsClosed() { if matches := ww.polygonTagMatcher.Match(&w.Tags); len(matches) > 0 { ww.buildAndInsert(geos, w, matches, geom.Polygon) inserted = true } } if inserted && ww.expireTiles != nil { ww.expireTiles.ExpireFromNodes(w.Nodes) } if ww.diffCache != nil { ww.diffCache.Coords.AddFromWay(w) } } ww.wg.Done() }
func (d *Deleter) deleteRelation(id int64, deleteRefs bool) { elem, err := d.osmCache.Relations.GetRelation(id) if err != nil { if err == cache.NotFound { return } // TODO log.Print("rel", id, err) return } if elem.Tags == nil { return } deleted := false for _, m := range d.tmPolygons.Match(&elem.Tags) { d.delDb.Delete(m.Table.Name, elem.Id) deleted = true } if deleted && deleteRefs { for _, m := range elem.Members { if m.Type == element.WAY { d.diffCache.Ways.DeleteRef(m.Id, id) } } } d.osmCache.InsertedWays.DeleteMembers(elem.Members) if deleted && d.expireTiles != nil { for _, m := range elem.Members { if m.Way == nil { continue } err := d.osmCache.Coords.FillWay(m.Way) if err != nil { continue } proj.NodesToMerc(m.Way.Nodes) d.expireTiles.ExpireFromNodes(m.Way.Nodes) } } }
func (rw *RelationWriter) loop() { geos := geos.NewGeos() geos.SetHandleSrid(rw.srid) defer geos.Finish() NextRel: for r := range rw.rel { rw.progress.AddRelations(1) err := rw.osmCache.Ways.FillMembers(r.Members) if err != nil { if err != cache.NotFound { log.Warn(err) } continue NextRel } for _, m := range r.Members { if m.Way == nil { continue } err := rw.osmCache.Coords.FillWay(m.Way) if err != nil { if err != cache.NotFound { log.Warn(err) } continue NextRel } proj.NodesToMerc(m.Way.Nodes) } // BuildRelation updates r.Members but we need all of them // for the diffCache allMembers := r.Members // prepare relation first (build rings and compute actual // relation tags) prepedRel, err := geom.PrepareRelation(r, rw.srid) if err != nil { if errl, ok := err.(ErrorLevel); !ok || errl.Level() > 0 { log.Warn(err) } continue NextRel } // check for matches befor building the geometry ok, matches := rw.inserter.ProbePolygon(r.OSMElem) if !ok { continue NextRel } // build the multipolygon r, err = prepedRel.Build() if err != nil { if r.Geom != nil && r.Geom.Geom != nil { geos.Destroy(r.Geom.Geom) } if errl, ok := err.(ErrorLevel); !ok || errl.Level() > 0 { log.Warn(err) } continue NextRel } if rw.limiter != nil { start := time.Now() parts, err := rw.limiter.Clip(r.Geom.Geom) if err != nil { log.Warn(err) continue NextRel } if duration := time.Now().Sub(start); duration > time.Minute { log.Warnf("clipping relation %d to -limitto took %s", r.Id, duration) } for _, g := range parts { rel := element.Relation(*r) rel.Id = -r.Id rel.Geom = &element.Geometry{Geom: g, Wkb: geos.AsEwkbHex(g)} err := rw.inserter.InsertPolygon(rel.OSMElem, matches) if err != nil { if errl, ok := err.(ErrorLevel); !ok || errl.Level() > 0 { log.Warn(err) } continue } } } else { rel := element.Relation(*r) rel.Id = -r.Id err := rw.inserter.InsertPolygon(rel.OSMElem, matches) if err != nil { if errl, ok := err.(ErrorLevel); !ok || errl.Level() > 0 { log.Warn(err) } continue } } for _, m := range rw.inserter.SelectRelationPolygons(r.Tags, r.Members) { err = rw.osmCache.InsertedWays.PutWay(m.Way) if err != nil { log.Warn(err) } } if rw.diffCache != nil { rw.diffCache.Ways.AddFromMembers(r.Id, allMembers) for _, member := range allMembers { if member.Way != nil { rw.diffCache.Coords.AddFromWay(member.Way) } } } if rw.expireor != nil { for _, m := range allMembers { if m.Way != nil { expire.ExpireNodes(rw.expireor, m.Way.Nodes) } } } geos.Destroy(r.Geom.Geom) } rw.wg.Done() }
func (d *Deleter) deleteRelation(id int64, deleteRefs bool, deleteMembers bool) error { d.deletedRelations[id] = struct{}{} elem, err := d.osmCache.Relations.GetRelation(id) if err != nil { if err == cache.NotFound { return nil } return err } if elem.Tags == nil { return nil } if ok, matches := d.delDb.ProbePolygon(elem.OSMElem); ok { if err := d.delDb.Delete(-elem.Id, matches); err != nil { return err } } else { // handle relations with tags from members by deleting // from all tables e := element.OSMElem(elem.OSMElem) e.Id = -e.Id if err := d.delDb.DeleteElem(e); err != nil { return err } } if deleteRefs { for _, m := range elem.Members { if m.Type == element.WAY { if err := d.diffCache.Ways.DeleteRef(m.Id, id); err != nil { return err } } } } if deleteMembers { // delete members from db and force reinsert of members // use case: relation is deleted and member now stands for its own for _, member := range elem.Members { if member.Type == element.WAY { d.deletedMembers[member.Id] = struct{}{} if _, ok := d.deletedWays[member.Id]; ok { continue } if err := d.deleteWay(member.Id, false); err != nil { return err } } } } if err := d.osmCache.InsertedWays.DeleteMembers(elem.Members); err != nil { return err } if d.expireor != nil { for _, m := range elem.Members { if m.Way == nil { continue } err := d.osmCache.Coords.FillWay(m.Way) if err != nil { continue } proj.NodesToMerc(m.Way.Nodes) expire.ExpireNodes(d.expireor, m.Way.Nodes) } } return nil }
func (rw *RelationWriter) loop() { geos := geos.NewGeos() geos.SetHandleSrid(rw.srid) defer geos.Finish() NextRel: for r := range rw.rel { rw.progress.AddRelations(1) err := rw.osmCache.Ways.FillMembers(r.Members) if err != nil { if err != cache.NotFound { fmt.Println(err) } continue NextRel } for _, m := range r.Members { if m.Way == nil { continue } err := rw.osmCache.Coords.FillWay(m.Way) if err != nil { if err != cache.NotFound { fmt.Println(err) } continue NextRel } proj.NodesToMerc(m.Way.Nodes) } // BuildRelation updates r.Members but we need all of them // for the diffCache allMembers := r.Members // prepare relation first (build rings and compute actual // relation tags) prepedRel, err := geom.PrepareRelation(r, rw.srid) if err != nil { if err, ok := err.(ErrorLevel); ok { if err.Level() <= 0 { continue NextRel } } log.Println(err) continue NextRel } // check for matches befor building the geometry matches := rw.tagMatcher.Match(&r.Tags) if len(matches) == 0 { continue NextRel } // build the multipolygon r, err = prepedRel.Build() if err != nil { if r.Geom != nil && r.Geom.Geom != nil { geos.Destroy(r.Geom.Geom) } if err, ok := err.(ErrorLevel); ok { if err.Level() <= 0 { continue NextRel } } log.Println(err) continue NextRel } if rw.limiter != nil { parts, err := rw.limiter.Clip(r.Geom.Geom) if err != nil { log.Println(err) continue NextRel } for _, g := range parts { rel := element.Relation(*r) rel.Geom = &element.Geometry{g, geos.AsEwkbHex(g)} rw.insertMatches(&rel.OSMElem, matches) } } else { rw.insertMatches(&r.OSMElem, matches) } err = rw.osmCache.InsertedWays.PutMembers(r.Members) if err != nil { fmt.Println(err) } if rw.diffCache != nil { rw.diffCache.Ways.AddFromMembers(r.Id, allMembers) for _, member := range allMembers { if member.Way != nil { rw.diffCache.Coords.AddFromWay(member.Way) } } } if rw.expireTiles != nil { for _, m := range allMembers { if m.Way != nil { rw.expireTiles.ExpireFromNodes(m.Way.Nodes) } } } geos.Destroy(r.Geom.Geom) } rw.wg.Done() }