func createGobs(targetDir string) { var makeGob = func(bmap interface{}, ptr interface{}) interface{} { dbutil.BsonMapToObject(bmap, ptr) return ptr } var makeAdminGob = func(bmap interface{}) interface{} { return makeGob(bmap, &geoutil.GeoNamesAdminRecord{}) } var makeNameGob = func(bmap interface{}) interface{} { return makeGob(bmap, &geoutil.GeoNamesNameRecord{}) } var makeZipGob = func(bmap interface{}) interface{} { return makeGob(bmap, &geoutil.GeoNamesZipRecord{}) } var lola numutil.Dvec2 var box [2][2]float64 var dbConn *mgo.Session var dbName, fbName, fp string var geoRecs []interface{} dbutil.Panic = true dbConn, _ = dbutil.ConnectToGlobal() defer dbConn.Close() dbName = dbutil.GeoNamesDbName(dbConn, true) dbutil.FindAll(dbConn, dbName, "a", nil, &geoRecs) gobutil.CreateGobsFile(path.Join(targetDir, "ga"), &geoRecs, makeAdminGob, true) for lola.Y = geoutil.LatMin; lola.Y < geoutil.LatMax; lola.Y++ { for lola.X = geoutil.LonMin; lola.X < geoutil.LonMax; lola.X++ { fbName = geoutil.LoLaFileName(lola.X, lola.Y) fmt.Println(fbName) geoRecs = nil box[0][0] = lola.X box[0][1] = lola.Y box[1][0] = lola.X + 1 box[1][1] = lola.Y + 1 dbutil.FindAll(dbConn, dbName, "n", bson.M{"l": bson.M{"$within": bson.M{"$box": box}}}, &geoRecs) if len(geoRecs) == 0 { geoRecs = nil dbutil.FindOne(dbConn, dbName, "n", bson.M{"l": bson.M{"$near": []float64{lola.X + 0.5, lola.Y + 0.5}}}, &geoRecs) } fp = path.Join(path.Join(targetDir, "gn"), fbName) fmt.Println(fp) gobutil.CreateGobsFile(fp, &geoRecs, makeNameGob, true) geoRecs = nil dbutil.FindAll(dbConn, dbName, "z", bson.M{"l": bson.M{"$within": bson.M{"$box": box}}}, &geoRecs) if len(geoRecs) > 0 { fp = path.Join(path.Join(targetDir, "gz"), fbName) fmt.Println(fp) gobutil.CreateGobsFile(fp, &geoRecs, makeZipGob, true) } } } }
func createElevs(targetDir string) { type sourceRec struct { dirPath string filePath string fileTime time.Time byteOrder binary.ByteOrder fileLen int64 } var srcBasePath = "/media/hdx/elev_raw/" var force = []string{ /*"N64W024"*/ } var initSourceRec = func(dirRelPath string) *sourceRec { return &sourceRec{path.Join(srcBasePath, dirRelPath), "", time.Time{}, binary.LittleEndian, 0} } var fexts = []string{".hgt", ".hgt.le", ".HGT", ".HGT.LE"} var srcRecs = map[string]*sourceRec{"": initSourceRec(""), "bathy": initSourceRec("bathy/hgt"), "srtm": initSourceRec("srtm/hgt"), "rmw": initSourceRec("rmw3"), "vfp": initSourceRec("vfp")} var lola numutil.Dvec2 var fp, fbName, skey, nkey string var hasBathy, hasElev bool var srec *sourceRec var newest, srtmTime time.Time var pngMakers = 0 var pngChan = make(chan bool) var makePng = func(outFilePath string, elevFile *sourceRec, bathyFilePath string) { var ps, ps1, psx = 1200, 1201, 1200 * 2400 var bathyLandVal int16 = 0 var bathyMapping = []int16{-4500, -2500, -9500, -6500, -10500, -3500, bathyLandVal, -5500, -7500, -200, -8500, -1500, -750} var pngSize = image.Rect(0, 0, ps, ps) var px, py int var bv, ev, fv int16 var srcFile, bathFile, pngFile *os.File var err error var pngImage *image.NRGBA fmt.Println(outFilePath) if pngFile, err = os.Create(outFilePath); err != nil { fmt.Println("PANIC", err) panic(err) } if bathFile, err = os.Open(bathyFilePath); err != nil { bathFile = nil } if srcFile, err = os.Open(elevFile.filePath); err != nil { srcFile = nil } if (bathFile != nil) || (srcFile != nil) { pngImage = image.NewNRGBA(pngSize) for py = 0; py < pngSize.Max.Y; py++ { for px = 0; px < pngSize.Max.X; px++ { if (bathFile == nil) || !fileutil.ReadFromBinary(bathFile, int64((math.Floor(float64(py)/40)*30)+math.Floor(float64(px)/40))*2, binary.LittleEndian, &bv) { bv = bathyLandVal } else { bv = bathyMapping[bv] } if (srcFile == nil) || !fileutil.ReadFromBinary(srcFile, (int64((py*coreutil.Ifi(int(elevFile.fileLen) == psx, ps, ps1))+px)*2) /*+ coreutil.Ifl(int(elevFile.fileLen) == psx, 0, 2402)*/, elevFile.byteOrder, &ev) { ev = -32768 } fv = coreutil.Ifs(bv == bathyLandVal, ev, coreutil.Ifs((ev != 0) && (ev > bv), ev, bv)) pngImage.Set(px, py, color.NRGBA{0, byte(fv), byte(fv >> 8), 255}) } } if bathFile != nil { bathFile.Close() } if srcFile != nil { srcFile.Close() } err = png.Encode(pngFile, pngImage) if err != nil { fmt.Println("PANIC", err) panic(err) } } pngFile.Close() pngChan <- true } var goMakePng = func(outFilePath string, elevFile *sourceRec, bathyFilePath string) { for pngMakers >= 8 { <-pngChan pngMakers-- } pngMakers++ go makePng(outFilePath, elevFile, bathyFilePath) } srtmTime = time.Date(2008, 10, 15, 12, 30, 30, 500, time.Local) for lola.Y = geoutil.LatMin; lola.Y < geoutil.LatMax; lola.Y++ { for lola.X = geoutil.LonMin; lola.X < geoutil.LonMax; lola.X++ { fbName = geoutil.LoLaFileName(lola.X, lola.Y) if (len(force) == 0) || (stringutil.InSliceAt(force, fbName) >= 0) { fp = path.Join(targetDir, fbName) for skey, srec = range srcRecs { if len(skey) > 0 { srec.filePath, srec.fileTime, srec.fileLen = fileutil.FileExistsPath(srec.dirPath, fbName, fexts, true, false) if skey == "srtm" { srec.fileTime = srtmTime } } } newest = time.Time{} nkey = "" for skey, srec = range srcRecs { if (len(skey) > 0) && (skey != "bathy") && (len(srec.filePath) > 0) && (srec.fileTime.After(newest)) { newest = srec.fileTime nkey = skey if strings.HasSuffix(strings.ToLower(srec.filePath), ".hgt.le") { srec.byteOrder = binary.LittleEndian } else { srec.byteOrder = binary.BigEndian } } } if hasBathy, hasElev = len(srcRecs["bathy"].filePath) > 0, len(nkey) > 0; hasBathy || hasElev { goMakePng(fp, srcRecs[nkey], srcRecs["bathy"].filePath) } else { fmt.Println("\tNO BATHY, NO ELEV!\n") } if (len(srcRecs["rmw"].filePath) > 0) && (len(srcRecs["srtm"].filePath) > 0) && (len(srcRecs["vfp"].filePath) > 0) { goMakePng(path.Join(targetDir+"_rsv", fbName+"."+nkey+".r.png"), srcRecs["rmw"], srcRecs["bathy"].filePath) goMakePng(path.Join(targetDir+"_rsv", fbName+"."+nkey+".s.png"), srcRecs["srtm"], srcRecs["bathy"].filePath) goMakePng(path.Join(targetDir+"_rsv", fbName+"."+nkey+".v.png"), srcRecs["vfp"], srcRecs["bathy"].filePath) } else if (len(srcRecs["rmw"].filePath) > 0) && (len(srcRecs["vfp"].filePath) > 0) { goMakePng(path.Join(targetDir+"_rv", fbName+"."+nkey+".r.png"), srcRecs["rmw"], srcRecs["bathy"].filePath) goMakePng(path.Join(targetDir+"_rv", fbName+"."+nkey+".v.png"), srcRecs["vfp"], srcRecs["bathy"].filePath) } else if (len(srcRecs["rmw"].filePath) > 0) && (len(srcRecs["srtm"].filePath) > 0) { goMakePng(path.Join(targetDir+"_rs", fbName+"."+nkey+".r.png"), srcRecs["rmw"], srcRecs["bathy"].filePath) goMakePng(path.Join(targetDir+"_rs", fbName+"."+nkey+".s.png"), srcRecs["srtm"], srcRecs["bathy"].filePath) } else if (len(srcRecs["vfp"].filePath) > 0) && (len(srcRecs["srtm"].filePath) > 0) { goMakePng(path.Join(targetDir+"_sv", fbName+"."+nkey+".v.png"), srcRecs["vfp"], srcRecs["bathy"].filePath) goMakePng(path.Join(targetDir+"_sv", fbName+"."+nkey+".s.png"), srcRecs["srtm"], srcRecs["bathy"].filePath) } } } } }