/
goblock.go
73 lines (59 loc) · 1.37 KB
/
goblock.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
package main
import (
"compress/gzip"
"flag"
"github.com/gokyle/goconfig"
"io"
"log"
"net/http"
"os"
)
func get(src, dest string) (int64, error) {
resp, err := http.Get(src)
if err != nil {
log.Fatalf("Can't make http request - %v", err)
}
file, err := os.OpenFile(dest, os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0600)
if err != nil {
log.Fatalf("Can't create file! - %v", err)
}
defer resp.Body.Close()
gz, err := gzip.NewReader(resp.Body)
if err != nil {
log.Fatalf("Can't uncompress file! - %v", err)
}
defer gz.Close()
defer file.Close()
return io.Copy(file, gz)
}
func main() {
var cfile = flag.String("config", "config.ini", "Full path to config file.")
var debug = flag.Bool("v", false, "show logging info.")
flag.Parse()
conf, err := goconfig.ParseFile(*cfile)
if err != nil {
log.Fatalf("Can't parse config file! - %v", err)
}
url := conf["global"]["url"]
dfile_name := conf["global"]["destination"]
params := "?"
os.Remove(dfile_name)
for key, val := range conf["params"] {
params = params + key + "=" + val + "&"
}
if *debug {
log.Printf("Getting lists from: %s", url)
}
for key, val := range conf["list"] {
full_url := url + params + "list=" + val
if *debug {
log.Printf("downloading %s", key)
}
_, err := get(full_url, dfile_name)
if err != nil {
if *debug {
log.Fatalf("Can't write file! - %v", err)
}
}
}
}