func TestRecord(t *testing.T) {
f, _ := os.Open("testdata/test.warc.gz")
gz, _ := gzip.NewReader(f)
reader := warc.NewWarcReader(gz)
rec, err := reader.ReadRecord()
if err != nil {
t.Error(err)
}
assert.Equal(t, rec.Version, "WARC/1.0")
assert.Equal(t, len(rec.Headers), 7)
assert.Equal(t, rec.Headers["content-length"], "251")
assert.Equal(t, rec.ContentBlockStart, int64(278))
assert.Equal(t, rec.ContentBlockEnd, int64(529))
}
func TestReader(t *testing.T) {
f, _ := os.Open("testdata/test.warc.gz")
gz, _ := gzip.NewReader(f)
reader := warc.NewWarcReader(gz)
count := 0
for {
rec, err := reader.ReadRecord()
if rec == nil {
break
}
if err != nil {
t.Error("received error from ReadRecord", err)
}
count += 1
}
assert.Equal(t, count, 10)
}