func setupHdfs(t *testing.T) *backend.HdfsBackend {
nn := os.Getenv("HADOOP_NAMENODE")
if nn == "" {
t.Skip("Skipping hdfs tests because HADOOP_NAMENODE isn't set")
}
client, err := hdfs.New(nn)
if err != nil {
t.Fatal(err)
}
if _, err = client.Stat("/_test_sequins"); os.IsNotExist(err) {
t.Skip("Skipping hdfs tests because there's no test data in /_test_sequins")
}
return backend.NewHdfsBackend(client, nn, "/_test_sequins")
}
func hdfsSetup(namenode string, path string, opts sequinsOptions) *sequins {
client, err := hdfs.New(namenode)
if err != nil {
log.Fatal(fmt.Errorf("Error connecting to HDFS: %s", err))
}
backend := backend.NewHdfsBackend(client, namenode, path)
if opts.LocalPath == "" {
tmpDir, err := ioutil.TempDir("", "sequins-")
if err != nil {
log.Fatal(err)
}
opts.LocalPath = tmpDir
}
return newSequins(backend, opts)
}