SAMZA-968: SequenceFileHdfsFileWriter does not close file properly
authorBenjamin Smith <ben.smith@ranksoftwareinc.com>
Tue, 21 Jun 2016 22:35:58 +0000 (15:35 -0700)
committerYi Pan (Data Infrastructure) <nickpan47@gmail.com>
Tue, 21 Jun 2016 22:35:58 +0000 (15:35 -0700)
samza-hdfs/src/main/scala/org/apache/samza/system/hdfs/writer/SequenceFileHdfsWriter.scala

index 46ade33..aa0e075 100644 (file)
@@ -108,7 +108,7 @@ abstract class SequenceFileHdfsWriter(dfs: FileSystem, systemName: String, confi
     Some(
       SequenceFile.createWriter(
         dfs.getConf,
-        Writer.stream(dfs.create(path)),
+        Writer.file(path),
         Writer.keyClass(keyClass),
         Writer.valueClass(valueClass),
         Writer.compression(