del Flush in outer

xitongsys · Jan 25, 2018 · 3b4f2c5 · 3b4f2c5
1 parent a57b7d1
commit 3b4f2c5
Show file tree

Hide file tree

Showing 10 changed files with 3 additions and 10 deletions.
diff --git a/ParquetWriter/ParquetWriter.go b/ParquetWriter/ParquetWriter.go
@@ -101,7 +101,7 @@ func (self *ParquetWriter) RenameSchema() {
 
 //Write the footer and stop writing
 func (self *ParquetWriter) WriteStop() {
-	//self.Flush()
+	self.Flush(true)
 	ts := thrift.NewTSerializer()
 	ts.Protocol = thrift.NewTCompactProtocolFactory().GetProtocol(ts.Transport)
 	self.RenameSchema()

diff --git a/Plugin/CSVWriter/CSVWriter.go b/Plugin/CSVWriter/CSVWriter.go
@@ -124,7 +124,7 @@ func (self *CSVWriter) Write(rec []interface{}) {
 
 //Write footer to parquet file and stop writing
 func (self *CSVWriter) WriteStop() {
-	//self.Flush()
+	self.Flush(true)
 	ts := thrift.NewTSerializer()
 	ts.Protocol = thrift.NewTCompactProtocolFactory().GetProtocol(ts.Transport)
 	self.RenameSchema()

diff --git a/Plugin/JSONWriter/JSONWriter.go b/Plugin/JSONWriter/JSONWriter.go
@@ -93,7 +93,7 @@ func (self *JSONWriter) Write(rec string) {
 
 //Write footer to parquet file and stop writing
 func (self *JSONWriter) WriteStop() {
-	//self.Flush()
+	self.Flush(true)
 	ts := thrift.NewTSerializer()
 	ts.Protocol = thrift.NewTCompactProtocolFactory().GetProtocol(ts.Transport)
 	self.RenameSchema()

diff --git a/example/column_read.go b/example/column_read.go
@@ -37,7 +37,6 @@ func main() {
 		}
 		pw.Write(stu)
 	}
-	pw.Flush(true)
 	pw.WriteStop()
 	log.Println("Write Finished")
 	fw.Close()

diff --git a/example/csv_write.go b/example/csv_write.go
@@ -45,7 +45,6 @@ func main() {
 		}
 		pw.Write(data2)
 	}
-	pw.Flush(true)
 	pw.WriteStop()
 	log.Println("Write Finished")
 	fw.Close()

diff --git a/example/hdfs_flat.go b/example/hdfs_flat.go
@@ -31,7 +31,6 @@ func main() {
 		}
 		pw.Write(stu)
 	}
-	pw.Flush(true)
 	pw.WriteStop()
 	log.Println("Write Finished")
 	fw.Close()

diff --git a/example/json_write.go b/example/json_write.go
@@ -85,7 +85,6 @@ func main() {
 		pw.Write(rec)
 
 	}
-	pw.Flush(true)
 	pw.WriteStop()
 	log.Println("Write Finished")
 	fw.Close()

diff --git a/example/local_flat.go b/example/local_flat.go
@@ -37,7 +37,6 @@ func main() {
 		}
 		pw.Write(stu)
 	}
-	pw.Flush(true)
 	pw.WriteStop()
 	log.Println("Write Finished")
 	fw.Close()

diff --git a/example/local_nested.go b/example/local_nested.go
@@ -105,7 +105,6 @@ func writeNested() {
 	for _, stu := range stus {
 		pw.Write(stu)
 	}
-	pw.Flush(true)
 	pw.WriteStop()
 	fw.Close()
 	log.Println("Write Finished")

diff --git a/example/type.go b/example/type.go
@@ -87,7 +87,6 @@ func main() {
 		}
 		pw.Write(tp)
 	}
-	pw.Flush(true)
 	pw.WriteStop()
 	log.Println("Write Finished")
 	fw.Close()