GParquetWriterProperties is a class for the writer properties.
GParquetArrowFileWriter is a class for writer Apache Arrow data to file as Apache Parquet format.
GParquetWriterProperties *
gparquet_writer_properties_new (void);
Return: A newly created GParquetWriterProperties.
Since: 0.17.0
void gparquet_writer_properties_set_compression (GParquetWriterProperties *properties,GArrowCompressionType compression_type,const gchar *path);
Since: 0.17.0
GArrowCompressionType gparquet_writer_properties_get_compression_path (GParquetWriterProperties *properties,const gchar *path);
Since: 0.17.0
void gparquet_writer_properties_enable_dictionary (GParquetWriterProperties *properties,const gchar *path);
Since: 0.17.0
void gparquet_writer_properties_disable_dictionary (GParquetWriterProperties *properties,const gchar *path);
Since: 0.17.0
gboolean gparquet_writer_properties_is_dictionary_enabled (GParquetWriterProperties *properties,const gchar *path);
Since: 0.17.0
void gparquet_writer_properties_set_dictionary_page_size_limit (GParquetWriterProperties *properties,gint64 limit);
Since: 0.17.0
gint64
gparquet_writer_properties_get_dictionary_page_size_limit
(GParquetWriterProperties *properties);
Since: 0.17.0
void gparquet_writer_properties_set_batch_size (GParquetWriterProperties *properties,gint64 batch_size);
Since: 0.17.0
gint64
gparquet_writer_properties_get_batch_size
(GParquetWriterProperties *properties);
Since: 0.17.0
void gparquet_writer_properties_set_max_row_group_length (GParquetWriterProperties *properties,gint64 length);
Since: 0.17.0
gint64
gparquet_writer_properties_get_max_row_group_length
(GParquetWriterProperties *properties);
Since: 0.17.0
void gparquet_writer_properties_set_data_page_size (GParquetWriterProperties *properties,gint64 data_page_size);
Since: 0.17.0
gint64
gparquet_writer_properties_get_data_page_size
(GParquetWriterProperties *properties);
Since: 0.17.0
GParquetArrowFileWriter * gparquet_arrow_file_writer_new_arrow (GArrowSchema *schema,GArrowOutputStream *sink,GParquetWriterProperties *writer_properties,GError **error);
schema |
Arrow schema for written data. |
|
sink |
Arrow output stream to be written. |
|
writer_properties |
[nullable] | |
error |
[nullable] |
Since: 0.11.0
GParquetArrowFileWriter * gparquet_arrow_file_writer_new_path (GArrowSchema *schema,const gchar *path,GParquetWriterProperties *writer_properties,GError **error);
schema |
Arrow schema for written data. |
|
path |
Path to be read. |
|
writer_properties |
[nullable] | |
error |
[nullable] |
Since: 0.11.0
gboolean gparquet_arrow_file_writer_write_table (GParquetArrowFileWriter *writer,GArrowTable *table,guint64 chunk_size,GError **error);
writer |
||
table |
A table to be written. |
|
chunk_size |
The max number of rows in a row group. |
|
error |
[nullable] |
Since: 0.11.0
gboolean gparquet_arrow_file_writer_close (GParquetArrowFileWriter *writer,GError **error);
Since: 0.11.0
struct GParquetWriterPropertiesClass {
GObjectClass parent_class;
};
#define GPARQUET_TYPE_ARROW_FILE_WRITER (gparquet_arrow_file_writer_get_type())
“arrow-file-writer” property“arrow-file-writer” gpointer
The raw std::shared<parquet::arrow::FileWriter> *.
Owner: GParquetArrowFileWriter
Flags: Write / Construct Only