apacheGH-36990: [R] Expose Parquet ReaderProperties (apache#36992)

### Rationale for this change

Expose the ReaderProperties class in R so that the thrift size settings can be altered.

### What changes are included in this PR?

Add R6 class, link it up to the C++ class, use it when reading Parquet files.

### Are these changes tested?

Yes

### Are there any user-facing changes?

Nope
* Closes: apache#36990

Authored-by: Nic Crane <[email protected]>
Signed-off-by: Nic Crane <[email protected]>

r/NAMESPACE

@@ -246,6 +246,7 @@ export(ParquetFileFormat)
 export(ParquetFileReader)
 export(ParquetFileWriter)
 export(ParquetFragmentScanOptions)
+export(ParquetReaderProperties)
 export(ParquetVersionType)
 export(ParquetWriterProperties)
 export(Partitioning)

r/R/dataset-format.R

@@ -518,6 +518,13 @@ csv_file_format_read_opts <- function(schema = NULL, ...) {
 #'   * `buffer_size`: Size of buffered stream, if enabled. Default is 8KB.
 #'   * `pre_buffer`: Pre-buffer the raw Parquet data. This can improve performance
 #'                   on high-latency filesystems. Disabled by default.
+#'   * `thrift_string_size_limit`: Maximum string size allocated for decoding thrift
+#'                                 strings. May need to be increased in order to read
+#'                                 files with especially large headers. Default value
+#'                                 100000000.
+#'   * `thrift_container_size_limit`: Maximum size of thrift containers.  May need to be
+#'                                    increased in order to read files with especially large
+#'                                    headers. Default value 1000000.
 #
 #'   `format = "text"`: see [CsvConvertOptions]. Note that options can only be
 #'   specified with the Arrow C++ library naming. Also, "block_size" from
@@ -571,8 +578,13 @@ CsvFragmentScanOptions$create <- function(...,
 ParquetFragmentScanOptions <- R6Class("ParquetFragmentScanOptions", inherit = FragmentScanOptions)
 ParquetFragmentScanOptions$create <- function(use_buffered_stream = FALSE,
                                               buffer_size = 8196,
-                                              pre_buffer = TRUE) {
-  dataset___ParquetFragmentScanOptions__Make(use_buffered_stream, buffer_size, pre_buffer)
+                                              pre_buffer = TRUE,
+                                              thrift_string_size_limit = 100000000,
+                                              thrift_container_size_limit = 1000000) {
+  dataset___ParquetFragmentScanOptions__Make(
+    use_buffered_stream, buffer_size, pre_buffer, thrift_string_size_limit,
+    thrift_container_size_limit
+  )
 }
 
 #' @usage NULL

r/R/parquet.R

@@ -457,6 +457,7 @@ ParquetFileWriter$create <- function(schema,
 #'    (e.g. `RandomAccessFile`).
 #' - `props` Optional [ParquetArrowReaderProperties]
 #' - `mmap` Logical: whether to memory-map the file (default `TRUE`)
+#' - `reader_props` Optional [ParquetReaderProperties]
 #' - `...` Additional arguments, currently ignored
 #'
 #' @section Methods:
@@ -541,12 +542,13 @@ ParquetFileReader <- R6Class("ParquetFileReader",
 ParquetFileReader$create <- function(file,
                                      props = ParquetArrowReaderProperties$create(),
                                      mmap = TRUE,
+                                     reader_props = ParquetReaderProperties$create(),
                                      ...) {
   file <- make_readable_file(file, mmap)
   assert_is(props, "ParquetArrowReaderProperties")
   assert_is(file, "RandomAccessFile")
 
-  parquet___arrow___FileReader__OpenFile(file, props)
+  parquet___arrow___FileReader__OpenFile(file, props, reader_props)
 }
 
 #' @title ParquetArrowReaderProperties class
@@ -625,3 +627,47 @@ calculate_chunk_size <- function(rows, columns,
 
   chunk_size
 }
+
+#' @title ParquetReaderProperties class
+#' @rdname ParquetReaderProperties
+#' @name ParquetReaderProperties
+#' @docType class
+#' @usage NULL
+#' @format NULL
+#' @description This class holds settings to control how a Parquet file is read
+#' by [ParquetFileReader].
+#'
+#' @section Factory:
+#'
+#' The `ParquetReaderProperties$create()` factory method instantiates the object
+#' and takes no arguments.
+#'
+#' @section Methods:
+#'
+#' - `$thrift_string_size_limit()`
+#' - `$set_thrift_string_size_limit()`
+#' - `$thrift_container_size_limit()`
+#' - `$set_thrift_container_size_limit()`
+#'
+#' @export
+ParquetReaderProperties <- R6Class("ParquetReaderProperties",
+  inherit = ArrowObject,
+  public = list(
+    thrift_string_size_limit = function() {
+      parquet___arrow___ReaderProperties__get_thrift_string_size_limit(self)
+    },
+    set_thrift_string_size_limit = function(size) {
+      parquet___arrow___ReaderProperties__set_thrift_string_size_limit(self, size)
+    },
+    thrift_container_size_limit = function() {
+      parquet___arrow___ReaderProperties__get_thrift_container_size_limit(self)
+    },
+    set_thrift_container_size_limit = function(size) {
+      parquet___arrow___ReaderProperties__set_thrift_container_size_limit(self, size)
+    }
+  )
+)
+
+ParquetReaderProperties$create <- function() {
+  parquet___arrow___ReaderProperties__Make()
+}

r/_pkgdown.yml

@@ -278,6 +278,7 @@ reference:
 - title: File read/writer interface
   contents:
   - ParquetFileReader
+  - ParquetReaderProperties
   - ParquetArrowReaderProperties
   - ParquetFileWriter
   - ParquetWriterProperties