From 6cdea80207c1a894d5d5f9c7b2c6b82eda6bc2c7 Mon Sep 17 00:00:00 2001 From: Matvei K <82610487+mkruglyak@users.noreply.github.com> Date: Tue, 31 May 2022 17:37:44 -0400 Subject: [PATCH] Expose 'use_quote_delim' in function 'parse_tsv' Add argument 'use_quote_delim' to function 'parse_tsv' in 'preprocessors.py'. Exposing 'use_quote_delim' allows for use cases where 'True' is an appropriate value. --- t5/data/preprocessors.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/t5/data/preprocessors.py b/t5/data/preprocessors.py index 3a57a46c..d256a52d 100644 --- a/t5/data/preprocessors.py +++ b/t5/data/preprocessors.py @@ -1786,7 +1786,7 @@ def _weight_fn(ex): @seqio.map_over_dataset -def parse_tsv(line, field_names=None, field_delim='\t', field_columns=None): +def parse_tsv(line, field_names=None, field_delim='\t', use_quote_delim=False, field_columns=None): """Splits TSV lines into dict examples mapping field name to string value. Args: @@ -1808,7 +1808,7 @@ def parse_tsv(line, field_names=None, field_delim='\t', field_columns=None): line, record_defaults=[''] * len(field_names), field_delim=field_delim, - use_quote_delim=False, + use_quote_delim=use_quote_delim, select_cols=field_columns)))