diff --git a/backend/lib/processor.py b/backend/lib/processor.py index d5da8b81..2446b317 100644 --- a/backend/lib/processor.py +++ b/backend/lib/processor.py @@ -884,13 +884,6 @@ def exclude_followup_processors(cls, processor_type): """ return False - @classmethod - def get_csv_parameters(cls, csv_library): - """ - Returns CSV parameters if they are changed from 4CAT's defaults. - """ - return {} - @abc.abstractmethod def process(self): """ diff --git a/common/lib/dataset.py b/common/lib/dataset.py index eaa1b339..22d4a9d3 100644 --- a/common/lib/dataset.py +++ b/common/lib/dataset.py @@ -282,10 +282,6 @@ def _iterate_items(self, processor=None): # Yield through items one by one if path.suffix.lower() == ".csv": with path.open("rb") as infile: - # Processor (that created this dataset) may have a custom CSV dialect and parameters - own_processor = self.get_own_processor() - csv_parameters = own_processor.get_csv_parameters(csv) if own_processor else {} - wrapped_infile = NullAwareTextIOWrapper(infile, encoding="utf-8") reader = csv.DictReader(wrapped_infile, **csv_parameters) @@ -634,10 +630,7 @@ def is_rankable(self, multiple_items=True): column_options.add("word_1") with self.get_results_path().open(encoding="utf-8") as infile: - own_processor = self.get_own_processor() - csv_parameters = own_processor.get_csv_parameters(csv) if own_processor else {} - - reader = csv.DictReader(infile, **csv_parameters) + reader = csv.DictReader(infile, {}) try: return len(set(reader.fieldnames) & column_options) >= 3 except (TypeError, ValueError):