File tree Expand file tree Collapse file tree 3 files changed +2
-6
lines changed
src/nested_pandas/nestedframe Expand file tree Collapse file tree 3 files changed +2
-6
lines changed Original file line number Diff line number Diff line change @@ -148,9 +148,7 @@ def read_parquet(
148
148
# Convert to NestedFrame
149
149
# not zero-copy, but reduce memory pressure via the self_destruct kwarg
150
150
# https://arrow.apache.org/docs/python/pandas.html#reducing-memory-use-in-table-to-pandas
151
- df = NestedFrame (
152
- table .to_pandas (types_mapper = pd .ArrowDtype , split_blocks = True , self_destruct = True )
153
- )
151
+ df = NestedFrame (table .to_pandas (types_mapper = pd .ArrowDtype , split_blocks = True , self_destruct = True ))
154
152
del table
155
153
# Attempt to cast struct columns to NestedDTypes
156
154
df = _cast_struct_cols_to_nested (df , reject_nesting )
Original file line number Diff line number Diff line change 1
1
"""Based on https://github.com/lincc-frameworks/nested-pandas/issues/89"""
2
- from pyarrow .dataset import partitioning
3
2
4
3
import nested_pandas as npd
5
4
import numpy as np
Original file line number Diff line number Diff line change 5
5
import pyarrow as pa
6
6
import pyarrow .parquet as pq
7
7
import pytest
8
- from upath import UPath
9
-
10
8
from nested_pandas import read_parquet
11
9
from nested_pandas .datasets import generate_data
12
10
from pandas .testing import assert_frame_equal
11
+ from upath import UPath
13
12
14
13
15
14
def test_read_parquet ():
You can’t perform that action at this time.
0 commit comments