309 lines
9.5 KiB
Python
309 lines
9.5 KiB
Python
|
import numpy as np
|
||
|
|
import pytest
|
||
|
|
|
||
|
|
from pandas import (
|
||
|
|
NaT,
|
||
|
|
Timestamp,
|
||
|
|
isna,
|
||
|
|
)
|
||
|
|
from pandas.core.arrays.sparse import (
|
||
|
|
SparseArray,
|
||
|
|
SparseDtype,
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
class TestReductions:
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"data,pos,neg",
|
||
|
|
[
|
||
|
|
([True, True, True], True, False),
|
||
|
|
([1, 2, 1], 1, 0),
|
||
|
|
([1.0, 2.0, 1.0], 1.0, 0.0),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_all(self, data, pos, neg):
|
||
|
|
# GH#17570
|
||
|
|
out = SparseArray(data).all()
|
||
|
|
assert out
|
||
|
|
|
||
|
|
out = SparseArray(data, fill_value=pos).all()
|
||
|
|
assert out
|
||
|
|
|
||
|
|
data[1] = neg
|
||
|
|
out = SparseArray(data).all()
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
out = SparseArray(data, fill_value=pos).all()
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"data,pos,neg",
|
||
|
|
[
|
||
|
|
([True, True, True], True, False),
|
||
|
|
([1, 2, 1], 1, 0),
|
||
|
|
([1.0, 2.0, 1.0], 1.0, 0.0),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_numpy_all(self, data, pos, neg):
|
||
|
|
# GH#17570
|
||
|
|
out = np.all(SparseArray(data))
|
||
|
|
assert out
|
||
|
|
|
||
|
|
out = np.all(SparseArray(data, fill_value=pos))
|
||
|
|
assert out
|
||
|
|
|
||
|
|
data[1] = neg
|
||
|
|
out = np.all(SparseArray(data))
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
out = np.all(SparseArray(data, fill_value=pos))
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
# raises with a different message on py2.
|
||
|
|
msg = "the 'out' parameter is not supported"
|
||
|
|
with pytest.raises(ValueError, match=msg):
|
||
|
|
np.all(SparseArray(data), out=np.array([]))
|
||
|
|
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"data,pos,neg",
|
||
|
|
[
|
||
|
|
([False, True, False], True, False),
|
||
|
|
([0, 2, 0], 2, 0),
|
||
|
|
([0.0, 2.0, 0.0], 2.0, 0.0),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_any(self, data, pos, neg):
|
||
|
|
# GH#17570
|
||
|
|
out = SparseArray(data).any()
|
||
|
|
assert out
|
||
|
|
|
||
|
|
out = SparseArray(data, fill_value=pos).any()
|
||
|
|
assert out
|
||
|
|
|
||
|
|
data[1] = neg
|
||
|
|
out = SparseArray(data).any()
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
out = SparseArray(data, fill_value=pos).any()
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"data,pos,neg",
|
||
|
|
[
|
||
|
|
([False, True, False], True, False),
|
||
|
|
([0, 2, 0], 2, 0),
|
||
|
|
([0.0, 2.0, 0.0], 2.0, 0.0),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_numpy_any(self, data, pos, neg):
|
||
|
|
# GH#17570
|
||
|
|
out = np.any(SparseArray(data))
|
||
|
|
assert out
|
||
|
|
|
||
|
|
out = np.any(SparseArray(data, fill_value=pos))
|
||
|
|
assert out
|
||
|
|
|
||
|
|
data[1] = neg
|
||
|
|
out = np.any(SparseArray(data))
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
out = np.any(SparseArray(data, fill_value=pos))
|
||
|
|
assert not out
|
||
|
|
|
||
|
|
msg = "the 'out' parameter is not supported"
|
||
|
|
with pytest.raises(ValueError, match=msg):
|
||
|
|
np.any(SparseArray(data), out=out)
|
||
|
|
|
||
|
|
def test_sum(self):
|
||
|
|
data = np.arange(10).astype(float)
|
||
|
|
out = SparseArray(data).sum()
|
||
|
|
assert out == 45.0
|
||
|
|
|
||
|
|
data[5] = np.nan
|
||
|
|
out = SparseArray(data, fill_value=2).sum()
|
||
|
|
assert out == 40.0
|
||
|
|
|
||
|
|
out = SparseArray(data, fill_value=np.nan).sum()
|
||
|
|
assert out == 40.0
|
||
|
|
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"arr",
|
||
|
|
[np.array([0, 1, np.nan, 1]), np.array([0, 1, 1])],
|
||
|
|
)
|
||
|
|
@pytest.mark.parametrize("fill_value", [0, 1, np.nan])
|
||
|
|
@pytest.mark.parametrize("min_count, expected", [(3, 2), (4, np.nan)])
|
||
|
|
def test_sum_min_count(self, arr, fill_value, min_count, expected):
|
||
|
|
# GH#25777
|
||
|
|
sparray = SparseArray(arr, fill_value=fill_value)
|
||
|
|
result = sparray.sum(min_count=min_count)
|
||
|
|
if np.isnan(expected):
|
||
|
|
assert np.isnan(result)
|
||
|
|
else:
|
||
|
|
assert result == expected
|
||
|
|
|
||
|
|
def test_bool_sum_min_count(self):
|
||
|
|
spar_bool = SparseArray([False, True] * 5, dtype=np.bool_, fill_value=True)
|
||
|
|
res = spar_bool.sum(min_count=1)
|
||
|
|
assert res == 5
|
||
|
|
res = spar_bool.sum(min_count=11)
|
||
|
|
assert isna(res)
|
||
|
|
|
||
|
|
def test_numpy_sum(self):
|
||
|
|
data = np.arange(10).astype(float)
|
||
|
|
out = np.sum(SparseArray(data))
|
||
|
|
assert out == 45.0
|
||
|
|
|
||
|
|
data[5] = np.nan
|
||
|
|
out = np.sum(SparseArray(data, fill_value=2))
|
||
|
|
assert out == 40.0
|
||
|
|
|
||
|
|
out = np.sum(SparseArray(data, fill_value=np.nan))
|
||
|
|
assert out == 40.0
|
||
|
|
|
||
|
|
msg = "the 'dtype' parameter is not supported"
|
||
|
|
with pytest.raises(ValueError, match=msg):
|
||
|
|
np.sum(SparseArray(data), dtype=np.int64)
|
||
|
|
|
||
|
|
msg = "the 'out' parameter is not supported"
|
||
|
|
with pytest.raises(ValueError, match=msg):
|
||
|
|
np.sum(SparseArray(data), out=out)
|
||
|
|
|
||
|
|
def test_mean(self):
|
||
|
|
data = np.arange(10).astype(float)
|
||
|
|
out = SparseArray(data).mean()
|
||
|
|
assert out == 4.5
|
||
|
|
|
||
|
|
data[5] = np.nan
|
||
|
|
out = SparseArray(data).mean()
|
||
|
|
assert out == 40.0 / 9
|
||
|
|
|
||
|
|
def test_numpy_mean(self):
|
||
|
|
data = np.arange(10).astype(float)
|
||
|
|
out = np.mean(SparseArray(data))
|
||
|
|
assert out == 4.5
|
||
|
|
|
||
|
|
data[5] = np.nan
|
||
|
|
out = np.mean(SparseArray(data))
|
||
|
|
assert out == 40.0 / 9
|
||
|
|
|
||
|
|
msg = "the 'dtype' parameter is not supported"
|
||
|
|
with pytest.raises(ValueError, match=msg):
|
||
|
|
np.mean(SparseArray(data), dtype=np.int64)
|
||
|
|
|
||
|
|
msg = "the 'out' parameter is not supported"
|
||
|
|
with pytest.raises(ValueError, match=msg):
|
||
|
|
np.mean(SparseArray(data), out=out)
|
||
|
|
|
||
|
|
|
||
|
|
class TestMinMax:
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"raw_data,max_expected,min_expected",
|
||
|
|
[
|
||
|
|
(np.arange(5.0), [4], [0]),
|
||
|
|
(-np.arange(5.0), [0], [-4]),
|
||
|
|
(np.array([0, 1, 2, np.nan, 4]), [4], [0]),
|
||
|
|
(np.array([np.nan] * 5), [np.nan], [np.nan]),
|
||
|
|
(np.array([]), [np.nan], [np.nan]),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_nan_fill_value(self, raw_data, max_expected, min_expected):
|
||
|
|
arr = SparseArray(raw_data)
|
||
|
|
max_result = arr.max()
|
||
|
|
min_result = arr.min()
|
||
|
|
assert max_result in max_expected
|
||
|
|
assert min_result in min_expected
|
||
|
|
|
||
|
|
max_result = arr.max(skipna=False)
|
||
|
|
min_result = arr.min(skipna=False)
|
||
|
|
if np.isnan(raw_data).any():
|
||
|
|
assert np.isnan(max_result)
|
||
|
|
assert np.isnan(min_result)
|
||
|
|
else:
|
||
|
|
assert max_result in max_expected
|
||
|
|
assert min_result in min_expected
|
||
|
|
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"fill_value,max_expected,min_expected",
|
||
|
|
[
|
||
|
|
(100, 100, 0),
|
||
|
|
(-100, 1, -100),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_fill_value(self, fill_value, max_expected, min_expected):
|
||
|
|
arr = SparseArray(
|
||
|
|
np.array([fill_value, 0, 1]), dtype=SparseDtype("int", fill_value)
|
||
|
|
)
|
||
|
|
max_result = arr.max()
|
||
|
|
assert max_result == max_expected
|
||
|
|
|
||
|
|
min_result = arr.min()
|
||
|
|
assert min_result == min_expected
|
||
|
|
|
||
|
|
def test_only_fill_value(self):
|
||
|
|
fv = 100
|
||
|
|
arr = SparseArray(np.array([fv, fv, fv]), dtype=SparseDtype("int", fv))
|
||
|
|
assert len(arr._valid_sp_values) == 0
|
||
|
|
|
||
|
|
assert arr.max() == fv
|
||
|
|
assert arr.min() == fv
|
||
|
|
assert arr.max(skipna=False) == fv
|
||
|
|
assert arr.min(skipna=False) == fv
|
||
|
|
|
||
|
|
@pytest.mark.parametrize("func", ["min", "max"])
|
||
|
|
@pytest.mark.parametrize("data", [np.array([]), np.array([np.nan, np.nan])])
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"dtype,expected",
|
||
|
|
[
|
||
|
|
(SparseDtype(np.float64, np.nan), np.nan),
|
||
|
|
(SparseDtype(np.float64, 5.0), np.nan),
|
||
|
|
(SparseDtype("datetime64[ns]", NaT), NaT),
|
||
|
|
(SparseDtype("datetime64[ns]", Timestamp("2018-05-05")), NaT),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_na_value_if_no_valid_values(self, func, data, dtype, expected):
|
||
|
|
arr = SparseArray(data, dtype=dtype)
|
||
|
|
result = getattr(arr, func)()
|
||
|
|
if expected is NaT:
|
||
|
|
# TODO: pin down whether we wrap datetime64("NaT")
|
||
|
|
assert result is NaT or np.isnat(result)
|
||
|
|
else:
|
||
|
|
assert np.isnan(result)
|
||
|
|
|
||
|
|
|
||
|
|
class TestArgmaxArgmin:
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"arr,argmax_expected,argmin_expected",
|
||
|
|
[
|
||
|
|
(SparseArray([1, 2, 0, 1, 2]), 1, 2),
|
||
|
|
(SparseArray([-1, -2, 0, -1, -2]), 2, 1),
|
||
|
|
(SparseArray([np.nan, 1, 0, 0, np.nan, -1]), 1, 5),
|
||
|
|
(SparseArray([np.nan, 1, 0, 0, np.nan, 2]), 5, 2),
|
||
|
|
(SparseArray([np.nan, 1, 0, 0, np.nan, 2], fill_value=-1), 5, 2),
|
||
|
|
(SparseArray([np.nan, 1, 0, 0, np.nan, 2], fill_value=0), 5, 2),
|
||
|
|
(SparseArray([np.nan, 1, 0, 0, np.nan, 2], fill_value=1), 5, 2),
|
||
|
|
(SparseArray([np.nan, 1, 0, 0, np.nan, 2], fill_value=2), 5, 2),
|
||
|
|
(SparseArray([np.nan, 1, 0, 0, np.nan, 2], fill_value=3), 5, 2),
|
||
|
|
(SparseArray([0] * 10 + [-1], fill_value=0), 0, 10),
|
||
|
|
(SparseArray([0] * 10 + [-1], fill_value=-1), 0, 10),
|
||
|
|
(SparseArray([0] * 10 + [-1], fill_value=1), 0, 10),
|
||
|
|
(SparseArray([-1] + [0] * 10, fill_value=0), 1, 0),
|
||
|
|
(SparseArray([1] + [0] * 10, fill_value=0), 0, 1),
|
||
|
|
(SparseArray([-1] + [0] * 10, fill_value=-1), 1, 0),
|
||
|
|
(SparseArray([1] + [0] * 10, fill_value=1), 0, 1),
|
||
|
|
],
|
||
|
|
)
|
||
|
|
def test_argmax_argmin(self, arr, argmax_expected, argmin_expected):
|
||
|
|
argmax_result = arr.argmax()
|
||
|
|
argmin_result = arr.argmin()
|
||
|
|
assert argmax_result == argmax_expected
|
||
|
|
assert argmin_result == argmin_expected
|
||
|
|
|
||
|
|
@pytest.mark.parametrize(
|
||
|
|
"arr,method",
|
||
|
|
[(SparseArray([]), "argmax"), (SparseArray([]), "argmin")],
|
||
|
|
)
|
||
|
|
def test_empty_array(self, arr, method):
|
||
|
|
msg = f"attempt to get {method} of an empty sequence"
|
||
|
|
with pytest.raises(ValueError, match=msg):
|
||
|
|
arr.argmax() if method == "argmax" else arr.argmin()
|