107 lines
3.2 KiB
Python
107 lines
3.2 KiB
Python
|
from datetime import timedelta
|
||
|
|
|
||
|
|
import numpy as np
|
||
|
|
|
||
|
|
from pandas._libs import iNaT
|
||
|
|
|
||
|
|
import pandas as pd
|
||
|
|
from pandas import Categorical, Index, NaT, Series, isna
|
||
|
|
import pandas._testing as tm
|
||
|
|
|
||
|
|
|
||
|
|
class TestSeriesMissingData:
|
||
|
|
def test_categorical_nan_handling(self):
|
||
|
|
|
||
|
|
# NaNs are represented as -1 in labels
|
||
|
|
s = Series(Categorical(["a", "b", np.nan, "a"]))
|
||
|
|
tm.assert_index_equal(s.cat.categories, Index(["a", "b"]))
|
||
|
|
tm.assert_numpy_array_equal(
|
||
|
|
s.values.codes, np.array([0, 1, -1, 0], dtype=np.int8)
|
||
|
|
)
|
||
|
|
|
||
|
|
def test_isna_for_inf(self):
|
||
|
|
s = Series(["a", np.inf, np.nan, pd.NA, 1.0])
|
||
|
|
with pd.option_context("mode.use_inf_as_na", True):
|
||
|
|
r = s.isna()
|
||
|
|
dr = s.dropna()
|
||
|
|
e = Series([False, True, True, True, False])
|
||
|
|
de = Series(["a", 1.0], index=[0, 4])
|
||
|
|
tm.assert_series_equal(r, e)
|
||
|
|
tm.assert_series_equal(dr, de)
|
||
|
|
|
||
|
|
def test_isnull_for_inf_deprecated(self):
|
||
|
|
# gh-17115
|
||
|
|
s = Series(["a", np.inf, np.nan, 1.0])
|
||
|
|
with pd.option_context("mode.use_inf_as_null", True):
|
||
|
|
r = s.isna()
|
||
|
|
dr = s.dropna()
|
||
|
|
|
||
|
|
e = Series([False, True, True, False])
|
||
|
|
de = Series(["a", 1.0], index=[0, 3])
|
||
|
|
tm.assert_series_equal(r, e)
|
||
|
|
tm.assert_series_equal(dr, de)
|
||
|
|
|
||
|
|
def test_timedelta64_nan(self):
|
||
|
|
|
||
|
|
td = Series([timedelta(days=i) for i in range(10)])
|
||
|
|
|
||
|
|
# nan ops on timedeltas
|
||
|
|
td1 = td.copy()
|
||
|
|
td1[0] = np.nan
|
||
|
|
assert isna(td1[0])
|
||
|
|
assert td1[0].value == iNaT
|
||
|
|
td1[0] = td[0]
|
||
|
|
assert not isna(td1[0])
|
||
|
|
|
||
|
|
# GH#16674 iNaT is treated as an integer when given by the user
|
||
|
|
td1[1] = iNaT
|
||
|
|
assert not isna(td1[1])
|
||
|
|
assert td1.dtype == np.object_
|
||
|
|
assert td1[1] == iNaT
|
||
|
|
td1[1] = td[1]
|
||
|
|
assert not isna(td1[1])
|
||
|
|
|
||
|
|
td1[2] = NaT
|
||
|
|
assert isna(td1[2])
|
||
|
|
assert td1[2].value == iNaT
|
||
|
|
td1[2] = td[2]
|
||
|
|
assert not isna(td1[2])
|
||
|
|
|
||
|
|
# FIXME: don't leave commented-out
|
||
|
|
# boolean setting
|
||
|
|
# this doesn't work, not sure numpy even supports it
|
||
|
|
# result = td[(td>np.timedelta64(timedelta(days=3))) &
|
||
|
|
# td<np.timedelta64(timedelta(days=7)))] = np.nan
|
||
|
|
# assert isna(result).sum() == 7
|
||
|
|
|
||
|
|
# NumPy limitation =(
|
||
|
|
|
||
|
|
# def test_logical_range_select(self):
|
||
|
|
# np.random.seed(12345)
|
||
|
|
# selector = -0.5 <= datetime_series <= 0.5
|
||
|
|
# expected = (datetime_series >= -0.5) & (datetime_series <= 0.5)
|
||
|
|
# tm.assert_series_equal(selector, expected)
|
||
|
|
|
||
|
|
def test_valid(self, datetime_series):
|
||
|
|
ts = datetime_series.copy()
|
||
|
|
ts.index = ts.index._with_freq(None)
|
||
|
|
ts[::2] = np.NaN
|
||
|
|
|
||
|
|
result = ts.dropna()
|
||
|
|
assert len(result) == ts.count()
|
||
|
|
tm.assert_series_equal(result, ts[1::2])
|
||
|
|
tm.assert_series_equal(result, ts[pd.notna(ts)])
|
||
|
|
|
||
|
|
|
||
|
|
def test_hasnans_uncached_for_series():
|
||
|
|
# GH#19700
|
||
|
|
idx = Index([0, 1])
|
||
|
|
assert idx.hasnans is False
|
||
|
|
assert "hasnans" in idx._cache
|
||
|
|
ser = idx.to_series()
|
||
|
|
assert ser.hasnans is False
|
||
|
|
assert not hasattr(ser, "_cache")
|
||
|
|
ser.iloc[-1] = np.nan
|
||
|
|
assert ser.hasnans is True
|
||
|
|
assert Series.hasnans.__doc__ == Index.hasnans.__doc__
|