# Copyright (c) 2019-2023, NVIDIA CORPORATION.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from cuml.common.exceptions import NotFittedError
import pytest
from cuml.internals.safe_imports import cpu_only_import
from cuml.preprocessing.LabelEncoder import LabelEncoder
from cuml.internals.safe_imports import gpu_only_import

cudf = gpu_only_import("cudf")
np = cpu_only_import("numpy")
cp = gpu_only_import("cupy")


def _df_to_similarity_mat(df):
    arr = df.to_numpy().reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], "edge")


@pytest.mark.parametrize("length", [10, 1000])
@pytest.mark.parametrize("cardinality", [5, 10, 50])
def test_labelencoder_fit_transform(length, cardinality):
    """Try encoding the entire df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    encoded = LabelEncoder().fit_transform(df)

    df_arr = _df_to_similarity_mat(df)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (df_arr == df_arr.T)).all()


@pytest.mark.parametrize("length", [10, 100, 1000])
@pytest.mark.parametrize("cardinality", [5, 10, 50])
def test_labelencoder_transform(length, cardinality):
    """Try fitting and then encoding a small subset of the df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    le = LabelEncoder().fit(df)
    assert le._fitted

    subset = df.iloc[0 : df.shape[0] // 2]
    encoded = le.transform(subset)

    subset_arr = _df_to_similarity_mat(subset)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert (
        (encoded_arr == encoded_arr.T) == (subset_arr == subset_arr.T)
    ).all()


def test_labelencoder_unseen():
    """Try encoding a value that was not present during fitting"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder().fit(df)
    assert le._fitted

    with pytest.raises(KeyError):
        le.transform(cudf.Series([-1]))


def test_labelencoder_unfitted():
    """Try calling `.transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted

    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize("use_fit_transform", [False, True])
@pytest.mark.parametrize(
    "orig_label, ord_label, expected_reverted, bad_ord_label",
    [
        (
            cudf.Series(["a", "b", "c"]),
            cudf.Series([2, 1, 2, 0]),
            cudf.Series(["c", "b", "c", "a"]),
            cudf.Series([-1, 1, 2, 0]),
        ),
        (
            cudf.Series(["Tokyo", "Paris", "Austin"]),
            cudf.Series([0, 2, 0]),
            cudf.Series(["Austin", "Tokyo", "Austin"]),
            cudf.Series([0, 1, 2, 3]),
        ),
        (
            cudf.Series(["a", "b", "c1"]),
            cudf.Series([2, 1]),
            cudf.Series(["c1", "b"]),
            cudf.Series([0, 1, 2, 3]),
        ),
        (
            cudf.Series(["1.09", "0.09", ".09", "09"]),
            cudf.Series([0, 1, 2, 3]),
            cudf.Series([".09", "0.09", "09", "1.09"]),
            cudf.Series([0, 1, 2, 3, 4]),
        ),
    ],
)
def test_inverse_transform(
    orig_label, ord_label, expected_reverted, bad_ord_label, use_fit_transform
):
    # prepare LabelEncoder
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True

    # test if inverse_transform is correct
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    # test if correctly raies ValueError
    with pytest.raises(ValueError, match="y contains previously unseen label"):
        le.inverse_transform(bad_ord_label)


def test_unfitted_inverse_transform():
    """Try calling `.inverse_transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted

    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize(
    "empty, ord_label", [(cudf.Series([]), cudf.Series([2, 1]))]
)
def test_empty_input(empty, ord_label):
    # prepare LabelEncoder
    le = LabelEncoder()
    le.fit(empty)
    assert le._fitted is True

    # test if correctly raies ValueError
    with pytest.raises(ValueError, match="y contains previously unseen label"):
        le.inverse_transform(ord_label)

    # check fit_transform()
    le = LabelEncoder()
    transformed = le.fit_transform(empty)
    assert le._fitted is True
    assert len(transformed) == 0


def test_masked_encode():
    int_values = [3, 1, 1, 2, 1, 1, 1, 1, 6, 5]
    cat_values = ["a", "d", "b", "c", "d", "d", "d", "c", "b", "c"]
    df = cudf.DataFrame({"filter_col": int_values, "cat_col": cat_values})

    df_filter = df[df["filter_col"] == 1]
    df_filter["cat_col"] = LabelEncoder().fit_transform(df_filter["cat_col"])

    filtered_int_values = [
        int_values[i] for i in range(len(int_values)) if int_values[i] == 1
    ]
    filtered_cat_values = [
        cat_values[i] for i in range(len(int_values)) if int_values[i] == 1
    ]
    df_test = cudf.DataFrame(
        {"filter_col": filtered_int_values, "cat_col": filtered_cat_values}
    )
    df_test["cat_col"] = LabelEncoder().fit_transform(df_test["cat_col"])

    assert (df_filter["cat_col"].values == df_test["cat_col"].values).all()


def _array_to_similarity_mat(x):
    arr = x.reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], "edge")


@pytest.mark.parametrize("length", [10, 1000])
@pytest.mark.parametrize("cardinality", [5, 10, 50])
@pytest.mark.parametrize("dtype", ["cupy", "numpy"])
def test_labelencoder_fit_transform_cupy_numpy(length, cardinality, dtype):
    """Try encoding the cupy array"""
    x = cp.random.choice(cardinality, (length,))
    if dtype == "numpy":
        x = x.get()
    encoded = LabelEncoder().fit_transform(x)

    x_arr = _array_to_similarity_mat(x)
    encoded_arr = _array_to_similarity_mat(encoded.values)
    if dtype == "numpy":
        encoded_arr = encoded_arr.get()
    assert ((encoded_arr == encoded_arr.T) == (x == x_arr.T)).all()


@pytest.mark.parametrize("use_fit_transform", [False, True])
@pytest.mark.parametrize(
    "orig_label, ord_label, expected_reverted, bad_ord_label",
    [
        (
            cp.array([7, 5, 3, 1]),
            cp.array([2, 1, 2, 3, 0]),
            cp.array([5, 3, 5, 7, 1]),
            cp.array([0, 1, 2, 3, 4]),
        ),
        (
            np.array([1.09, 0.09, 0.09, 0.09]),
            np.array([1, 1, 0, 0, 1]),
            cp.array([1.09, 1.09, 0.09, 0.09, 1.09]),
            np.array([0, 1, 1, 1, 2]),
        ),
    ],
)
def test_inverse_transform_cupy_numpy(
    orig_label, ord_label, expected_reverted, bad_ord_label, use_fit_transform
):
    # prepare LabelEncoder
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True

    # test if inverse_transform is correct
    reverted = le.inverse_transform(ord_label)

    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    # test if correctly raies ValueError
    with pytest.raises(ValueError, match="y contains previously unseen label"):
        le.inverse_transform(bad_ord_label)

9616997f2a8292dbdf43192d42aa753054f907bd
<mask token>


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
def test_labelencoder_fit_transform(length, cardinality):
    """Try encoding the entire df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    encoded = LabelEncoder().fit_transform(df)
    df_arr = _df_to_similarity_mat(df)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (df_arr == df_arr.T)).all()


<mask token>


def test_labelencoder_unseen():
    """Try encoding a value that was not present during fitting"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder().fit(df)
    assert le._fitted
    with pytest.raises(KeyError):
        le.transform(cudf.Series([-1]))


def test_labelencoder_unfitted():
    """Try calling `.transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted
    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize('use_fit_transform', [False, True])
@pytest.mark.parametrize(
    'orig_label, ord_label, expected_reverted, bad_ord_label', [(cudf.
    Series(['a', 'b', 'c']), cudf.Series([2, 1, 2, 0]), cudf.Series(['c',
    'b', 'c', 'a']), cudf.Series([-1, 1, 2, 0])), (cudf.Series(['Tokyo',
    'Paris', 'Austin']), cudf.Series([0, 2, 0]), cudf.Series(['Austin',
    'Tokyo', 'Austin']), cudf.Series([0, 1, 2, 3])), (cudf.Series(['a', 'b',
    'c1']), cudf.Series([2, 1]), cudf.Series(['c1', 'b']), cudf.Series([0, 
    1, 2, 3])), (cudf.Series(['1.09', '0.09', '.09', '09']), cudf.Series([0,
    1, 2, 3]), cudf.Series(['.09', '0.09', '09', '1.09']), cudf.Series([0, 
    1, 2, 3, 4]))])
def test_inverse_transform(orig_label, ord_label, expected_reverted,
    bad_ord_label, use_fit_transform):
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(bad_ord_label)


<mask token>


def _array_to_similarity_mat(x):
    arr = x.reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], 'edge')


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
@pytest.mark.parametrize('dtype', ['cupy', 'numpy'])
def test_labelencoder_fit_transform_cupy_numpy(length, cardinality, dtype):
    """Try encoding the cupy array"""
    x = cp.random.choice(cardinality, (length,))
    if dtype == 'numpy':
        x = x.get()
    encoded = LabelEncoder().fit_transform(x)
    x_arr = _array_to_similarity_mat(x)
    encoded_arr = _array_to_similarity_mat(encoded.values)
    if dtype == 'numpy':
        encoded_arr = encoded_arr.get()
    assert ((encoded_arr == encoded_arr.T) == (x == x_arr.T)).all()


<mask token>

<mask token>


def _df_to_similarity_mat(df):
    arr = df.to_numpy().reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], 'edge')


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
def test_labelencoder_fit_transform(length, cardinality):
    """Try encoding the entire df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    encoded = LabelEncoder().fit_transform(df)
    df_arr = _df_to_similarity_mat(df)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (df_arr == df_arr.T)).all()


@pytest.mark.parametrize('length', [10, 100, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
def test_labelencoder_transform(length, cardinality):
    """Try fitting and then encoding a small subset of the df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    le = LabelEncoder().fit(df)
    assert le._fitted
    subset = df.iloc[0:df.shape[0] // 2]
    encoded = le.transform(subset)
    subset_arr = _df_to_similarity_mat(subset)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (subset_arr == subset_arr.T)
        ).all()


def test_labelencoder_unseen():
    """Try encoding a value that was not present during fitting"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder().fit(df)
    assert le._fitted
    with pytest.raises(KeyError):
        le.transform(cudf.Series([-1]))


def test_labelencoder_unfitted():
    """Try calling `.transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted
    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize('use_fit_transform', [False, True])
@pytest.mark.parametrize(
    'orig_label, ord_label, expected_reverted, bad_ord_label', [(cudf.
    Series(['a', 'b', 'c']), cudf.Series([2, 1, 2, 0]), cudf.Series(['c',
    'b', 'c', 'a']), cudf.Series([-1, 1, 2, 0])), (cudf.Series(['Tokyo',
    'Paris', 'Austin']), cudf.Series([0, 2, 0]), cudf.Series(['Austin',
    'Tokyo', 'Austin']), cudf.Series([0, 1, 2, 3])), (cudf.Series(['a', 'b',
    'c1']), cudf.Series([2, 1]), cudf.Series(['c1', 'b']), cudf.Series([0, 
    1, 2, 3])), (cudf.Series(['1.09', '0.09', '.09', '09']), cudf.Series([0,
    1, 2, 3]), cudf.Series(['.09', '0.09', '09', '1.09']), cudf.Series([0, 
    1, 2, 3, 4]))])
def test_inverse_transform(orig_label, ord_label, expected_reverted,
    bad_ord_label, use_fit_transform):
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(bad_ord_label)


<mask token>


def test_masked_encode():
    int_values = [3, 1, 1, 2, 1, 1, 1, 1, 6, 5]
    cat_values = ['a', 'd', 'b', 'c', 'd', 'd', 'd', 'c', 'b', 'c']
    df = cudf.DataFrame({'filter_col': int_values, 'cat_col': cat_values})
    df_filter = df[df['filter_col'] == 1]
    df_filter['cat_col'] = LabelEncoder().fit_transform(df_filter['cat_col'])
    filtered_int_values = [int_values[i] for i in range(len(int_values)) if
        int_values[i] == 1]
    filtered_cat_values = [cat_values[i] for i in range(len(int_values)) if
        int_values[i] == 1]
    df_test = cudf.DataFrame({'filter_col': filtered_int_values, 'cat_col':
        filtered_cat_values})
    df_test['cat_col'] = LabelEncoder().fit_transform(df_test['cat_col'])
    assert (df_filter['cat_col'].values == df_test['cat_col'].values).all()


def _array_to_similarity_mat(x):
    arr = x.reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], 'edge')


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
@pytest.mark.parametrize('dtype', ['cupy', 'numpy'])
def test_labelencoder_fit_transform_cupy_numpy(length, cardinality, dtype):
    """Try encoding the cupy array"""
    x = cp.random.choice(cardinality, (length,))
    if dtype == 'numpy':
        x = x.get()
    encoded = LabelEncoder().fit_transform(x)
    x_arr = _array_to_similarity_mat(x)
    encoded_arr = _array_to_similarity_mat(encoded.values)
    if dtype == 'numpy':
        encoded_arr = encoded_arr.get()
    assert ((encoded_arr == encoded_arr.T) == (x == x_arr.T)).all()


@pytest.mark.parametrize('use_fit_transform', [False, True])
@pytest.mark.parametrize(
    'orig_label, ord_label, expected_reverted, bad_ord_label', [(cp.array([
    7, 5, 3, 1]), cp.array([2, 1, 2, 3, 0]), cp.array([5, 3, 5, 7, 1]), cp.
    array([0, 1, 2, 3, 4])), (np.array([1.09, 0.09, 0.09, 0.09]), np.array(
    [1, 1, 0, 0, 1]), cp.array([1.09, 1.09, 0.09, 0.09, 1.09]), np.array([0,
    1, 1, 1, 2]))])
def test_inverse_transform_cupy_numpy(orig_label, ord_label,
    expected_reverted, bad_ord_label, use_fit_transform):
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(bad_ord_label)

<mask token>


def _df_to_similarity_mat(df):
    arr = df.to_numpy().reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], 'edge')


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
def test_labelencoder_fit_transform(length, cardinality):
    """Try encoding the entire df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    encoded = LabelEncoder().fit_transform(df)
    df_arr = _df_to_similarity_mat(df)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (df_arr == df_arr.T)).all()


@pytest.mark.parametrize('length', [10, 100, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
def test_labelencoder_transform(length, cardinality):
    """Try fitting and then encoding a small subset of the df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    le = LabelEncoder().fit(df)
    assert le._fitted
    subset = df.iloc[0:df.shape[0] // 2]
    encoded = le.transform(subset)
    subset_arr = _df_to_similarity_mat(subset)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (subset_arr == subset_arr.T)
        ).all()


def test_labelencoder_unseen():
    """Try encoding a value that was not present during fitting"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder().fit(df)
    assert le._fitted
    with pytest.raises(KeyError):
        le.transform(cudf.Series([-1]))


def test_labelencoder_unfitted():
    """Try calling `.transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted
    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize('use_fit_transform', [False, True])
@pytest.mark.parametrize(
    'orig_label, ord_label, expected_reverted, bad_ord_label', [(cudf.
    Series(['a', 'b', 'c']), cudf.Series([2, 1, 2, 0]), cudf.Series(['c',
    'b', 'c', 'a']), cudf.Series([-1, 1, 2, 0])), (cudf.Series(['Tokyo',
    'Paris', 'Austin']), cudf.Series([0, 2, 0]), cudf.Series(['Austin',
    'Tokyo', 'Austin']), cudf.Series([0, 1, 2, 3])), (cudf.Series(['a', 'b',
    'c1']), cudf.Series([2, 1]), cudf.Series(['c1', 'b']), cudf.Series([0, 
    1, 2, 3])), (cudf.Series(['1.09', '0.09', '.09', '09']), cudf.Series([0,
    1, 2, 3]), cudf.Series(['.09', '0.09', '09', '1.09']), cudf.Series([0, 
    1, 2, 3, 4]))])
def test_inverse_transform(orig_label, ord_label, expected_reverted,
    bad_ord_label, use_fit_transform):
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(bad_ord_label)


def test_unfitted_inverse_transform():
    """Try calling `.inverse_transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted
    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize('empty, ord_label', [(cudf.Series([]), cudf.Series
    ([2, 1]))])
def test_empty_input(empty, ord_label):
    le = LabelEncoder()
    le.fit(empty)
    assert le._fitted is True
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(ord_label)
    le = LabelEncoder()
    transformed = le.fit_transform(empty)
    assert le._fitted is True
    assert len(transformed) == 0


def test_masked_encode():
    int_values = [3, 1, 1, 2, 1, 1, 1, 1, 6, 5]
    cat_values = ['a', 'd', 'b', 'c', 'd', 'd', 'd', 'c', 'b', 'c']
    df = cudf.DataFrame({'filter_col': int_values, 'cat_col': cat_values})
    df_filter = df[df['filter_col'] == 1]
    df_filter['cat_col'] = LabelEncoder().fit_transform(df_filter['cat_col'])
    filtered_int_values = [int_values[i] for i in range(len(int_values)) if
        int_values[i] == 1]
    filtered_cat_values = [cat_values[i] for i in range(len(int_values)) if
        int_values[i] == 1]
    df_test = cudf.DataFrame({'filter_col': filtered_int_values, 'cat_col':
        filtered_cat_values})
    df_test['cat_col'] = LabelEncoder().fit_transform(df_test['cat_col'])
    assert (df_filter['cat_col'].values == df_test['cat_col'].values).all()


def _array_to_similarity_mat(x):
    arr = x.reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], 'edge')


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
@pytest.mark.parametrize('dtype', ['cupy', 'numpy'])
def test_labelencoder_fit_transform_cupy_numpy(length, cardinality, dtype):
    """Try encoding the cupy array"""
    x = cp.random.choice(cardinality, (length,))
    if dtype == 'numpy':
        x = x.get()
    encoded = LabelEncoder().fit_transform(x)
    x_arr = _array_to_similarity_mat(x)
    encoded_arr = _array_to_similarity_mat(encoded.values)
    if dtype == 'numpy':
        encoded_arr = encoded_arr.get()
    assert ((encoded_arr == encoded_arr.T) == (x == x_arr.T)).all()


@pytest.mark.parametrize('use_fit_transform', [False, True])
@pytest.mark.parametrize(
    'orig_label, ord_label, expected_reverted, bad_ord_label', [(cp.array([
    7, 5, 3, 1]), cp.array([2, 1, 2, 3, 0]), cp.array([5, 3, 5, 7, 1]), cp.
    array([0, 1, 2, 3, 4])), (np.array([1.09, 0.09, 0.09, 0.09]), np.array(
    [1, 1, 0, 0, 1]), cp.array([1.09, 1.09, 0.09, 0.09, 1.09]), np.array([0,
    1, 1, 1, 2]))])
def test_inverse_transform_cupy_numpy(orig_label, ord_label,
    expected_reverted, bad_ord_label, use_fit_transform):
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(bad_ord_label)

from cuml.common.exceptions import NotFittedError
import pytest
from cuml.internals.safe_imports import cpu_only_import
from cuml.preprocessing.LabelEncoder import LabelEncoder
from cuml.internals.safe_imports import gpu_only_import
cudf = gpu_only_import('cudf')
np = cpu_only_import('numpy')
cp = gpu_only_import('cupy')


def _df_to_similarity_mat(df):
    arr = df.to_numpy().reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], 'edge')


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
def test_labelencoder_fit_transform(length, cardinality):
    """Try encoding the entire df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    encoded = LabelEncoder().fit_transform(df)
    df_arr = _df_to_similarity_mat(df)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (df_arr == df_arr.T)).all()


@pytest.mark.parametrize('length', [10, 100, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
def test_labelencoder_transform(length, cardinality):
    """Try fitting and then encoding a small subset of the df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    le = LabelEncoder().fit(df)
    assert le._fitted
    subset = df.iloc[0:df.shape[0] // 2]
    encoded = le.transform(subset)
    subset_arr = _df_to_similarity_mat(subset)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (subset_arr == subset_arr.T)
        ).all()


def test_labelencoder_unseen():
    """Try encoding a value that was not present during fitting"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder().fit(df)
    assert le._fitted
    with pytest.raises(KeyError):
        le.transform(cudf.Series([-1]))


def test_labelencoder_unfitted():
    """Try calling `.transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted
    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize('use_fit_transform', [False, True])
@pytest.mark.parametrize(
    'orig_label, ord_label, expected_reverted, bad_ord_label', [(cudf.
    Series(['a', 'b', 'c']), cudf.Series([2, 1, 2, 0]), cudf.Series(['c',
    'b', 'c', 'a']), cudf.Series([-1, 1, 2, 0])), (cudf.Series(['Tokyo',
    'Paris', 'Austin']), cudf.Series([0, 2, 0]), cudf.Series(['Austin',
    'Tokyo', 'Austin']), cudf.Series([0, 1, 2, 3])), (cudf.Series(['a', 'b',
    'c1']), cudf.Series([2, 1]), cudf.Series(['c1', 'b']), cudf.Series([0, 
    1, 2, 3])), (cudf.Series(['1.09', '0.09', '.09', '09']), cudf.Series([0,
    1, 2, 3]), cudf.Series(['.09', '0.09', '09', '1.09']), cudf.Series([0, 
    1, 2, 3, 4]))])
def test_inverse_transform(orig_label, ord_label, expected_reverted,
    bad_ord_label, use_fit_transform):
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(bad_ord_label)


def test_unfitted_inverse_transform():
    """Try calling `.inverse_transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted
    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize('empty, ord_label', [(cudf.Series([]), cudf.Series
    ([2, 1]))])
def test_empty_input(empty, ord_label):
    le = LabelEncoder()
    le.fit(empty)
    assert le._fitted is True
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(ord_label)
    le = LabelEncoder()
    transformed = le.fit_transform(empty)
    assert le._fitted is True
    assert len(transformed) == 0


def test_masked_encode():
    int_values = [3, 1, 1, 2, 1, 1, 1, 1, 6, 5]
    cat_values = ['a', 'd', 'b', 'c', 'd', 'd', 'd', 'c', 'b', 'c']
    df = cudf.DataFrame({'filter_col': int_values, 'cat_col': cat_values})
    df_filter = df[df['filter_col'] == 1]
    df_filter['cat_col'] = LabelEncoder().fit_transform(df_filter['cat_col'])
    filtered_int_values = [int_values[i] for i in range(len(int_values)) if
        int_values[i] == 1]
    filtered_cat_values = [cat_values[i] for i in range(len(int_values)) if
        int_values[i] == 1]
    df_test = cudf.DataFrame({'filter_col': filtered_int_values, 'cat_col':
        filtered_cat_values})
    df_test['cat_col'] = LabelEncoder().fit_transform(df_test['cat_col'])
    assert (df_filter['cat_col'].values == df_test['cat_col'].values).all()


def _array_to_similarity_mat(x):
    arr = x.reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], 'edge')


@pytest.mark.parametrize('length', [10, 1000])
@pytest.mark.parametrize('cardinality', [5, 10, 50])
@pytest.mark.parametrize('dtype', ['cupy', 'numpy'])
def test_labelencoder_fit_transform_cupy_numpy(length, cardinality, dtype):
    """Try encoding the cupy array"""
    x = cp.random.choice(cardinality, (length,))
    if dtype == 'numpy':
        x = x.get()
    encoded = LabelEncoder().fit_transform(x)
    x_arr = _array_to_similarity_mat(x)
    encoded_arr = _array_to_similarity_mat(encoded.values)
    if dtype == 'numpy':
        encoded_arr = encoded_arr.get()
    assert ((encoded_arr == encoded_arr.T) == (x == x_arr.T)).all()


@pytest.mark.parametrize('use_fit_transform', [False, True])
@pytest.mark.parametrize(
    'orig_label, ord_label, expected_reverted, bad_ord_label', [(cp.array([
    7, 5, 3, 1]), cp.array([2, 1, 2, 3, 0]), cp.array([5, 3, 5, 7, 1]), cp.
    array([0, 1, 2, 3, 4])), (np.array([1.09, 0.09, 0.09, 0.09]), np.array(
    [1, 1, 0, 0, 1]), cp.array([1.09, 1.09, 0.09, 0.09, 1.09]), np.array([0,
    1, 1, 1, 2]))])
def test_inverse_transform_cupy_numpy(orig_label, ord_label,
    expected_reverted, bad_ord_label, use_fit_transform):
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    with pytest.raises(ValueError, match='y contains previously unseen label'):
        le.inverse_transform(bad_ord_label)

# Copyright (c) 2019-2023, NVIDIA CORPORATION.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from cuml.common.exceptions import NotFittedError
import pytest
from cuml.internals.safe_imports import cpu_only_import
from cuml.preprocessing.LabelEncoder import LabelEncoder
from cuml.internals.safe_imports import gpu_only_import

cudf = gpu_only_import("cudf")
np = cpu_only_import("numpy")
cp = gpu_only_import("cupy")


def _df_to_similarity_mat(df):
    arr = df.to_numpy().reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], "edge")


@pytest.mark.parametrize("length", [10, 1000])
@pytest.mark.parametrize("cardinality", [5, 10, 50])
def test_labelencoder_fit_transform(length, cardinality):
    """Try encoding the entire df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    encoded = LabelEncoder().fit_transform(df)

    df_arr = _df_to_similarity_mat(df)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert ((encoded_arr == encoded_arr.T) == (df_arr == df_arr.T)).all()


@pytest.mark.parametrize("length", [10, 100, 1000])
@pytest.mark.parametrize("cardinality", [5, 10, 50])
def test_labelencoder_transform(length, cardinality):
    """Try fitting and then encoding a small subset of the df"""
    df = cudf.Series(np.random.choice(cardinality, (length,)))
    le = LabelEncoder().fit(df)
    assert le._fitted

    subset = df.iloc[0 : df.shape[0] // 2]
    encoded = le.transform(subset)

    subset_arr = _df_to_similarity_mat(subset)
    encoded_arr = _df_to_similarity_mat(encoded)
    assert (
        (encoded_arr == encoded_arr.T) == (subset_arr == subset_arr.T)
    ).all()


def test_labelencoder_unseen():
    """Try encoding a value that was not present during fitting"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder().fit(df)
    assert le._fitted

    with pytest.raises(KeyError):
        le.transform(cudf.Series([-1]))


def test_labelencoder_unfitted():
    """Try calling `.transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted

    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize("use_fit_transform", [False, True])
@pytest.mark.parametrize(
    "orig_label, ord_label, expected_reverted, bad_ord_label",
    [
        (
            cudf.Series(["a", "b", "c"]),
            cudf.Series([2, 1, 2, 0]),
            cudf.Series(["c", "b", "c", "a"]),
            cudf.Series([-1, 1, 2, 0]),
        ),
        (
            cudf.Series(["Tokyo", "Paris", "Austin"]),
            cudf.Series([0, 2, 0]),
            cudf.Series(["Austin", "Tokyo", "Austin"]),
            cudf.Series([0, 1, 2, 3]),
        ),
        (
            cudf.Series(["a", "b", "c1"]),
            cudf.Series([2, 1]),
            cudf.Series(["c1", "b"]),
            cudf.Series([0, 1, 2, 3]),
        ),
        (
            cudf.Series(["1.09", "0.09", ".09", "09"]),
            cudf.Series([0, 1, 2, 3]),
            cudf.Series([".09", "0.09", "09", "1.09"]),
            cudf.Series([0, 1, 2, 3, 4]),
        ),
    ],
)
def test_inverse_transform(
    orig_label, ord_label, expected_reverted, bad_ord_label, use_fit_transform
):
    # prepare LabelEncoder
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True

    # test if inverse_transform is correct
    reverted = le.inverse_transform(ord_label)
    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    # test if correctly raies ValueError
    with pytest.raises(ValueError, match="y contains previously unseen label"):
        le.inverse_transform(bad_ord_label)


def test_unfitted_inverse_transform():
    """Try calling `.inverse_transform()` without fitting first"""
    df = cudf.Series(np.random.choice(10, (10,)))
    le = LabelEncoder()
    assert not le._fitted

    with pytest.raises(NotFittedError):
        le.transform(df)


@pytest.mark.parametrize(
    "empty, ord_label", [(cudf.Series([]), cudf.Series([2, 1]))]
)
def test_empty_input(empty, ord_label):
    # prepare LabelEncoder
    le = LabelEncoder()
    le.fit(empty)
    assert le._fitted is True

    # test if correctly raies ValueError
    with pytest.raises(ValueError, match="y contains previously unseen label"):
        le.inverse_transform(ord_label)

    # check fit_transform()
    le = LabelEncoder()
    transformed = le.fit_transform(empty)
    assert le._fitted is True
    assert len(transformed) == 0


def test_masked_encode():
    int_values = [3, 1, 1, 2, 1, 1, 1, 1, 6, 5]
    cat_values = ["a", "d", "b", "c", "d", "d", "d", "c", "b", "c"]
    df = cudf.DataFrame({"filter_col": int_values, "cat_col": cat_values})

    df_filter = df[df["filter_col"] == 1]
    df_filter["cat_col"] = LabelEncoder().fit_transform(df_filter["cat_col"])

    filtered_int_values = [
        int_values[i] for i in range(len(int_values)) if int_values[i] == 1
    ]
    filtered_cat_values = [
        cat_values[i] for i in range(len(int_values)) if int_values[i] == 1
    ]
    df_test = cudf.DataFrame(
        {"filter_col": filtered_int_values, "cat_col": filtered_cat_values}
    )
    df_test["cat_col"] = LabelEncoder().fit_transform(df_test["cat_col"])

    assert (df_filter["cat_col"].values == df_test["cat_col"].values).all()


def _array_to_similarity_mat(x):
    arr = x.reshape(1, -1)
    return np.pad(arr, [(arr.shape[1] - 1, 0), (0, 0)], "edge")


@pytest.mark.parametrize("length", [10, 1000])
@pytest.mark.parametrize("cardinality", [5, 10, 50])
@pytest.mark.parametrize("dtype", ["cupy", "numpy"])
def test_labelencoder_fit_transform_cupy_numpy(length, cardinality, dtype):
    """Try encoding the cupy array"""
    x = cp.random.choice(cardinality, (length,))
    if dtype == "numpy":
        x = x.get()
    encoded = LabelEncoder().fit_transform(x)

    x_arr = _array_to_similarity_mat(x)
    encoded_arr = _array_to_similarity_mat(encoded.values)
    if dtype == "numpy":
        encoded_arr = encoded_arr.get()
    assert ((encoded_arr == encoded_arr.T) == (x == x_arr.T)).all()


@pytest.mark.parametrize("use_fit_transform", [False, True])
@pytest.mark.parametrize(
    "orig_label, ord_label, expected_reverted, bad_ord_label",
    [
        (
            cp.array([7, 5, 3, 1]),
            cp.array([2, 1, 2, 3, 0]),
            cp.array([5, 3, 5, 7, 1]),
            cp.array([0, 1, 2, 3, 4]),
        ),
        (
            np.array([1.09, 0.09, 0.09, 0.09]),
            np.array([1, 1, 0, 0, 1]),
            cp.array([1.09, 1.09, 0.09, 0.09, 1.09]),
            np.array([0, 1, 1, 1, 2]),
        ),
    ],
)
def test_inverse_transform_cupy_numpy(
    orig_label, ord_label, expected_reverted, bad_ord_label, use_fit_transform
):
    # prepare LabelEncoder
    le = LabelEncoder()
    if use_fit_transform:
        le.fit_transform(orig_label)
    else:
        le.fit(orig_label)
    assert le._fitted is True

    # test if inverse_transform is correct
    reverted = le.inverse_transform(ord_label)

    assert len(reverted) == len(expected_reverted)
    assert len(reverted) == len(reverted[reverted == expected_reverted])
    # test if correctly raies ValueError
    with pytest.raises(ValueError, match="y contains previously unseen label"):
        le.inverse_transform(bad_ord_label)
