Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ord_info #31

Merged
merged 4 commits into from
Sep 21, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
55 changes: 55 additions & 0 deletions src/core.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
from typing import Sequence, Union

from numpy import ndarray
import pandas as pd


IND_TYPES = Union[ndarray, Sequence, list, range]


def info(ds: Sequence, indicators: IND_TYPES) -> pd.DataFrame:
"""
Get basic summary statistics about ordinal dataset.

Parameters
----------
ds : Sequence
The collection of answers or grades.

indicators : Ordered Sequence
The ordered collection of unique answers or grades.

Returns
-------
summary_df : pandas DataFrame
Summary statistics for an ordinal dataset.
"""

# Calculate frequency using pandas value_counts()
freq_counts = pd.value_counts(ds)
freq_counts.name = "frequency"
freq_counts_df = pd.DataFrame(freq_counts)
freq_counts_df.index.name = "indicator"

# Calculate ratio
total_responses = len(ds)
counts_to_total = freq_counts_df["frequency"] / total_responses
freq_counts_df["ratio"] = counts_to_total * 100

# Add all indicators
summary_df = pd.DataFrame(index=indicators, columns=["frequency", "ratio"])
summary_df.index.name = "indicator"

# Merge the frequency and percent DataFrames
# to include 0 counts for missing indicators
summary_df.update(freq_counts_df, join="left")
summary_df.fillna(0, inplace=True)

# Calculate cumulative percent
summary_df["cumulative"] = summary_df["ratio"].cumsum()

# Set the last cumulative value to 100
summary_df.loc[summary_df["cumulative"] > 100, "cumulative"] = 100

# Create the final DataFrame
return summary_df
50 changes: 50 additions & 0 deletions unit_tests/test_02_ordinal_info_function.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
import numpy as np
import pandas as pd

from src.core import info


INDICATORS = ['not satisfied', 'ok', 'excellent', 'test']

DS = []
DS.extend(3 * ['not satisfied'])
DS.extend(10 * ['ok'])
DS.extend(35 * ['excellent'])
RESULT = info(DS, INDICATORS)


def test_dtype():
assert isinstance(RESULT, pd.DataFrame)


def test_index_ordering():
for idx, x in enumerate(RESULT.index.values):
assert x == INDICATORS[idx]


def test_columns():
expected_columns = {'frequency', 'ratio', 'cumulative'}
assert expected_columns == set(RESULT.columns)


def test_ratio():
ratios = RESULT['ratio'].values
assert np.alltrue(ratios >= 0)
assert np.alltrue(ratios <= 100)


def test_cumulative():
cumsum = RESULT['cumulative'].values
previous_val = 0
for x in cumsum:
assert x >= 0
assert x <= 100
assert x >= previous_val
previous_val = x


def test_range():
values = np.random.randint(1, 6, 200)
indicators = range(1, 6, 1)
range_result = info(values, indicators)
assert not range_result.isna().any().any()