Skip to content

Commit

Permalink
Refactor tests
Browse files Browse the repository at this point in the history
  • Loading branch information
@dimkarakostas
dimkarakostas committed Jul 11, 2024
1 parent 6a64e1b commit 8bf40ab
Show file tree
Hide file tree
Showing 5 changed files with 461 additions and 267 deletions.
256 changes: 108 additions & 148 deletions tests/test_analyze.py
View file
Original file line number Diff line number Diff line change
@@ -1,88 +1,43 @@
from tokenomics_decentralization.analyze import get_output_row, analyze_snapshot, analyze, write_csv_output
from tokenomics_decentralization.analyze import analyze_snapshot, analyze, get_entries
from unittest.mock import call
import pathlib
import os


def test_get_output_row(mocker):
get_metrics_mock = mocker.patch('tokenomics_decentralization.helper.get_metrics')
get_metrics_mock.return_value = ['hhi', 'gini']

get_clustering_mock = mocker.patch('tokenomics_decentralization.helper.get_clustering_flag')
get_exclude_contracts_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_contracts_flag')
get_exclude_below_fees_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_below_fees_flag')
get_exclude_below_usd_cent_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_below_usd_cent_flag')
get_top_limit_type_mock = mocker.patch('tokenomics_decentralization.helper.get_top_limit_type')
get_top_limit_value_mock = mocker.patch('tokenomics_decentralization.helper.get_top_limit_value')

get_clustering_mock.return_value = True
get_exclude_contracts_mock.return_value = False
get_exclude_below_fees_mock.return_value = False
get_exclude_below_usd_cent_mock.return_value = False
get_top_limit_type_mock.return_value = 'absolute'
get_top_limit_value_mock.return_value = 0

metrics = {'hhi': 1, 'gini': 0}
csv_row = get_output_row('bitcoin', '2010-01-01', metrics)
assert csv_row == ['bitcoin', '2010-01-01', True, False, 'absolute', 0, False, False, 1, 0]

get_clustering_mock.return_value = False
metrics = {'non-clustered hhi': 1, 'non-clustered gini': 0}
csv_row = get_output_row('bitcoin', '2010-01-01', metrics)
assert csv_row == ['bitcoin', '2010-01-01', False, False, 'absolute', 0, False, False, 1, 0]

get_exclude_contracts_mock.return_value = True
metrics = {'exclude_contracts non-clustered hhi': 1, 'exclude_contracts non-clustered gini': 0}
csv_row = get_output_row('bitcoin', '2010-01-01', metrics)
assert csv_row == ['bitcoin', '2010-01-01', False, True, 'absolute', 0, False, False, 1, 0]

get_top_limit_value_mock.return_value = 1
metrics = {'top-1_absolute exclude_contracts non-clustered hhi': 1, 'top-1_absolute exclude_contracts non-clustered gini': 0}
csv_row = get_output_row('bitcoin', '2010-01-01', metrics)
assert csv_row == ['bitcoin', '2010-01-01', False, True, 'absolute', 1, False, False, 1, 0]

get_exclude_below_fees_mock.return_value = True
get_top_limit_value_mock.return_value = 1
metrics = {'top-1_absolute exclude_below_fees exclude_contracts non-clustered hhi': 1, 'top-1_absolute exclude_below_fees exclude_contracts non-clustered gini': 0}
csv_row = get_output_row('bitcoin', '2010-01-01', metrics)
assert csv_row == ['bitcoin', '2010-01-01', False, True, 'absolute', 1, True, False, 1, 0]


def test_analyze_snapshot(mocker):
get_force_analyze_mock = mocker.patch('tokenomics_decentralization.helper.get_force_analyze_flag')
get_clustering_mock = mocker.patch('tokenomics_decentralization.helper.get_clustering_flag')
get_exclude_contracts_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_contracts_flag')
get_exclude_below_fees_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_below_fees_flag')
get_exclude_below_usd_cent_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_below_usd_cent_flag')
get_median_tx_fee_mock = mocker.patch('tokenomics_decentralization.helper.get_median_tx_fee')
get_top_limit_type_mock = mocker.patch('tokenomics_decentralization.helper.get_top_limit_type')
get_top_limit_value_mock = mocker.patch('tokenomics_decentralization.helper.get_top_limit_value')

get_metrics_mock = mocker.patch('tokenomics_decentralization.helper.get_metrics')
get_snapshot_info_mock = mocker.patch('tokenomics_decentralization.db_helper.get_snapshot_info')
get_metric_value_mock = mocker.patch('tokenomics_decentralization.db_helper.get_metric_value')
get_clustered_entries_mock = mocker.patch('tokenomics_decentralization.db_helper.get_balance_entries')
get_nonclustered_entries_mock = mocker.patch('tokenomics_decentralization.db_helper.get_non_clustered_balance_entries')
db_insert_mock = mocker.patch('tokenomics_decentralization.db_helper.insert_metric')
db_commit_mock = mocker.patch('tokenomics_decentralization.db_helper.commit_database')

compute_hhi_mock = mocker.patch('tokenomics_decentralization.analyze.compute_hhi')
compute_tau_mock = mocker.patch('tokenomics_decentralization.analyze.compute_tau')

get_force_analyze_mock.return_value = False
get_clustering_mock.return_value = True
get_exclude_contracts_mock.return_value = False
get_exclude_below_fees_mock.return_value = False
get_exclude_below_usd_cent_mock.return_value = False
get_median_tx_fee_mock.return_value = 0
get_top_limit_type_mock.return_value = 'absolute'
get_top_limit_value_mock.return_value = 0

get_snapshot_info_mock .return_value = [1, 1, '2010-01-01', 8]
get_circulation_mock = mocker.patch('tokenomics_decentralization.helper.get_circulation_from_entries')
circulation = 5
get_circulation_mock.return_value = circulation

get_metrics_mock.return_value = ['hhi']

get_metric_value_mock.return_value = [1]
compute_hhi_mock.return_value = 1

entries = [(1, ), (2, )]

hhi_calls = []

output = analyze_snapshot(None, 'bitcoin', '2010-01-01')
output = analyze_snapshot(entries)
hhi_calls.append(call(entries, circulation))
assert compute_hhi_mock.call_args_list == hhi_calls
assert output == {'hhi': 1}

get_clustering_mock.return_value = False
Expand All @@ -91,132 +46,137 @@ def test_analyze_snapshot(mocker):
get_top_limit_type_mock.return_value = 'absolute'
get_top_limit_value_mock.return_value = 1

output = analyze_snapshot(None, 'bitcoin', '2010-01-01')
output = analyze_snapshot(entries)
hhi_calls.append(call(entries[:1], circulation))
assert compute_hhi_mock.call_args_list == hhi_calls
assert output == {'top-1_absolute exclude_below_fees exclude_contracts non-clustered hhi': 1}

get_clustered_entries_mock.return_value = [[4, ], [4, ]]
get_nonclustered_entries_mock.return_value = [[4, ], [4, ]]

get_force_analyze_mock.return_value = True

db_insert_mock.return_value = None
db_commit_mock.return_value = None

compute_hhi_mock.return_value = 2
output = analyze_snapshot(None, 'bitcoin', '2010-01-01')
output = analyze_snapshot(entries)
hhi_calls.append(call(entries[:1], circulation))
assert compute_hhi_mock.call_args_list == hhi_calls
assert output == {'top-1_absolute exclude_below_fees exclude_contracts non-clustered hhi': 2}

get_clustering_mock.return_value = True

compute_hhi_mock.return_value = 3
output = analyze_snapshot(None, 'bitcoin', '2010-01-01')
output = analyze_snapshot(entries)
hhi_calls.append(call(entries[:1], circulation))
assert compute_hhi_mock.call_args_list == hhi_calls
assert output == {'top-1_absolute exclude_below_fees exclude_contracts hhi': 3}

get_top_limit_value_mock.return_value = 0

compute_hhi_mock.return_value = 4
output = analyze_snapshot(None, 'bitcoin', '2010-01-01')
output = analyze_snapshot(entries)
hhi_calls.append(call(entries, circulation))
assert compute_hhi_mock.call_args_list == hhi_calls
assert output == {'exclude_below_fees exclude_contracts hhi': 4}

get_top_limit_type_mock.return_value = 'percentage'
get_top_limit_value_mock.return_value = 0.5

compute_hhi_mock.return_value = 5
output = analyze_snapshot(None, 'bitcoin', '2010-01-01')
output = analyze_snapshot(entries)
hhi_calls.append(call(entries[:int(len(entries)*0.5)], circulation))
assert compute_hhi_mock.call_args_list == hhi_calls
assert output == {'top-0.5_percentage exclude_below_fees exclude_contracts hhi': 5}

get_top_limit_value_mock.return_value = 0
get_exclude_below_usd_cent_mock.return_value = True
get_exclude_below_fees_mock.return_value = False
get_metrics_mock.return_value = ['tau=0.5']

compute_tau_mock.return_value = [100, None]
output = analyze_snapshot(None, 'bitcoin', '2010-01-01')
assert output == {'exclude_below_fees exclude_contracts tau=0.5': 100}
output = analyze_snapshot(entries)
assert compute_tau_mock.call_args_list == [call(entries, circulation, 0.5)]
assert output == {'exclude_below_usd_cent exclude_contracts tau=0.5': 100}


def test_write_csv_output(mocker):
get_metrics_mock = mocker.patch('tokenomics_decentralization.helper.get_metrics')
get_metrics_mock.return_value = ['hhi']

get_output_directories_mock = mocker.patch('tokenomics_decentralization.helper.get_output_directories')
get_output_directories_mock.return_value = [pathlib.Path(__file__).resolve().parent]

get_clustering_mock = mocker.patch('tokenomics_decentralization.helper.get_clustering_flag')
get_exclude_contracts_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_contracts_flag')
def test_get_entries(mocker):
get_exclude_below_fees_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_below_fees_flag')
get_exclude_below_usd_cent_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_below_usd_cent_flag')
get_top_limit_type_mock = mocker.patch('tokenomics_decentralization.helper.get_top_limit_type')
get_top_limit_value_mock = mocker.patch('tokenomics_decentralization.helper.get_top_limit_value')

get_clustering_mock.return_value = True
get_exclude_contracts_mock.return_value = False
get_exclude_below_fees_mock.return_value = False
get_exclude_below_usd_cent_mock = mocker.patch('tokenomics_decentralization.helper.get_exclude_below_usd_cent_flag')
get_exclude_below_usd_cent_mock.return_value = False
get_top_limit_type_mock.return_value = 'absolute'
get_top_limit_value_mock.return_value = 0

write_csv_output([
['bitcoin', '2010-01-01', True, False, 'absolute', 0, False, False, 100],
['ethereum', '2010-01-01', True, False, 'absolute', 0, False, False, 200],
])
with open(pathlib.Path(__file__).resolve().parent / 'output.csv') as f:
lines = f.readlines()
assert lines[0] == ','.join(['ledger', 'snapshot_date', 'clustering', 'exclude_contract_addresses',
'top_limit_type', 'top_limit_value', 'exclude_below_fees',
'exclude_below_usd_cent', 'hhi']) + '\n'
assert lines[1] == ','.join(['bitcoin', '2010-01-01', 'True', 'False', 'absolute', '0', 'False', 'False',
'100']) + '\n'
assert lines[2] == ','.join(['ethereum', '2010-01-01', 'True', 'False', 'absolute', '0', 'False', 'False',
'200']) + '\n'
os.remove(pathlib.Path(__file__).resolve().parent / 'output.csv')
get_median_tx_fee_mock = mocker.patch('tokenomics_decentralization.helper.get_median_tx_fee')
get_median_tx_fee_mock.return_value = 0
get_usd_cent_equivalent_mock = mocker.patch('tokenomics_decentralization.helper.get_usd_cent_equivalent')
get_usd_cent_equivalent_mock.return_value = 0

get_clustering_mock.return_value = False
get_exclude_contracts_mock.return_value = True
get_exclude_below_fees_mock.return_value = True
get_top_limit_type_mock.return_value = 'absolute'
get_top_limit_value_mock.return_value = 10

write_csv_output([
['bitcoin', '2010-01-01', False, False, 'absolute', 0, False, False, 100],
['ethereum', '2010-01-01', False, False, 'absolute', 0, False, False, 200],
])
with open(pathlib.Path(__file__).resolve().parent / 'output-no_clustering-exclude_contract_addresses-absolute_10-exclude_below_fees.csv') as f:
lines = f.readlines()
assert lines[0] == ','.join(['ledger', 'snapshot_date', 'clustering', 'exclude_contract_addresses',
'top_limit_type', 'top_limit_value', 'exclude_below_fees',
'exclude_below_usd_cent', 'hhi']) + '\n'
assert lines[1] == ','.join(['bitcoin', '2010-01-01', 'False', 'False', 'absolute', '0', 'False', 'False',
'100']) + '\n'
assert lines[2] == ','.join(['ethereum', '2010-01-01', 'False', 'False', 'absolute', '0', 'False', 'False',
'200']) + '\n'
os.remove(pathlib.Path(__file__).resolve().parent / 'output-no_clustering-exclude_contract_addresses-absolute_10-exclude_below_fees.csv')
get_db_connector_mock = mocker.patch('tokenomics_decentralization.db_helper.get_connector')
get_db_connector_mock.return_value = 'connector'

get_special_addresses_mock = mocker.patch('tokenomics_decentralization.helper.get_special_addresses')
get_special_addresses_mock.return_value = set(['addr2'])

get_db_filename_mock = mocker.patch('tokenomics_decentralization.db_helper.get_db_filename')
get_db_filename_mock.return_value = 'bitcoin_Test.db'

mocker.patch('builtins.open', mocker.mock_open(read_data='address,balance\naddr1,1\naddr2,2'))

get_address_entity_mock = mocker.patch('tokenomics_decentralization.db_helper.get_address_entity')
get_address_entity_mock.side_effect = {
'addr1': 'entity1',
'addr2': 'entity2',
}.get

entries = get_entries('bitcoin', '2010-01-01', 'test_filename')
assert entries == [(1,)]
assert get_db_connector_mock.call_args_list == [call('bitcoin_Test.db')]


def test_analyze(mocker):
get_output_directories_mock = mocker.patch('tokenomics_decentralization.helper.get_output_directories')
get_output_directories_mock.return_value = [pathlib.Path(__file__).resolve().parent]
get_input_directories_mock = mocker.patch('tokenomics_decentralization.helper.get_input_directories')
get_input_directories_mock.return_value = [pathlib.Path('/').resolve()]

is_file_mock = mocker.patch('os.path.isfile')
is_file_mock.return_value = True

get_db_connector_mock = mocker.patch('tokenomics_decentralization.analyze.get_connector')
is_file_mock.side_effect = {
pathlib.Path('/bitcoin_2010-01-01_raw_data.csv').resolve(): True,
pathlib.Path('/bitcoin_2011-01-01_raw_data.csv').resolve(): False,
pathlib.Path('/ethereum_2010-01-01_raw_data.csv').resolve(): False,
pathlib.Path('/ethereum_2011-01-01_raw_data.csv').resolve(): True,
}.get

get_db_connector_mock = mocker.patch('tokenomics_decentralization.db_helper.get_connector')
get_db_connector_mock.return_value = 'connector'

get_entries_mock = mocker.patch('tokenomics_decentralization.analyze.get_entries')
entries = [(1, ), (2, )]
get_entries_mock.return_value = entries

analyze_snapshot_mock = mocker.patch('tokenomics_decentralization.analyze.analyze_snapshot')
analyze_snapshot_mock.return_value = {'hhi': 1}

write_csv_output_mock = mocker.patch('tokenomics_decentralization.analyze.write_csv_output')
write_csv_output_mock.return_value = None

get_output_row_mock = mocker.patch('tokenomics_decentralization.analyze.get_output_row')
get_output_row_mock = mocker.patch('tokenomics_decentralization.helper.get_output_row')
get_output_row_mock.return_value = 'row'

output_rows = analyze(['bitcoin'], ['2010-01-01'])
assert output_rows == ['row']
analyze_snapshot_mock.assert_called_with('connector', 'bitcoin', '2010-01-01')

output_rows = analyze(['bitcoin', 'ethereum'], ['2010-01-01', '2011-01-01'])
assert output_rows == ['row', 'row', 'row', 'row']

is_file_mock.return_value = False
output_rows = analyze(['bitcoin', 'ethereum'], ['2010-01-01', '2011-01-01'])
assert output_rows == []
write_csv_output_mock = mocker.patch('tokenomics_decentralization.helper.write_csv_output')

get_input_dirs_calls = []
get_entries_calls = []
analyze_snapshot_calls = []
get_row_calls = []
write_output_calls = []

analyze(['bitcoin'], ['2010-01-01'])
get_input_dirs_calls.append(call())
assert get_input_directories_mock.call_args_list == get_input_dirs_calls
get_entries_calls.append(call('bitcoin', '2010-01-01', pathlib.Path('/bitcoin_2010-01-01_raw_data.csv').resolve()))
assert get_entries_mock.call_args_list == get_entries_calls
analyze_snapshot_calls.append(call(entries))
assert analyze_snapshot_mock.call_args_list == analyze_snapshot_calls
get_row_calls.append(call('bitcoin', '2010-01-01', {'hhi': 1}))
assert get_output_row_mock.call_args_list == get_row_calls
write_output_calls.append(call(['row']))
assert write_csv_output_mock.call_args_list == write_output_calls

analyze(['bitcoin', 'ethereum'], ['2010-01-01', '2011-01-01'])
get_input_dirs_calls += 4 * [call()]
assert get_input_directories_mock.call_args_list == get_input_dirs_calls
get_entries_calls.append(call('bitcoin', '2010-01-01', pathlib.Path('/bitcoin_2010-01-01_raw_data.csv').resolve()))
get_entries_calls.append(call('ethereum', '2011-01-01', pathlib.Path('/ethereum_2011-01-01_raw_data.csv').resolve()))
assert get_entries_mock.call_args_list == get_entries_calls
analyze_snapshot_calls += 2 * [call(entries)]
assert analyze_snapshot_mock.call_args_list == analyze_snapshot_calls
get_row_calls.append(call('bitcoin', '2010-01-01', {'hhi': 1}))
get_row_calls.append(call('ethereum', '2011-01-01', {'hhi': 1}))
assert get_output_row_mock.call_args_list == get_row_calls
write_output_calls.append(call(['row', 'row']))
assert write_csv_output_mock.call_args_list == write_output_calls
Loading

0 comments on commit 8bf40ab

Please sign in to comment.