Skip to content

Commit

Permalink
update plugin to read search and anon columns automatically
Browse files Browse the repository at this point in the history
  • Loading branch information
Sandip117 committed Feb 5, 2025
1 parent 5274055 commit f6ddd34
Showing 1 changed file with 10 additions and 15 deletions.
25 changes: 10 additions & 15 deletions dyanon.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
logger.remove()
logger.add(sys.stderr, format=logger_format)

__version__ = '1.0.8'
__version__ = '1.0.9'

DISPLAY_TITLE = r"""
_ _
Expand Down Expand Up @@ -62,16 +62,6 @@
default="",
help="plugin instance ID from which to start analysis",
)
parser.add_argument(
"--searchIdx",
default="",
help="comma separated indices of columns containing search data",
)
parser.add_argument(
"--anonIdx",
default="",
help="comma separated indices of columns containing anonymization data",
)
parser.add_argument(
"--CUBEurl",
default="http://localhost:8000/api/v1/",
Expand Down Expand Up @@ -256,8 +246,13 @@ def health_check(options) -> bool:

# See PyCharm help at https://www.jetbrains.com/help/pycharm/
def create_query(df: pd.DataFrame, str_srch_idx: str, str_anon_idx: str):
l_srch_idx = list(map(int, str_srch_idx.split(',')))
l_anon_idx = list(map(int, str_anon_idx.split(',')))
l_srch_idx = []
l_anon_idx = []
for column in df.columns:
if "search" in str(column).lower():
l_srch_idx.append(df.columns.get_loc(column))
if "anon" in str(column).lower():
l_anon_idx.append(df.columns.get_loc(column))

l_job = []

Expand All @@ -266,12 +261,12 @@ def create_query(df: pd.DataFrame, str_srch_idx: str, str_anon_idx: str):

s_col = (df.columns[l_srch_idx].values)
s_row = (row[1].iloc[l_srch_idx].values)
s_d = [{k: v} for k, v in zip(s_col, s_row)]
s_d = [{k.split('.')[0].split('_')[1]: v} for k, v in zip(s_col, s_row)]
d_job["search"] = dict(ChainMap(*s_d))

a_col = (df.columns[l_anon_idx].values)
a_row = (row[1].iloc[l_anon_idx].values)
a_d = [{k.split('.')[0]: v} for k, v in zip(a_col, a_row)]
a_d = [{k.split('.')[0].split('_')[1]: v} for k, v in zip(a_col, a_row)]
d_job["anon"] = dict(ChainMap(*a_d))

l_job.append(d_job)
Expand Down

0 comments on commit f6ddd34

Please sign in to comment.