from classes import numerize
import streamlit as st
import pandas as pd
import json
from classes import Channel, Scenario
import numpy as np
from plotly.subplots import make_subplots
import plotly.graph_objects as go
from classes import class_to_dict
from collections import OrderedDict
import io
import plotly
from pathlib import Path
import pickle
import yaml
from yaml import SafeLoader
from streamlit.components.v1 import html
import smtplib
from scipy.optimize import curve_fit
from sklearn.metrics import r2_score
from classes import class_from_dict
import os
import base64
color_palette = [
"#F3F3F0",
"#5E7D7E",
"#2FA1FF",
"#00EDED",
"#00EAE4",
"#304550",
"#EDEBEB",
"#7FBEFD",
"#003059",
"#A2F3F3",
"#E1D6E2",
"#B6B6B6",
]
CURRENCY_INDICATOR = "$"
try:
st.session_state["bin_dict"]["Panel Level 1"] = st.session_state["bin_dict"].get(
"Panel Level 1", []
)
except Exception as e:
st.error(
"No tuned model available. Please build and tune a model to generate response curves."
)
st.stop()
def load_authenticator():
with open("config.yaml") as file:
config = yaml.load(file, Loader=SafeLoader)
st.session_state["config"] = config
authenticator = stauth.Authenticate(
config["credentials"],
config["cookie"]["name"],
config["cookie"]["key"],
config["cookie"]["expiry_days"],
config["preauthorized"],
)
st.session_state["authenticator"] = authenticator
return authenticator
def nav_page(page_name, timeout_secs=3):
nav_script = """
""" % (
page_name,
timeout_secs,
)
html(nav_script)
# def load_local_css(file_name):
# with open(file_name) as f:
# st.markdown(f'', unsafe_allow_html=True)
# def set_header():
# return st.markdown(f"""
#
MMM LiME
#
#
""", unsafe_allow_html=True)
path = os.path.dirname(__file__)
file_ = open(f"{path}/mastercard_logo.png", "rb")
contents = file_.read()
data_url = base64.b64encode(contents).decode("utf-8")
file_.close()
DATA_PATH = "./data"
IMAGES_PATH = "./data/images_224_224"
# New - Sprint 2
if "bin_dict" not in st.session_state:
with open("data_import.pkl", "rb") as f:
data = pickle.load(f)
st.session_state["bin_dict"] = data["bin_dict"]
# is_panel = True if len(panel_col) > 0 else False
# manoj
is_panel = False
if is_panel:
panel_col = [
col.lower()
.replace(".", "_")
.replace("@", "_")
.replace(" ", "_")
.replace("-", "")
.replace(":", "")
.replace("__", "_")
for col in st.session_state["bin_dict"]["Panel Level 1"]
][
0
] # set the panel column
date_col = "Date"
# is_panel = False # flag if set to true - do panel level response curves
def load_local_css(file_name):
with open(file_name) as f:
st.markdown(f"", unsafe_allow_html=True)
# def set_header():
# return st.markdown(f"""
#
H & M Recommendations
#
#
""", unsafe_allow_html=True)
path1 = os.path.dirname(__file__)
# file_1 = open(f"{path}/willbank.png", "rb")
# contents1 = file_1.read()
# data_url1 = base64.b64encode(contents1).decode("utf-8")
# file_1.close()
DATA_PATH1 = "./data"
IMAGES_PATH1 = "./data/images_224_224"
def set_header():
return st.markdown(
f"""""",
unsafe_allow_html=True,
)
# def set_header():
# logo_path = "./path/to/your/local/LIME_logo.png" # Replace with the actual file path
# text = "LiME"
# return st.markdown(f"""
#
#
{text}
#
""", unsafe_allow_html=True)
def s_curve(x, K, b, a, x0):
return K / (1 + b * np.exp(-a * (x - x0)))
def overview_test_data_prep_panel(X, df, spends_X, date_col, panel_col, target_col):
"""
function to create the data which is used in initialize data fn
X : X test with contributions
df : originally uploaded data (media data) which has raw vars
spends_X : spends of dates in X test
"""
# define channels
channels = {
"paid_search": ["paid_search_impressions", "paid_search_clicks"],
"fb_level_achieved_tier_1": [
"fb_level_achieved_tier_1_impressions",
"fb:_level_achieved_-_tier_1_clicks",
],
"fb_level_achieved_tier_2": [
"fb:_level_achieved_tier_2_impressions",
"fb_level_achieved_tier_2_clicks",
],
# "paid_social_others": [
# "paid_social_others_impressions",
# "paid_social_others_clicks",
# ],
"ga_app": ["ga_app_impressions", "ga_app_clicks"],
"digital_tactic_others": [
"digital_tactic_others_impressions",
"digital_tactic_others_clicks",
],
"kwai": ["kwai_impressions", "kwai_clicks"],
"programmatic": ["programmatic_impressions", "programmatic_clicks"],
# 'affiliates':['affiliates_clicks'],
#
# "indicacao":['indicacao_clicks'],
#
# "infleux":['infleux_clicks'],
#
# "influencer":['influencer_clicks']
}
channel_list = list(channels.keys())
# map transformed variable to raw variable name & channel name
# mapping eg : paid_search_clicks_lag_2 (transformed var) --> paid_search_clicks (raw var) --> paid_search (channel)
variables = {}
channel_and_variables = {}
new_variables = {}
new_channels_and_variables = {}
for transformed_var in [
col
for col in X.drop(
columns=[date_col, panel_col, target_col, "pred", "panel_effect"]
).columns
if "_contr" not in col
]:
if len([col for col in df.columns if col in transformed_var]) == 1:
raw_var = [col for col in df.columns if col in transformed_var][0]
# st.write(raw_var)
variables[transformed_var] = raw_var
# st.write(channels.keys())
# Check if the list comprehension result is not empty before accessing the first element
channels_list = [
channel for channel, raw_vars in channels.items() if raw_var in raw_vars
]
if channels_list:
channel_and_variables[raw_var] = channels_list[0]
else:
# Handle the case where channels_list is empty
# You might want to set a default value or handle it according to your use case
channel_and_variables[raw_var] = None
else:
new_variables[transformed_var] = transformed_var
new_channels_and_variables[transformed_var] = "base"
# Raw DF
raw_X = pd.merge(
X[[date_col, panel_col]],
df[[date_col, panel_col] + list(variables.values())],
how="left",
on=[date_col, panel_col],
)
assert len(raw_X) == len(X)
raw_X_cols = []
for i in raw_X.columns:
if i in channel_and_variables.keys():
raw_X_cols.append(channel_and_variables[i])
else:
raw_X_cols.append(i)
raw_X.columns = raw_X_cols
# Contribution DF
contr_X = X[
[date_col, panel_col, "panel_effect"]
+ [col for col in X.columns if "_contr" in col and "sum_" not in col]
].copy()
new_variables = [
col
for col in contr_X.columns
if "_flag" in col.lower() or "trend" in col.lower() or "sine" in col.lower()
]
if len(new_variables) > 0:
contr_X["const"] = contr_X[["panel_effect"] + new_variables].sum(axis=1)
contr_X.drop(columns=["panel_effect"], inplace=True)
contr_X.drop(columns=new_variables, inplace=True)
else:
contr_X.rename(columns={"panel_effect": "const"}, inplace=True)
new_contr_X_cols = []
for col in contr_X.columns:
col_clean = col.replace("_contr", "")
new_contr_X_cols.append(col_clean)
contr_X.columns = new_contr_X_cols
contr_X_cols = []
for i in contr_X.columns:
if i in variables.keys():
contr_X_cols.append(channel_and_variables[variables[i]])
else:
contr_X_cols.append(i)
contr_X.columns = contr_X_cols
# Spends DF
spends_X.columns = [col.replace("_cost", "") for col in spends_X.columns]
raw_X.rename(columns={"date": "Date"}, inplace=True)
contr_X.rename(columns={"date": "Date"}, inplace=True)
spends_X.rename(columns={"date": "Week"}, inplace=True)
# st.write(raw_X.shape, contr_X.shape, spends_X.shape)
# Create excel
file_name = "data_test_overview_panel@#" + target_col + ".xlsx"
folder_path = os.path.join(st.session_state["project_path"], "metrics_level_data")
if not os.path.exists(folder_path):
os.mkdir(folder_path)
file_path = os.path.join(folder_path, file_name)
# os.mkdir(file_path)
# folder_path = r"C:\Users\manojp1732@gmail.com\projet1\metrics_level_data"
# file_name = "data_test_overview_panel@#total_approved_accounts_appsflyer.xlsx"
# st.write(file_path)
# raw_X.to_excel(file_path)
with pd.ExcelWriter(file_path) as writer:
raw_X.to_excel(writer, sheet_name="RAW DATA MMM", index=False)
contr_X.to_excel(writer, sheet_name="CONTRIBUTION MMM", index=False)
spends_X.to_excel(writer, sheet_name="SPEND INPUT", index=False)
# Define the paths to the original files
original_json_file_path = os.path.join(
st.session_state["project_path"], "rcs_data_original.json"
)
original_pickle_file_path = os.path.join(
st.session_state["project_path"], "scenario_data_original.pkl"
)
# Remove the original data file if it exists
if os.path.exists(original_json_file_path):
os.remove(original_json_file_path)
if os.path.exists(original_pickle_file_path):
os.remove(original_pickle_file_path)
def overview_test_data_prep_nonpanel(X, df, spends_X, date_col, target_col):
"""
function to create the data which is used in initialize data fn
"""
with open(os.path.join(st.session_state["project_path"], "channel_groups.pkl"), "rb") as f:
channels = pickle.load(f)
channel_list = list(channels.keys())
# map transformed variable to raw variable name & channel name
# mapping eg : paid_search_clicks_lag_2 (transformed var) --> paid_search_clicks (raw var) --> paid_search (channel)
variables = {}
channel_and_variables = {}
new_variables = {}
new_channels_and_variables = {}
cols_to_del = list(
set([date_col, target_col, "pred"]).intersection((set(X.columns)))
)
# remove exog cols from RAW data (exog cols are part of base, raw data needs media vars only)
all_exog_vars = st.session_state['bin_dict']['Exogenous']
all_exog_vars = [
var.lower().replace(".", "_").replace("@", "_").replace(" ", "_").replace("-", "").replace(":", "").replace(
"__", "_") for var in all_exog_vars]
exog_cols = []
if len(all_exog_vars) > 0:
for col in X.columns:
if len([exog_var for exog_var in all_exog_vars if exog_var in col]) > 0:
exog_cols.append(col)
cols_to_del=cols_to_del+exog_cols
for transformed_var in [
col for col in X.drop(columns=cols_to_del).columns if "_contr" not in col
]: # also has 'const'
print(transformed_var)
if (
len([col for col in df.columns if col in transformed_var]) == 1
): # col is raw var
raw_var = [col for col in df.columns if col in transformed_var][0]
variables[transformed_var] = raw_var
channel_and_variables[raw_var] = [
channel for channel, raw_vars in channels.items() if raw_var in raw_vars
][0]
else: # when no corresponding raw var then base
new_variables[transformed_var] = transformed_var
new_channels_and_variables[transformed_var] = "base"
# Raw DF
raw_X = pd.merge(
X[[date_col]],
df[[date_col] + list(variables.values())],
how="left",
on=[date_col],
)
assert len(raw_X) == len(X)
raw_X_cols = []
for i in raw_X.columns:
if i in channel_and_variables.keys():
raw_X_cols.append(channel_and_variables[i])
else:
raw_X_cols.append(i)
raw_X.columns = raw_X_cols
# Contribution DF
contr_X = X[
[date_col] + [col for col in X.columns if "_contr" in col and "sum_" not in col]
].copy()
# st.write(contr_X.columns)
new_variables = [
col
for col in contr_X.columns
if "_flag" in col.lower() or "trend" in col.lower() or "sine" in col.lower()
]
if (
len(new_variables) > 0
): # if new vars are available, their contributions should be added to base (called const)
contr_X["const_contr"] = contr_X[["const_contr"] + new_variables].sum(axis=1)
contr_X.drop(columns=new_variables, inplace=True)
new_contr_X_cols = []
for col in contr_X.columns:
col_clean = col.replace("_contr", "")
new_contr_X_cols.append(col_clean)
contr_X.columns = new_contr_X_cols
contr_X_cols = []
for i in contr_X.columns:
if i in variables.keys():
contr_X_cols.append(channel_and_variables[variables[i]])
else:
contr_X_cols.append(i)
contr_X.columns = contr_X_cols
# Spends DF
# spends_X.columns = [
# col.replace("_cost", "").replace("_spends", "").replace("_spend", "")
# for col in spends_X.columns
# ]
spends_X_col_map = {col:bucket for col in spends_X.columns for bucket in channels.keys() if col in channels[bucket]}
spends_X.rename(columns=spends_X_col_map, inplace=True)
raw_X.rename(columns={"date": "Date"}, inplace=True)
contr_X.rename(columns={"date": "Date"}, inplace=True)
spends_X.rename(columns={"date": "Week"}, inplace=True)
# Create excel
file_name = "data_test_overview_panel@#" + target_col + ".xlsx"
folder_path = os.path.join(st.session_state["project_path"], "metrics_level_data")
if not os.path.exists(folder_path):
os.mkdir(folder_path)
file_path = os.path.join(folder_path, file_name)
with pd.ExcelWriter(file_path) as writer:
raw_X.to_excel(writer, sheet_name="RAW DATA MMM", index=False)
contr_X.to_excel(writer, sheet_name="CONTRIBUTION MMM", index=False)
spends_X.to_excel(writer, sheet_name="SPEND INPUT", index=False)
# Define the paths to the original files
original_json_file_path = os.path.join(
st.session_state["project_path"], "rcs_data_original.json"
)
original_pickle_file_path = os.path.join(
st.session_state["project_path"], "scenario_data_original.pkl"
)
# Remove the original data file if it exists
if os.path.exists(original_json_file_path):
os.remove(original_json_file_path)
if os.path.exists(original_pickle_file_path):
os.remove(original_pickle_file_path)
def initialize_data(target_col, is_panel, panel_col):
# uopx_conv_rates = {'streaming_impressions' : 0.007,'digital_impressions' : 0.007,'search_clicks' : 0.00719,'tv_impressions' : 0.000173,
# "digital_clicks":0.005,"streaming_clicks":0.004,'streaming_spends':1,"tv_spends":1,"search_spends":1,
# "digital_spends":1}
# print('State initialized')
# excel = pd.read_excel("data_test_overview_panel.xlsx",sheet_name=None)
# if is_panel:
file_name = Path("metrics_level_data") / Path(
"data_test_overview_panel@#" + target_col + ".xlsx"
)
# else:
# file_name = Path("metrics_level_data") / Path("data_test_overview_nonpanel@#" + target_col + ".xlsx")
file_path = os.path.join(st.session_state["project_path"], file_name)
if os.path.exists(file_path):
excel = pd.read_excel(file_path, sheet_name=None)
else:
excel = pd.read_excel("data_test_overview_panel@#" + target_col + ".xlsx")
raw_df = excel["RAW DATA MMM"]
spend_df = excel["SPEND INPUT"]
contri_df = excel["CONTRIBUTION MMM"]
# Revenue_df = excel['Revenue']
## remove sesonalities, indices etc ...
exclude_columns = [
"Date",
"Week",
"Region",
"Controls_Grammarly_Index_SeasonalAVG",
"Controls_Quillbot_Index",
"Daily_Positive_Outliers",
"External_RemoteClass_Index",
"Intervals ON 20190520-20190805 | 20200518-20200803 | 20210517-20210802",
"Intervals ON 20190826-20191209 | 20200824-20201207 | 20210823-20211206",
"Intervals ON 20201005-20201019",
"Promotion_PercentOff",
"Promotion_TimeBased",
"Seasonality_Indicator_Chirstmas",
"Seasonality_Indicator_NewYears_Days",
"Seasonality_Indicator_Thanksgiving",
"Trend 20200302 / 20200803",
date_col,
]
if is_panel:
exclude_columns = exclude_columns + [panel_col]
# Aggregate all 3 dfs to date level (from date-panel level)
raw_df[date_col] = pd.to_datetime(raw_df[date_col])
raw_df_aggregations = {c: "sum" for c in raw_df.columns if c not in exclude_columns}
raw_df = raw_df.groupby(date_col).agg(raw_df_aggregations).reset_index()
contri_df[date_col] = pd.to_datetime(contri_df[date_col])
contri_df_aggregations = {
c: "sum" for c in contri_df.columns if c not in exclude_columns
}
contri_df = contri_df.groupby(date_col).agg(contri_df_aggregations).reset_index()
input_df = raw_df.sort_values(by=[date_col])
output_df = contri_df.sort_values(by=[date_col])
spend_df["Week"] = pd.to_datetime(
spend_df["Week"], format="%Y-%m-%d", errors="coerce"
)
spend_df_aggregations = {
c: "sum" for c in spend_df.columns if c not in exclude_columns
}
spend_df = spend_df.groupby("Week").agg(spend_df_aggregations).reset_index()
# spend_df['Week'] = pd.to_datetime(spend_df['Week'], errors='coerce')
# spend_df = spend_df.sort_values(by='Week')
channel_list = [col for col in input_df.columns if col not in exclude_columns]
response_curves = {}
mapes = {}
rmses = {}
upper_limits = {}
powers = {}
r2 = {}
conv_rates = {}
output_cols = []
channels = {}
sales = None
dates = input_df.Date.values
actual_output_dic = {}
actual_input_dic = {}
# ONLY FOR TESTING
# channel_list=['programmatic']
infeasible_channels = [
c
for c in contri_df.select_dtypes(include=["float", "int"]).columns
if contri_df[c].sum() <= 0
]
# st.write(infeasible_channels)
channel_list = list(set(channel_list) - set(infeasible_channels))
# st.write(channel_list)
channel_list = [
col for col in channel_list if col != "ga_app" and col != "Unnamed: 4"
]
# st.write(spend_df.columns)
for inp_col in channel_list:
# st.write(inp_col)
# # New - Sprint 2
# if is_panel:
# input_df1 = input_df.groupby([date_col]).agg({inp_col:'sum'}).reset_index() # aggregate spends on date
# spends = input_df1[inp_col].values
# else :
# spends = input_df[inp_col].values
# st.write(inp_col)
spends = input_df[inp_col].values
x = spends.copy()
# upper limit for penalty
upper_limits[inp_col] = 2 * x.max()
# contribution
# New - Sprint 2
# out_col = [_col for _col in output_df.columns if _col.startswith(inp_col)][0]
out_col=inp_col
if is_panel:
output_df1 = (
output_df.groupby([date_col]).agg({out_col: "sum"}).reset_index()
)
y = output_df1[out_col].values.copy()
else:
y = output_df[out_col].values.copy()
actual_output_dic[inp_col] = y.copy()
actual_input_dic[inp_col] = x.copy()
##output cols aggregation
output_cols.append(out_col)
## scale the input
power = np.ceil(np.log(x.max()) / np.log(10)) - 3
if power >= 0:
x = x / 10**power
x = x.astype("float64")
y = y.astype("float64")
# print('#printing yyyyyyyyy')
# print(inp_col)
# print(x.max())
# print(y.max())
# st.write(y.max(),x.max())
print(y.max(), x.max())
if y.max() <= 0.01:
if x.max() <= 0.0:
# st.write("here-here")
bounds = ((0, 0, 0, 0), (3 * 0.01, 1000, 1, 0.01))
else:
# st.write("here")
bounds = ((0, 0, 0, 0), (3 * 0.01, 1000, 1, 0.01))
else:
bounds = ((0, 0, 0, 0), (3 * y.max(), 1000, 1, x.max()))
# bounds = ((y.max(), 3*y.max()),(0,1000),(0,1),(0,x.max()))
params, _ = curve_fit(
s_curve,
x,
y,
p0=(2 * y.max(), 0.01, 1e-5, x.max()),
bounds=bounds,
maxfev=int(1e5),
)
mape = (100 * abs(1 - s_curve(x, *params) / y.clip(min=1))).mean()
rmse = np.sqrt(((y - s_curve(x, *params)) ** 2).mean())
r2_ = r2_score(y, s_curve(x, *params))
response_curves[inp_col] = {
"K": params[0],
"b": params[1],
"a": params[2],
"x0": params[3],
}
mapes[inp_col] = mape
rmses[inp_col] = rmse
r2[inp_col] = r2_
powers[inp_col] = power
## conversion rates
# spend_col = [
# _col
# for _col in spend_df.columns
# if _col.startswith(inp_col.rsplit("_", 1)[0])
# ][0]
# print('#printing spendssss')
# print(spend_col)
conv = (
spend_df.set_index("Week")[inp_col]
/ input_df.set_index("Date")[inp_col].clip(lower=1)
).reset_index()
conv.rename(columns={"index": "Week"}, inplace=True)
conv["year"] = conv.Week.dt.year
conv_rates[inp_col] = list(conv.drop("Week", axis=1).mean().to_dict().values())[
0
]
##print('Before',conv_rates[inp_col])
# conv_rates[inp_col] = uopx_conv_rates[inp_col]
##print('After',(conv_rates[inp_col]))
channel = Channel(
name=inp_col,
dates=dates,
spends=spends,
# conversion_rate = np.mean(list(conv_rates[inp_col].values())),
conversion_rate=conv_rates[inp_col],
response_curve_type="s-curve",
response_curve_params={
"K": params[0],
"b": params[1],
"a": params[2],
"x0": params[3],
},
bounds=np.array([-10, 10]),
)
channels[inp_col] = channel
if sales is None:
sales = channel.actual_sales
else:
sales += channel.actual_sales
# st.write(inp_col, channel.actual_sales)
# st.write(output_cols)
other_contributions = (
output_df.drop([*output_cols], axis=1).sum(axis=1, numeric_only=True).values
)
correction = output_df.drop(["Date"], axis=1).sum(axis=1).values - (
sales + other_contributions
)
scenario_test_df = pd.DataFrame(
columns=["other_contributions", "correction", "sales"]
)
scenario_test_df["other_contributions"] = other_contributions
scenario_test_df["correction"] = correction
scenario_test_df["sales"] = sales
# scenario_test_df.to_csv("test\scenario_test_df.csv", index=False)
# output_df.to_csv("test\output_df.csv", index=False)
scenario = Scenario(
name="default",
channels=channels,
constant=other_contributions,
correction=correction,
)
## setting session variables
st.session_state["initialized"] = True
st.session_state["actual_df"] = input_df
st.session_state["raw_df"] = raw_df
st.session_state["contri_df"] = output_df
default_scenario_dict = class_to_dict(scenario)
st.session_state["default_scenario_dict"] = default_scenario_dict
st.session_state["scenario"] = scenario
st.session_state["channels_list"] = channel_list
st.session_state["optimization_channels"] = {
channel_name: False for channel_name in channel_list
}
st.session_state["rcs"] = response_curves
# orig_rcs_path = os.path.join(
# st.session_state["project_path"], f"orig_rcs_{target_col}_{panel_col}.json"
# )
# if Path(orig_rcs_path).exists():
# with open(orig_rcs_path, "r") as f:
# st.session_state["orig_rcs"] = json.load(f)
# else:
# st.session_state["orig_rcs"] = response_curves.copy()
# with open(orig_rcs_path, "w") as f:
# json.dump(st.session_state["orig_rcs"], f)
st.session_state["powers"] = powers
st.session_state["actual_contribution_df"] = pd.DataFrame(actual_output_dic)
st.session_state["actual_input_df"] = pd.DataFrame(actual_input_dic)
for channel in channels.values():
st.session_state[channel.name] = numerize(
channel.actual_total_spends * channel.conversion_rate, 1
)
st.session_state["xlsx_buffer"] = io.BytesIO()
if Path("../saved_scenarios.pkl").exists():
with open("../saved_scenarios.pkl", "rb") as f:
st.session_state["saved_scenarios"] = pickle.load(f)
else:
st.session_state["saved_scenarios"] = OrderedDict()
st.session_state["total_spends_change"] = 0
st.session_state["optimization_channels"] = {
channel_name: False for channel_name in channel_list
}
st.session_state["disable_download_button"] = True
# def initialize_data():
# # fetch data from excel
# output = pd.read_excel('data.xlsx',sheet_name=None)
# raw_df = output['RAW DATA MMM']
# contribution_df = output['CONTRIBUTION MMM']
# Revenue_df = output['Revenue']
# ## channels to be shows
# channel_list = []
# for col in raw_df.columns:
# if 'click' in col.lower() or 'spend' in col.lower() or 'imp' in col.lower():
# ##print(col)
# channel_list.append(col)
# else:
# pass
# ## NOTE : Considered only Desktop spends for all calculations
# acutal_df = raw_df[raw_df.Region == 'Desktop'].copy()
# ## NOTE : Considered one year of data
# acutal_df = acutal_df[acutal_df.Date>'2020-12-31']
# actual_df = acutal_df.drop('Region',axis=1).sort_values(by='Date')[[*channel_list,'Date']]
# ##load response curves
# with open('./grammarly_response_curves.json','r') as f:
# response_curves = json.load(f)
# ## create channel dict for scenario creation
# dates = actual_df.Date.values
# channels = {}
# rcs = {}
# constant = 0.
# for i,info_dict in enumerate(response_curves):
# name = info_dict.get('name')
# response_curve_type = info_dict.get('response_curve')
# response_curve_params = info_dict.get('params')
# rcs[name] = response_curve_params
# if name != 'constant':
# spends = actual_df[name].values
# channel = Channel(name=name,dates=dates,
# spends=spends,
# response_curve_type=response_curve_type,
# response_curve_params=response_curve_params,
# bounds=np.array([-30,30]))
# channels[name] = channel
# else:
# constant = info_dict.get('value',0.) * len(dates)
# ## create scenario
# scenario = Scenario(name='default', channels=channels, constant=constant)
# default_scenario_dict = class_to_dict(scenario)
# ## setting session variables
# st.session_state['initialized'] = True
# st.session_state['actual_df'] = actual_df
# st.session_state['raw_df'] = raw_df
# st.session_state['default_scenario_dict'] = default_scenario_dict
# st.session_state['scenario'] = scenario
# st.session_state['channels_list'] = channel_list
# st.session_state['optimization_channels'] = {channel_name : False for channel_name in channel_list}
# st.session_state['rcs'] = rcs
# for channel in channels.values():
# if channel.name not in st.session_state:
# st.session_state[channel.name] = float(channel.actual_total_spends)
# if 'xlsx_buffer' not in st.session_state:
# st.session_state['xlsx_buffer'] = io.BytesIO()
# ## for saving scenarios
# if 'saved_scenarios' not in st.session_state:
# if Path('../saved_scenarios.pkl').exists():
# with open('../saved_scenarios.pkl','rb') as f:
# st.session_state['saved_scenarios'] = pickle.load(f)
# else:
# st.session_state['saved_scenarios'] = OrderedDict()
# if 'total_spends_change' not in st.session_state:
# st.session_state['total_spends_change'] = 0
# if 'optimization_channels' not in st.session_state:
# st.session_state['optimization_channels'] = {channel_name : False for channel_name in channel_list}
# if 'disable_download_button' not in st.session_state:
# st.session_state['disable_download_button'] = True
def create_channel_summary(scenario):
summary_columns = []
actual_spends_rows = []
actual_sales_rows = []
actual_roi_rows = []
for channel in scenario.channels.values():
name_mod = channel.name.replace("_", " ")
if name_mod.lower().endswith(" imp"):
name_mod = name_mod.replace("Imp", " Impressions")
print(
name_mod,
channel.actual_total_spends,
channel.conversion_rate,
channel.actual_total_spends * channel.conversion_rate,
)
summary_columns.append(name_mod)
actual_spends_rows.append(
format_numbers(float(channel.actual_total_spends * channel.conversion_rate))
)
actual_sales_rows.append(format_numbers((float(channel.actual_total_sales))))
actual_roi_rows.append(
decimal_formater(
format_numbers(
(channel.actual_total_sales)
/ (channel.actual_total_spends * channel.conversion_rate),
include_indicator=False,
n_decimals=4,
),
n_decimals=4,
)
)
actual_summary_df = pd.DataFrame(
[
summary_columns,
actual_spends_rows,
actual_sales_rows,
actual_roi_rows,
]
).T
actual_summary_df.columns = ["Channel", "Spends", "Prospects", "ROI"]
actual_summary_df["Prospects"] = actual_summary_df["Prospects"].map(
lambda x: str(x)[1:]
)
return actual_summary_df
# def create_channel_summary(scenario):
#
# # Provided data
# data = {
# 'Channel': ['Paid Search', 'Ga will cid baixo risco', 'Digital tactic others', 'Fb la tier 1', 'Fb la tier 2', 'Paid social others', 'Programmatic', 'Kwai', 'Indicacao', 'Infleux', 'Influencer'],
# 'Spends': ['$ 11.3K', '$ 155.2K', '$ 50.7K', '$ 125.4K', '$ 125.2K', '$ 105K', '$ 3.3M', '$ 47.5K', '$ 55.9K', '$ 632.3K', '$ 48.3K'],
# 'Revenue': ['558.0K', '3.5M', '5.2M', '3.1M', '3.1M', '2.1M', '20.8M', '1.6M', '728.4K', '22.9M', '4.8M']
# }
#
# # Create DataFrame
# df = pd.DataFrame(data)
#
# # Convert currency strings to numeric values
# df['Spends'] = df['Spends'].replace({'\$': '', 'K': '*1e3', 'M': '*1e6'}, regex=True).map(pd.eval).astype(int)
# df['Revenue'] = df['Revenue'].replace({'\$': '', 'K': '*1e3', 'M': '*1e6'}, regex=True).map(pd.eval).astype(int)
#
# # Calculate ROI
# df['ROI'] = ((df['Revenue'] - df['Spends']) / df['Spends'])
#
# # Format columns
# format_currency = lambda x: f"${x:,.1f}"
# format_roi = lambda x: f"{x:.1f}"
#
# df['Spends'] = ['$ 11.3K', '$ 155.2K', '$ 50.7K', '$ 125.4K', '$ 125.2K', '$ 105K', '$ 3.3M', '$ 47.5K', '$ 55.9K', '$ 632.3K', '$ 48.3K']
# df['Revenue'] = ['$ 536.3K', '$ 3.4M', '$ 5M', '$ 3M', '$ 3M', '$ 2M', '$ 20M', '$ 1.5M', '$ 7.1M', '$ 22M', '$ 4.6M']
# df['ROI'] = df['ROI'].apply(format_roi)
#
# return df
# @st.cache_resource()
# def create_contribution_pie(_scenario):
# colors_map = {
# col: color
# for col, color in zip(
# st.session_state["channels_list"],
# plotly.colors.n_colors(
# plotly.colors.hex_to_rgb("#BE6468"),
# plotly.colors.hex_to_rgb("#E7B8B7"),
# 20,
# ),
# )
# }
# total_contribution_fig = make_subplots(
# rows=1,
# cols=2,
# subplot_titles=["Spends", "Revenue"],
# specs=[[{"type": "pie"}, {"type": "pie"}]],
# )
# total_contribution_fig.add_trace(
# go.Pie(
# labels=[
# channel_name_formating(channel_name)
# for channel_name in st.session_state["channels_list"]
# ]
# + ["Non Media"],
# values=[
# round(
# _scenario.channels[channel_name].actual_total_spends
# * _scenario.channels[channel_name].conversion_rate,
# 1,
# )
# for channel_name in st.session_state["channels_list"]
# ]
# + [0],
# marker=dict(
# colors=[
# plotly.colors.label_rgb(colors_map[channel_name])
# for channel_name in st.session_state["channels_list"]
# ]
# + ["#F0F0F0"]
# ),
# hole=0.3,
# ),
# row=1,
# col=1,
# )
# total_contribution_fig.add_trace(
# go.Pie(
# labels=[
# channel_name_formating(channel_name)
# for channel_name in st.session_state["channels_list"]
# ]
# + ["Non Media"],
# values=[
# _scenario.channels[channel_name].actual_total_sales
# for channel_name in st.session_state["channels_list"]
# ]
# + [_scenario.correction.sum() + _scenario.constant.sum()],
# hole=0.3,
# ),
# row=1,
# col=2,
# )
# total_contribution_fig.update_traces(
# textposition="inside", texttemplate="%{percent:.1%}"
# )
# total_contribution_fig.update_layout(
# uniformtext_minsize=12,
# title="Channel contribution",
# uniformtext_mode="hide",
# )
# return total_contribution_fig
# @st.cache_resource()
# def create_contribution_pie(_scenario):
# colors = plotly.colors.qualitative.Plotly # A diverse color palette
# colors_map = {
# col: colors[i % len(colors)]
# for i, col in enumerate(st.session_state["channels_list"])
# }
# total_contribution_fig = make_subplots(
# rows=1,
# cols=2,
# subplot_titles=["Spends", "Revenue"],
# specs=[[{"type": "pie"}, {"type": "pie"}]],
# )
# total_contribution_fig.add_trace(
# go.Pie(
# labels=[
# channel_name_formating(channel_name)
# for channel_name in st.session_state["channels_list"]
# ]
# + ["Non Media"],
# values=[
# round(
# _scenario.channels[channel_name].actual_total_spends
# * _scenario.channels[channel_name].conversion_rate,
# 1,
# )
# for channel_name in st.session_state["channels_list"]
# ]
# + [0],
# marker=dict(
# colors=[
# colors_map[channel_name]
# for channel_name in st.session_state["channels_list"]
# ]
# + ["#F0F0F0"]
# ),
# hole=0.3,
# ),
# row=1,
# col=1,
# )
# total_contribution_fig.add_trace(
# go.Pie(
# labels=[
# channel_name_formating(channel_name)
# for channel_name in st.session_state["channels_list"]
# ]
# + ["Non Media"],
# values=[
# _scenario.channels[channel_name].actual_total_sales
# for channel_name in st.session_state["channels_list"]
# ]
# + [_scenario.correction.sum() + _scenario.constant.sum()],
# marker=dict(
# colors=[
# colors_map[channel_name]
# for channel_name in st.session_state["channels_list"]
# ]
# + ["#F0F0F0"]
# ),
# hole=0.3,
# ),
# row=1,
# col=2,
# )
# total_contribution_fig.update_traces(
# textposition="inside", texttemplate="%{percent:.1%}"
# )
# total_contribution_fig.update_layout(
# uniformtext_minsize=12,
# title="Channel contribution",
# uniformtext_mode="hide",
# )
# return total_contribution_fig
# @st.cache_resource()
def create_contribution_pie(_scenario, target_col):
colors = plotly.colors.qualitative.Plotly # A diverse color palette
colors_map = {
col: colors[i % len(colors)]
for i, col in enumerate(st.session_state["channels_list"])
}
spends_values = [
round(
_scenario.channels[channel_name].actual_total_spends
* _scenario.channels[channel_name].conversion_rate,
1,
)
for channel_name in st.session_state["channels_list"]
]
spends_values.append(0) # Adding Non Media value
revenue_values = [
_scenario.channels[channel_name].actual_total_sales
for channel_name in st.session_state["channels_list"]
]
revenue_values.append(
_scenario.correction.sum() + _scenario.constant.sum()
) # Adding Non Media value
total_contribution_fig = make_subplots(
rows=1,
cols=2,
subplot_titles=["Spends", target_col],
specs=[[{"type": "pie"}, {"type": "pie"}]],
)
total_contribution_fig.add_trace(
go.Pie(
labels=[
channel_name_formating(channel_name)
for channel_name in st.session_state["channels_list"]
]
+ ["Non Media"],
values=spends_values,
marker=dict(
colors=[
colors_map[channel_name]
for channel_name in st.session_state["channels_list"]
]
+ ["#F0F0F0"]
),
hole=0.3,
),
row=1,
col=1,
)
total_contribution_fig.add_trace(
go.Pie(
labels=[
channel_name_formating(channel_name)
for channel_name in st.session_state["channels_list"]
]
+ ["Non Media"],
values=revenue_values,
marker=dict(
colors=[
colors_map[channel_name]
for channel_name in st.session_state["channels_list"]
]
+ ["#F0F0F0"]
),
hole=0.3,
),
row=1,
col=2,
)
total_contribution_fig.update_traces(
textposition="inside", texttemplate="%{percent:.1%}"
)
total_contribution_fig.update_layout(
uniformtext_minsize=12,
title="Channel contribution",
uniformtext_mode="hide",
)
return total_contribution_fig
# def create_contribuion_stacked_plot(scenario):
# weekly_contribution_fig = make_subplots(rows=1, cols=2,subplot_titles=['Spends','Revenue'],specs=[[{"type": "bar"}, {"type": "bar"}]])
# raw_df = st.session_state['raw_df']
# df = raw_df.sort_values(by='Date')
# x = df.Date
# weekly_spends_data = []
# weekly_sales_data = []
# for channel_name in st.session_state['channels_list']:
# weekly_spends_data.append((go.Bar(x=x,
# y=scenario.channels[channel_name].actual_spends * scenario.channels[channel_name].conversion_rate,
# name=channel_name_formating(channel_name),
# hovertemplate="Date:%{x}
Spend:%{y:$.2s}",
# legendgroup=channel_name)))
# weekly_sales_data.append((go.Bar(x=x,
# y=scenario.channels[channel_name].actual_sales,
# name=channel_name_formating(channel_name),
# hovertemplate="Date:%{x}
Revenue:%{y:$.2s}",
# legendgroup=channel_name, showlegend=False)))
# for _d in weekly_spends_data:
# weekly_contribution_fig.add_trace(_d, row=1, col=1)
# for _d in weekly_sales_data:
# weekly_contribution_fig.add_trace(_d, row=1, col=2)
# weekly_contribution_fig.add_trace(go.Bar(x=x,
# y=scenario.constant + scenario.correction,
# name='Non Media',
# hovertemplate="Date:%{x}
Revenue:%{y:$.2s}"), row=1, col=2)
# weekly_contribution_fig.update_layout(barmode='stack', title='Channel contribuion by week', xaxis_title='Date')
# weekly_contribution_fig.update_xaxes(showgrid=False)
# weekly_contribution_fig.update_yaxes(showgrid=False)
# return weekly_contribution_fig
# @st.cache_resource()
# def create_channel_spends_sales_plot(channel):
# if channel is not None:
# x = channel.dates
# _spends = channel.actual_spends * channel.conversion_rate
# _sales = channel.actual_sales
# channel_sales_spends_fig = make_subplots(specs=[[{"secondary_y": True}]])
# channel_sales_spends_fig.add_trace(go.Bar(x=x, y=_sales,marker_color='#c1f7dc',name='Revenue', hovertemplate="Date:%{x}
Revenue:%{y:$.2s}"), secondary_y = False)
# channel_sales_spends_fig.add_trace(go.Scatter(x=x, y=_spends,line=dict(color='#005b96'),name='Spends',hovertemplate="Date:%{x}
Spend:%{y:$.2s}"), secondary_y = True)
# channel_sales_spends_fig.update_layout(xaxis_title='Date',yaxis_title='Revenue',yaxis2_title='Spends ($)',title='Channel spends and Revenue week wise')
# channel_sales_spends_fig.update_xaxes(showgrid=False)
# channel_sales_spends_fig.update_yaxes(showgrid=False)
# else:
# raw_df = st.session_state['raw_df']
# df = raw_df.sort_values(by='Date')
# x = df.Date
# scenario = class_from_dict(st.session_state['default_scenario_dict'])
# _sales = scenario.constant + scenario.correction
# channel_sales_spends_fig = make_subplots(specs=[[{"secondary_y": True}]])
# channel_sales_spends_fig.add_trace(go.Bar(x=x, y=_sales,marker_color='#c1f7dc',name='Revenue', hovertemplate="Date:%{x}
Revenue:%{y:$.2s}"), secondary_y = False)
# # channel_sales_spends_fig.add_trace(go.Scatter(x=x, y=_spends,line=dict(color='#15C39A'),name='Spends',hovertemplate="Date:%{x}
Spend:%{y:$.2s}"), secondary_y = True)
# channel_sales_spends_fig.update_layout(xaxis_title='Date',yaxis_title='Revenue',yaxis2_title='Spends ($)',title='Channel spends and Revenue week wise')
# channel_sales_spends_fig.update_xaxes(showgrid=False)
# channel_sales_spends_fig.update_yaxes(showgrid=False)
# return channel_sales_spends_fig
# Define a shared color palette
# def create_contribution_pie():
# color_palette = ['#F3F3F0', '#5E7D7E', '#2FA1FF', '#00EDED', '#00EAE4', '#304550', '#EDEBEB', '#7FBEFD', '#003059', '#A2F3F3', '#E1D6E2', '#B6B6B6']
# total_contribution_fig = make_subplots(rows=1, cols=2, subplot_titles=['Spends', 'Revenue'], specs=[[{"type": "pie"}, {"type": "pie"}]])
#
# channels_list = ['Paid Search', 'Ga will cid baixo risco', 'Digital tactic others', 'Fb la tier 1', 'Fb la tier 2', 'Paid social others', 'Programmatic', 'Kwai', 'Indicacao', 'Infleux', 'Influencer', 'Non Media']
#
# # Assign colors from the limited palette to channels
# colors_map = {col: color_palette[i % len(color_palette)] for i, col in enumerate(channels_list)}
# colors_map['Non Media'] = color_palette[5] # Assign fixed green color for 'Non Media'
#
# # Hardcoded values for Spends and Revenue
# spends_values = [0.5, 3.36, 1.1, 2.7, 2.7, 2.27, 70.6, 1, 1, 13.7, 1, 0]
# revenue_values = [1, 4, 5, 3, 3, 2, 50.8, 1.5, 0.7, 13, 0, 16]
#
# # Add trace for Spends pie chart
# total_contribution_fig.add_trace(
# go.Pie(
# labels=[channel_name for channel_name in channels_list],
# values=spends_values,
# marker=dict(colors=[colors_map[channel_name] for channel_name in channels_list]),
# hole=0.3
# ),
# row=1, col=1
# )
#
# # Add trace for Revenue pie chart
# total_contribution_fig.add_trace(
# go.Pie(
# labels=[channel_name for channel_name in channels_list],
# values=revenue_values,
# marker=dict(colors=[colors_map[channel_name] for channel_name in channels_list]),
# hole=0.3
# ),
# row=1, col=2
# )
#
# total_contribution_fig.update_traces(textposition='inside', texttemplate='%{percent:.1%}')
# total_contribution_fig.update_layout(uniformtext_minsize=12, title='Channel contribution', uniformtext_mode='hide')
# return total_contribution_fig
# @st.cache_resource()
# def create_contribuion_stacked_plot(_scenario):
# weekly_contribution_fig = make_subplots(
# rows=1,
# cols=2,
# subplot_titles=["Spends", "Revenue"],
# specs=[[{"type": "bar"}, {"type": "bar"}]],
# )
# raw_df = st.session_state["raw_df"]
# df = raw_df.sort_values(by="Date")
# x = df.Date
# weekly_spends_data = []
# weekly_sales_data = []
# for i, channel_name in enumerate(st.session_state["channels_list"]):
# color = color_palette[i % len(color_palette)]
# weekly_spends_data.append(
# go.Bar(
# x=x,
# y=_scenario.channels[channel_name].actual_spends
# * _scenario.channels[channel_name].conversion_rate,
# name=channel_name_formating(channel_name),
# hovertemplate="Date:%{x}
Spend:%{y:$.2s}",
# legendgroup=channel_name,
# marker_color=color,
# )
# )
# weekly_sales_data.append(
# go.Bar(
# x=x,
# y=_scenario.channels[channel_name].actual_sales,
# name=channel_name_formating(channel_name),
# hovertemplate="Date:%{x}
Revenue:%{y:$.2s}",
# legendgroup=channel_name,
# showlegend=False,
# marker_color=color,
# )
# )
# for _d in weekly_spends_data:
# weekly_contribution_fig.add_trace(_d, row=1, col=1)
# for _d in weekly_sales_data:
# weekly_contribution_fig.add_trace(_d, row=1, col=2)
# weekly_contribution_fig.add_trace(
# go.Bar(
# x=x,
# y=_scenario.constant + _scenario.correction,
# name="Non Media",
# hovertemplate="Date:%{x}
Revenue:%{y:$.2s}",
# marker_color=color_palette[-1],
# ),
# row=1,
# col=2,
# )
# weekly_contribution_fig.update_layout(
# barmode="stack",
# title="Channel contribution by week",
# xaxis_title="Date",
# )
# weekly_contribution_fig.update_xaxes(showgrid=False)
# weekly_contribution_fig.update_yaxes(showgrid=False)
# return weekly_contribution_fig
# @st.cache_resource()
def create_contribuion_stacked_plot(_scenario, target_col):
color_palette = plotly.colors.qualitative.Plotly # A diverse color palette
weekly_contribution_fig = make_subplots(
rows=1,
cols=2,
subplot_titles=["Spends", target_col],
specs=[[{"type": "bar"}, {"type": "bar"}]],
)
raw_df = st.session_state["raw_df"]
df = raw_df.sort_values(by="Date")
x = df.Date
weekly_spends_data = []
weekly_sales_data = []
for i, channel_name in enumerate(st.session_state["channels_list"]):
color = color_palette[i % len(color_palette)]
weekly_spends_data.append(
go.Bar(
x=x,
y=_scenario.channels[channel_name].actual_spends
* _scenario.channels[channel_name].conversion_rate,
name=channel_name_formating(channel_name),
hovertemplate="Date:%{x}
Spend:%{y:$.2s}",
legendgroup=channel_name,
marker_color=color,
)
)
weekly_sales_data.append(
go.Bar(
x=x,
y=_scenario.channels[channel_name].actual_sales,
name=channel_name_formating(channel_name),
hovertemplate="Date:%{x}
Revenue:%{y:$.2s}",
legendgroup=channel_name,
showlegend=False,
marker_color=color,
)
)
for _d in weekly_spends_data:
weekly_contribution_fig.add_trace(_d, row=1, col=1)
for _d in weekly_sales_data:
weekly_contribution_fig.add_trace(_d, row=1, col=2)
weekly_contribution_fig.add_trace(
go.Bar(
x=x,
y=_scenario.constant + _scenario.correction,
name="Non Media",
hovertemplate="Date:%{x}
Revenue:%{y:$.2s}",
marker_color=color_palette[-1],
),
row=1,
col=2,
)
weekly_contribution_fig.update_layout(
barmode="stack",
title="Channel contribution by week",
xaxis_title="Date",
)
weekly_contribution_fig.update_xaxes(showgrid=False)
weekly_contribution_fig.update_yaxes(showgrid=False)
return weekly_contribution_fig
def create_channel_spends_sales_plot(channel, target_col):
if channel is not None:
x = channel.dates
_spends = channel.actual_spends * channel.conversion_rate
_sales = channel.actual_sales
channel_sales_spends_fig = make_subplots(specs=[[{"secondary_y": True}]])
channel_sales_spends_fig.add_trace(
go.Bar(
x=x,
y=_sales,
marker_color=color_palette[
3
], # You can choose a color from the palette
name=target_col,
hovertemplate="Date:%{x}
Revenue:%{y:$.2s}",
),
secondary_y=False,
)
channel_sales_spends_fig.add_trace(
go.Scatter(
x=x,
y=_spends,
line=dict(
color=color_palette[2]
), # You can choose another color from the palette
name="Spends",
hovertemplate="Date:%{x}
Spend:%{y:$.2s}",
),
secondary_y=True,
)
channel_sales_spends_fig.update_layout(
xaxis_title="Date",
yaxis_title=target_col,
yaxis2_title="Spends ($)",
title="Weekly Channel Spends and " + target_col,
)
channel_sales_spends_fig.update_xaxes(showgrid=False)
channel_sales_spends_fig.update_yaxes(showgrid=False)
else:
raw_df = st.session_state["raw_df"]
df = raw_df.sort_values(by="Date")
x = df.Date
scenario = class_from_dict(st.session_state["default_scenario_dict"])
_sales = scenario.constant + scenario.correction
channel_sales_spends_fig = make_subplots(specs=[[{"secondary_y": True}]])
channel_sales_spends_fig.add_trace(
go.Bar(
x=x,
y=_sales,
marker_color=color_palette[
0
], # You can choose a color from the palette
name="Revenue",
hovertemplate="Date:%{x}
Revenue:%{y:$.2s}",
),
secondary_y=False,
)
channel_sales_spends_fig.update_layout(
xaxis_title="Date",
yaxis_title="Revenue",
yaxis2_title="Spends ($)",
title="Channel spends and Revenue week-wise",
)
channel_sales_spends_fig.update_xaxes(showgrid=False)
channel_sales_spends_fig.update_yaxes(showgrid=False)
return channel_sales_spends_fig
def format_numbers(value, n_decimals=1, include_indicator=True):
if include_indicator:
return f"{CURRENCY_INDICATOR} {numerize(value,n_decimals)}"
else:
return f"{numerize(value,n_decimals)}"
def decimal_formater(num_string, n_decimals=1):
parts = num_string.split(".")
if len(parts) == 1:
return num_string + "." + "0" * n_decimals
else:
to_be_padded = n_decimals - len(parts[-1])
if to_be_padded > 0:
return num_string + "0" * to_be_padded
else:
return num_string
def channel_name_formating(channel_name):
name_mod = channel_name.replace("_", " ")
if name_mod.lower().endswith(" imp"):
name_mod = name_mod.replace("Imp", "Spend")
elif name_mod.lower().endswith(" clicks"):
name_mod = name_mod.replace("Clicks", "Spend")
return name_mod
def send_email(email, message):
s = smtplib.SMTP("smtp.gmail.com", 587)
s.starttls()
s.login("geethu4444@gmail.com", "jgydhpfusuremcol")
s.sendmail("geethu4444@gmail.com", email, message)
s.quit()
# if __name__ == "__main__":
# initialize_data()