# @hidden_cell
# The project token is an authorization token that is used to access project resources like data sources, connections, and used by platform APIs.
from project_lib import Project
import pandas as pd
import requests
import numpy as np
from datetime import datetime
from pytz import timezone
import csv
import time

project = Project(project_id='4f97b1bc-588d-42b9-a2f5-faa9d9186fa6', project_access_token='p-11b8681990cf066e0a5dfa7d6a7ee62087f49636')
pc = project.project_context

Teams = project.get_file("Team_ID.csv")
TeamsDF = pd.read_csv(Teams)
weeks_2013 = project.get_file("2013_Schedule.csv")
weeks_2013_DF = pd.read_csv(weeks_2013)

url_links = weeks_2013_DF["URL"].to_list()

# #Create Metadata and write to temp csv file
with open('Tempmeta.csv', 'w') as file:
            wr = csv.writer(file, quoting=csv.QUOTE_ALL)
            header_list = ['game_date', 'link', 'total_tables', 'first_table', 'count_check_wanted_tables','utc_ts', 'status']
            wr.writerow(header_list)
            for link in url_links:
                find_game_date = link.rfind('/20')
                global game_date
                game_date = link[find_game_date+1:find_game_date+9]
                fmt = "%Y-%m-%d %H:%M:%S"

                utc_ts = datetime.now().astimezone(timezone('US/Pacific')).strftime(fmt)
                try:
                    html = requests.get(link).content
                    html = html.decode("utf-8") 
                    html = html.replace("<!--","")
                    tables_all = pd.read_html(html)
                    total_tables = len(tables_all)

                    for index, table in enumerate(tables_all):
                        if table.shape == (2,7):
                            first_table = index
                            global wanted_tables 
                            wanted_tables = tables_all[index:total_tables-1]
                            count_check_wanted_tables = len(wanted_tables)
                            meta =[game_date, link, total_tables, first_table, count_check_wanted_tables,utc_ts, "Pass"]
                            wr.writerow(meta)
                            print(meta)

                except Exception as e:
                    meta =[game_date, link,None,None,None,utc_ts, "Fail"]
                    wr.writerow(meta)
                    print(meta)