import requests
import io,os
from bs4 import BeautifulSoup
import pandas as pd
import json
import warnings

warnings.filterwarnings("ignore")

json_data = []
jdata = {}

try:
   data = pd.read_excel('tp-titles.xlsx', engine='openpyxl')
   df = pd.DataFrame(data, columns=['URL'])
   for ind in df.index:
      name = df['URL'][ind]
      obj = {
         'name' : name,
         'url' : ""
      }
      json_data.append(obj)  
      
   jdata['data'] = json_data
   json_object = json.dumps(jdata, indent = 4)
   
   with open("tp_new_titles.json", "w") as outfile:
      outfile.write(json_object)
   
except Exception as e:
   print("Error: " + str(e))
   exit()