I want to unify the acquisition of information from different web pages.

# code 1.googleAPI search and output results to json file
import json
import urllib.request
import urllib.parse
from urllib.request import urlopen
QUERY=u 'Company Overview + Tokyo'
key = 'KEY'
cx = 'CX'
NUM = 3
cseurl='https://www.googleapis.com/customsearch/v1?'
param={
  'key': key,
  'q'—Query,
  'cx': cx,
  'alt': 'json',
  'lr': 'lang_ja',
}
start = 1
f=open('result/GoogleResult.json', 'w')

for i in range (0, NUM):
  params ['start'] = start
  req_url = cseurl + urllib.parse.urlencode (params)
  search_response=urllib.request.urlopen(req_url)
  search_results=search_response.read().decode("utf8")
  dump=json.loads(search_results)
  f.write(json.dumps(dump)+"\n")
  start=int(dump['queries']['nextPage'][0]['startIndex'])
f.close()


# Code 2. Extract URL from json file of Google search results
import re
read_file=open('result/GoogleResult.json', 'r')
resultFileData=read_file.read().replace(',',','\n')
read_file.close()
# Regular Expression Patterns for URL Extraction
pattern=re.compile(r'"link":\s"http.+"')
link_urls=pattern.findall(resultFileData)
write_file=open('result/UrlList.txt', 'w')
for link_urlin link_urls:
  geturl=link_url.replace("\"link\":\"","".replace("\"",")
  write_file.write(geturl+'\n')
write_file.close()

# Code 3. Obtain information about the table tag of the URL destination obtained
import csv
from bs4 import BeautifulSoup
urlfile=open('result/UrlList.txt', 'r')
urlrows=urlfile.readlines()
urlfile.close()

csvFile=open("result/url_file.csv", 'wt', newline=', encoding='utf-8')
For urrow in urrows:
  html=urlopen(urlrow)
  bsObj=BeautifulSoup(html)
  tables=bsObj.findAll("table")
  writer=csv.writer(csvFile)
  for table intables:
    rows=table.findAll("tr")
    For row in rows:
      csvRow = [ ]
      for cell in row.findAll (['td', 'th']
        csvRow.append(cell.get_text())
        iflen(csvRow) == 2:
          writer.writerow (csvRow)
  writer.writerow("-----------")
csvFile.close()