python_example/fss_dic_new.py at main · nicecoding1/python_example · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
import requests
from bs4 import BeautifulSoup
import re
import sqlite3

fdic = {}
list_a = []
list_b = []

for page in range(1, 55):
    url = "https://fine.fss.or.kr/fine/fnctip/fncDicary/list.do?menuNo=900021&pageIndex="+str(page)+"&src=&kind=&searchCnd=1&searchStr="
    print(url)

    response = requests.get(url)

    if response.status_code == 200:
        html = response.text
        soup = BeautifulSoup(html, 'html.parser')

        ul = soup.select_one('#content > div.bd-list.result-list')
        sub = ul.select('dl > dt')
        con = ul.select('dl > dd')

        for i in sub:
            tmp = i.get_text().strip()
            tmp = tmp.replace("\r\n", "").replace("\t", "")
            tmp = re.sub('^[0-9]+.', '', tmp)
            list_a.append(tmp)
            # print(tmp)

        for i in con:
            tmp = i.get_text().strip()
            list_b.append(tmp)
            # print(tmp)


    else:
        print(response.status_code)

for i in range(len(list_a)):
    fdic[i] = [list_a[i], list_b[i]]

conn = sqlite3.connect("fdic.db")
cur = conn.cursor()
conn.execute("create table fss_dic(id integer, name text, content text)")

for i in fdic:
    name = fdic[i][0]
    content = fdic[i][1]

    sql = "insert into fss_dic values (?, ?, ?)"
    cur.execute(sql, (i, name, content))

conn.commit()
conn.close()