-
Notifications
You must be signed in to change notification settings - Fork 0
/
crawling_dynamic_rogin2_1.py
56 lines (40 loc) · 1.34 KB
/
crawling_dynamic_rogin2_1.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
from selenium import webdriver
import time
driver = webdriver.Chrome('./chromedriver')
link = 'https://nid.naver.com/nidlogin.login?mode=form&url=https%3A%2F%2Fwww.naver.com'
driver.get(link)
time.sleep(2)
myid = 'id'
mypw = 'pw'
driver.execute_script("document.getElementsByName('id')[0].value = \'" + myid + "\'")
driver.execute_script("document.getElementsByName('id')[0].value = \'" + mypw + "\'")
time.sleep(1)
driver.find_element_by_id('log.login').click()
time.sleep(1)
comu = 'https://cafe.naver.com/codeuniv'
driver.get(comu)
time.sleep(1)
driver.find_element_by_id('menuLink90').click()
time.sleep(1)
driver.switch_to_frame('cafe_main')
time.sleep(1)
art = driver.find_elements_by_css_selector('#main-area > div:nth-child(6) div.board-list')
count = 0
k = 2
#게시글 누르기
for arti in art:
if count == 20:
break
elif count/15 == 1:
k +=1
driver.find_element_by_css_selector('#main-area > div.prev-next > a:nth-child(' + str(k) + ')'.click()
title = arti.text
arti.click()
time.sleep(1)
content = driver.find_element_by_xpath('//*[@id="SE-157802fa-8718-4b10-9ebb-75b12409ed8c"]').text
count +=1
print(f' < {count} 번 문서 > - {title}')
print(content, end = ' ')
print('\n')
driver.back()
driver.close()