웹툰 클롤링

ParkJinYoung·2022년 9월 21일
0
url='https://comic.naver.com/webtoon/weekday'
driver = wb.Chrome()
driver.get(url)
driver.maximize_window()

#네이버 로그인
#로그인 클릭
Naver_login = driver.find_element(By.CSS_SELECTOR,'.gnb_txt')
Naver_login.click()
#아이디
Naver_login_id = driver.find_element(By.CSS_SELECTOR,'#id')
Naver_login_id.click()
pyperclip.copy(Naver_id)#네이버 본인아이디
Naver_login_id.send_keys(Keys.CONTROL, 'v')
time.sleep(1)
#비밀번호
Naver_login_pw = driver.find_element(By.CSS_SELECTOR,'#pw')
Naver_login_pw.click()
pyperclip.copy(Naver_pw)#비밀번호
Naver_login_pw.send_keys(Keys.CONTROL, 'v')
time.sleep(1)
#클릭
Naver_login_btn = driver.find_element(By.CSS_SELECTOR,'.btn_login')
Naver_login_btn.click()
print('네이버로그인')

#네이버웹툰크롤링

#네이버 요일별 15개씩
Naver_Toon_Imgs=[]
Naver_Toon_Titles=[]
Naver_Toon_Wrts=[] 
Naver_Toon_Details=[]
Naver_Toon_Genres =[]
Naver_Toon_Grades=[]
Naver_Toon_Frists=[]

    
for i in range(7):
    move=driver.find_elements(By.CSS_SELECTOR,'#content > .category_tab> li')
    move[i+1].click()
    time.sleep(1)
        #time.sleep(1) #1초쉬기
    try:
        for i in range(15):
            time.sleep(0.5)
            #요일웹툰 들어가기
            Naver_list_toon=driver.find_elements(By.CSS_SELECTOR,'.list_area.daily_img  .thumb')
            Naver_list_toon[i].click()
            #웹툰 썸네일
            Naver_Toon_Images = driver.find_element(By.CSS_SELECTOR,"#content > div.comicinfo > div.thumb > a > img")
            Naver_Toon_Img = Naver_Toon_Images.get_attribute('src')
            #타이틀
            Naver_Toon_Title = driver.find_element(By.CSS_SELECTOR,'h2 > span.title').text
            #작가
            Naver_Toon_Wrt = driver.find_element(By.CSS_SELECTOR,'h2 > span.wrt_nm').text
            #설명
            Naver_Toon_Detail = driver.find_element(By.CSS_SELECTOR,'div.detail>p').text.replace('\n','')
            #장르
            Naver_Toon_Genre = driver.find_element(By.CSS_SELECTOR,'p.detail_info > span.genre').text
            #등급
            Naver_Toon_Grade = driver.find_element(By.CSS_SELECTOR,'p.detail_info > span.age').text
            #연재 시작일
            list_move=driver.find_element(By.CSS_SELECTOR,'#content > div.comicinfo > div.detail > ul > li:nth-child(2) > a')
            list_move.click()
            Naver_Toon_Frist=driver.find_element(By.CSS_SELECTOR,'dl.rt>dd.date').text
            
            Naver_Toon_Imgs.append(Naver_Toon_Img)#이미지 주소 모음
            Naver_Toon_Frists.append(Naver_Toon_Frist)#연재 시작일 모음
            Naver_Toon_Titles.append(Naver_Toon_Title)#제목 모음
            Naver_Toon_Wrts.append(Naver_Toon_Wrt)#작가 모음
            Naver_Toon_Details.append(Naver_Toon_Detail)#설명 모음
            Naver_Toon_Genres.append(Naver_Toon_Genre)#장르 모음
            Naver_Toon_Grades.append(Naver_Toon_Grade)#등급 모음
            time.sleep(0.5)
            driver.back()
            driver.back()
    except:
        print("다음날")

#약 12분정도 소요
#카카오 이동
time.sleep(0.5)
driver.get('https://page.kakao.com/menu/10')
time.sleep(0.5)
#웹툰으로 이동
Kakao_Webtoon_Week_btn = driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-58idf7-Menu > div.css-1rqwr1m-PcMainTab-Menu > div > div:nth-child(2) > a')
Kakao_Webtoon_Week_btn.click()
time.sleep(0.5)

#카카오로그인
#로그인버튼
login_btn = driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-1uny17z-Sticky-PcLayoutHeader > div > div.css-uhicds-PcHeader > div.css-8qyfof-PcHeader > img.css-dqete9-Icon-PcHeader')
login_btn.click()
time.sleep(1)

# 최근 열린 탭으로 전환
driver.switch_to.window(driver.window_handles[-1])

# 로딩 기다리기
time.sleep(1)
#아이디
try:
    Kakao_login_id = driver.find_element(By.CSS_SELECTOR,'#input-loginKey')
    pyperclip.copy(Kakao_id)#본인아이디
    Kakao_login_id.send_keys(Keys.CONTROL, 'v')
    #비밀번호
    Kakao_login_pw = driver.find_element(By.CSS_SELECTOR,'#input-password')
    pyperclip.copy(Kakao_pw)#본인비밀번호
    Kakao_login_pw.send_keys(Keys.CONTROL, 'v')
    login_btn1 = driver.find_element(By.CSS_SELECTOR,'#mainContent > div > div > form > div.confirm_btn > button.btn_g.highlight')
    login_btn1.click()
    print('카카오로그인')
except:
    Kakao_login_id = driver.find_element(By.CSS_SELECTOR,'#id_email_2')
    pyperclip.copy(Kakao_id)#본인아이디
    Kakao_login_id.send_keys(Keys.CONTROL, 'v')
    #비밀번호
    Kakao_login_pw = driver.find_element(By.CSS_SELECTOR,'#id_password_3')
    pyperclip.copy(Kakao_pw)#본인비밀번호
    Kakao_login_pw.send_keys(Keys.CONTROL, 'v')
    login_btn1 = driver.find_element(By.CSS_SELECTOR,'#login-form > fieldset > div.wrap_btn > button.btn_g.btn_confirm.submit')
    login_btn1.click()
    print('카카오로그인')
    
time.sleep(0.5)
driver.switch_to.window(driver.window_handles[-1])

#카카오 이동
time.sleep(0.5)
driver.get('https://page.kakao.com/menu/10')
time.sleep(0.5)
#웹툰으로 이동
Kakao_Webtoon_Week_btn = driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-58idf7-Menu > div.css-1rqwr1m-PcMainTab-Menu > div > div:nth-child(2) > a')
Kakao_Webtoon_Week_btn.click()
time.sleep(0.5)

#카카오로그인
#로그인버튼
login_btn = driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-1uny17z-Sticky-PcLayoutHeader > div > div.css-uhicds-PcHeader > div.css-8qyfof-PcHeader > img.css-dqete9-Icon-PcHeader')
login_btn.click()
time.sleep(1)

# 최근 열린 탭으로 전환
driver.switch_to.window(driver.window_handles[-1])

# 로딩 기다리기
time.sleep(1)
#아이디
try:
    Kakao_login_id = driver.find_element(By.CSS_SELECTOR,'#input-loginKey')
    pyperclip.copy(Kakao_id)#본인아이디
    Kakao_login_id.send_keys(Keys.CONTROL, 'v')
    #비밀번호
    Kakao_login_pw = driver.find_element(By.CSS_SELECTOR,'#input-password')
    pyperclip.copy(Kakao_pw)#본인비밀번호
    Kakao_login_pw.send_keys(Keys.CONTROL, 'v')
    login_btn1 = driver.find_element(By.CSS_SELECTOR,'#mainContent > div > div > form > div.confirm_btn > button.btn_g.highlight')
    login_btn1.click()
    print('카카오로그인')
except:
    Kakao_login_id = driver.find_element(By.CSS_SELECTOR,'#id_email_2')
    pyperclip.copy(Kakao_id)#본인아이디
    Kakao_login_id.send_keys(Keys.CONTROL, 'v')
    #비밀번호
    Kakao_login_pw = driver.find_element(By.CSS_SELECTOR,'#id_password_3')
    pyperclip.copy(Kakao_pw)#본인비밀번호
    Kakao_login_pw.send_keys(Keys.CONTROL, 'v')
    login_btn1 = driver.find_element(By.CSS_SELECTOR,'#login-form > fieldset > div.wrap_btn > button.btn_g.btn_confirm.submit')
    login_btn1.click()
    print('카카오로그인')
    
time.sleep(0.5)
driver.switch_to.window(driver.window_handles[-1])

#카카오 요일별 15개씩
Kakao_Toon_Imags=[]
Kakao_Toon_Titles=[]
Kakao_Toon_Wrts=[]
Kakao_Toon_Starts=[]
Kakao_Toon_Details=[]
Kakao_Toon_Grades=[]
Kakao_Toon_Genres=[]
               
for i in range(7):

    time.sleep(1)
    #요일이동
    Kakao_Week_btn = driver.find_elements(By.CSS_SELECTOR,'.css-nmynsd')
    Kakao_Week_btn[i].click()
    time.sleep(1)
    
    try:

        for i in range(15):       
            #웹툰이동
            time.sleep(1)
            Kakao_Webtoon_Week_btn = driver.find_elements(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-58idf7-Menu > div.css-1dqbyyp-Home > div > div > div:nth-child(3) > div > div > div > div > a > div > div.css-13z80ag-CardViewItem-CardViewItem')
            Kakao_Webtoon_Week_btn[i].click()
            time.sleep(1)
            #썸네일
            Kakao_Toon_Images = driver.find_element(By.CSS_SELECTOR,"#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-4z4dsn-ContentMainPcContainer > div.css-6wrvoh-ContentMainPcContainer > div.css-dwn26i > div > div.css-0 > div.css-1p0xvye-ContentOverviewThumbnail > div > div > img")
            Kakao_Toon_Imag = Kakao_Toon_Images.get_attribute('src')
            Kakao_Toon_Imags.append(Kakao_Toon_Imag)
            
            
            #제목
            Kakao_Toon_Title=driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-4z4dsn-ContentMainPcContainer > div.css-6wrvoh-ContentMainPcContainer > div.css-dwn26i > div > div.css-0 > div.css-6vpm3i-ContentOverviewInfo > span').text
            Kakao_Toon_Titles.append(Kakao_Toon_Title)

            #작가
            Kakao_Toon_Wrt=driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-4z4dsn-ContentMainPcContainer > div.css-6wrvoh-ContentMainPcContainer > div.css-dwn26i > div > div.css-0 > div.css-6vpm3i-ContentOverviewInfo > div.css-484gjc-ContentOverviewInfo > div.css-1trrlnl-ContentOverviewInfo > span').text
            Kakao_Toon_Wrts.append(Kakao_Toon_Wrt)

            #연재시작일
            Kakao_Toon_Start_Move = driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-1m11tvk-ContentMainPcContainer > div:nth-child(2) > div.css-1e1dh5b-ContentHomeProductListTab > div.css-m5q9mf-BelowDefaultTabMain-TabContent > div.css-1lp6i-BelowDefaultTabMain > div.css-1wep6y4-BelowTabSelectBox > span')
            Kakao_Toon_Start_Move.click()
            time.sleep(1)
            Kakao_Toon_Start_Move1 = driver.find_element(By.CSS_SELECTOR,'body > div.css-tljx21-DialogMain > div.css-1ev5q6i-DialogMain > div.css-1g4xixj-DialogMain > div.css-198nh79-DialogMain > div:nth-child(1)')
            Kakao_Toon_Start_Move1.click()
            time.sleep(2)
            Kakao_Toon_Start=driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-1m11tvk-ContentMainPcContainer > div:nth-child(2) > div.css-1e1dh5b-ContentHomeProductListTab > div.css-1texu31-ContentProductListContainer > ul > li:nth-child(1) > div > div > a > div > div.css-1hewnf8-SingleListViewItem > div.css-17q8des-TextsWithSeparator-SingleListViewItem > span:nth-child(1)').text
            Kakao_Toon_Starts.append(Kakao_Toon_Start)

            #등급
            Kakao_Toon_Grade=driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-4z4dsn-ContentMainPcContainer > div.css-6wrvoh-ContentMainPcContainer > div.css-dwn26i > div > div.css-0 > div.css-6vpm3i-ContentOverviewInfo > div.css-1ao35gu-ContentOverviewInfo > span:nth-child(7)').text
            Kakao_Toon_Grades.append(Kakao_Toon_Grade)
            time.sleep(1)
            

            #설명란
            Kakao_Toon_Move_Detail=driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-1m11tvk-ContentMainPcContainer > div.css-1hnswal-PcMainTab-ContentMainPcContainer > div > div:nth-child(2) > a > div')
            Kakao_Toon_Move_Detail.click()
            Kakao_Toon_Detail=driver.find_element(By.CSS_SELECTOR,'#__next > div > div.css-gqvt86-PcLayout > div.css-oezh2b-ContentMainPage > div.css-1m11tvk-ContentMainPcContainer > div.css-1hq49jx-ContentDetailTabContainer > div.css-t3lp6q-ContentTitleSection-ContentDetailTabContainer > span').text.replace('\n','')
            Kakao_Toon_Details.append(Kakao_Toon_Detail)
            time.sleep(1)
                        #장르
            try:
                
                Kakao_Toon_Genre=driver.find_element(By.CSS_SELECTOR,'div.css-1h3rpgl-ContentDetailTabContainer').text.replace('\n','')
                Kakao_Toon_Genres.append(Kakao_Toon_Genre)

                driver.back()
                time.sleep(1)
                driver.back()
                time.sleep(3)

            except:
                Kakao_Toon_Genre=driver.find_element(By.CSS_SELECTOR,'span.css-1797ph-Text').text
                Kakao_Toon_Genres.append(Kakao_Toon_Genre)
                driver.back()
                time.sleep(1)
                driver.back()
                time.sleep(3)
                
    except:
        driver.execute_script("window.scrollTo(0, 0)")
        time.sleep(1)
        print('다음날')


time.sleep(0.5)
driver.get('https://www.lezhin.com/ko/ranking/detail?genre=_all&type=realtime')
time.sleep(0.5)
#레진 코믹스 로그인
#로그인 버튼
Lezhin_login_btn1 = driver.find_element(By.CSS_SELECTOR,'#log-nav-btn')
Lezhin_login_btn1.click()
time.sleep(1)
Lezhin_login_btn2 = driver.find_element(By.CSS_SELECTOR,'#log-nav-before > a')
Lezhin_login_btn2.click()
#아이디
Lezhin_login_id = driver.find_element(By.CSS_SELECTOR,'#login-email')
pyperclip.copy(Lezhin_id)#본인아이디
Lezhin_login_id.send_keys(Keys.CONTROL, 'v')
time.sleep(1)
#비밀번호
Lezhin_login_pw = driver.find_element(By.CSS_SELECTOR,'#login-password')
pyperclip.copy(Lezhin_pw)#본인비밀번호
Lezhin_login_pw.send_keys(Keys.CONTROL, 'v')
time.sleep(1)
Lezhin_login_btn3 = driver.find_element(By.CSS_SELECTOR,'#email > div.lzBtnGrp.lzBtnGrp--small > button')
Lezhin_login_btn3.click()
time.sleep(1)
print('레진로그인')

#레진웹툰크롤링

#레진 top 100
Lezhin_Toon_Titles =[]
Lezhin_Toon_Wrts=[] 
Lezhin_Toon_Details=[]
Lezhin_Toon_Genres =[]
Lezhin_Toon_Grades=[]
Lezhin_Toon_Imgs=[]
Lezhin_Toon_Starts=[]

try:
    for i in range(100):   
        #웹툰들어가기
        Lezhin_Toon_Move=driver.find_elements(By.CSS_SELECTOR,'#ranking-tab-panel > ul > li > a')
        Lezhin_Toon_Move[i].click()
        time.sleep(0.3)
        #썸네일
        Lezhin_Toon_Images = driver.find_element(By.CSS_SELECTOR,"#comic-info > picture.comicInfo__cover > img")
        Lezhin_Toon_Img = Lezhin_Toon_Images.get_attribute('src')
        Lezhin_Toon_Imgs.append(Lezhin_Toon_Img)
        #제목
        Lezhin_Toon_Title=driver.find_element(By.CSS_SELECTOR,'.comicInfo__title').text
        Lezhin_Toon_Titles.append(Lezhin_Toon_Title)
        
        #작가
        Lezhin_Toon_Wrt=driver.find_element(By.CSS_SELECTOR,'.comicInfo__artist>a').text
        Lezhin_Toon_Wrts.append(Lezhin_Toon_Wrt)
        
        #장르
        Lezhin_Toon_Genre=driver.find_element(By.CSS_SELECTOR,'.comicInfo__genreGroup>span').text
        Lezhin_Toon_Genres.append(Lezhin_Toon_Genre)
        
        #등급
        Lezhin_Toon_Grade=driver.find_elements(By.CSS_SELECTOR,'.comicInfo__genreGroup>span')[1].text
        Lezhin_Toon_Grades.append(Lezhin_Toon_Grade)
        
        #연재시작일
        Lezhin_Toon_Start=driver.find_element(By.CSS_SELECTOR,'.episode__freeDate').text
        Lezhin_Toon_Starts.append(Lezhin_Toon_Start)


        #설명란
        Lezhin_Toon_Move_Detail=driver.find_element(By.CSS_SELECTOR,'button.comicInfo__btnShowExtend')
        Lezhin_Toon_Move_Detail.click()
        time.sleep(0.5)
        Lezhin_Toon_Detail=driver.find_element(By.CSS_SELECTOR,'.comicInfoExtend__synopsis>p').text.replace('\n','')
        Lezhin_Toon_Details.append(Lezhin_Toon_Detail)
        driver.back()
except:
    print('끝')
#4분

time.sleep(1)
driver.get('https://www.toomics.com/webtoon/weekly/dow/1')
time.sleep(0.5)
#투믹스 로그인
#로그인 버튼
Toomics_login_btn1 = driver.find_element(By.CSS_SELECTOR,'#header > div.header__bar > div > div > a.header__login')
Toomics_login_btn1.click()
time.sleep(1)
#카카오계정 로그인 된 상태
Toomics_login_btn2 = driver.find_element(By.CSS_SELECTOR,'#login > div > div > div.modal-body > ul > li:nth-child(2) > a')
Toomics_login_btn2.click()
time.sleep(1)
print("투믹스로그인")
#투믹스 요일별 15개씩
Toomics_Toon_Imags=[]
Toomics_Toon_Titles=[]
Toomics_Toon_Wrts=[]
Toomics_Toon_Genres=[]
Toomics_Toon_Webtoon_Genre=[]
Toomics_Toon_Starts=[]
Toomics_Toon_Details=[]
for i in range(7):
    time.sleep(1)
    driver.find_element(By.TAG_NAME,'body').send_keys(Keys.PAGE_UP)
    time.sleep(0.5)
    Toomics_move = driver.find_elements(By.CSS_SELECTOR,'#contents > div > div.tab-bar-wrap > ul > li > a')
    Toomics_move[i+1].click()
    
    time.sleep(0.5)
    try:
        for i in range(15):
            #웹툰 이동
            time.sleep(0.5)
            driver.find_element(By.XPATH,'/html/body/div[2]/div[1]/div/ul/li['+str(i+1)+']/a').click()
            driver.back()
            time.sleep(0.5)
            driver.find_element(By.XPATH,'/html/body/div[2]/div[1]/div/ul/li['+str(i+1)+']/a').click()

            #썸넴일
            Toomics_Toon_Images = driver.find_element(By.CSS_SELECTOR,"#contents > div > div.episode > div > div > img")
            Toomics_Toon_Imag = Toomics_Toon_Images.get_attribute('src')
            Toomics_Toon_Imags.append(Toomics_Toon_Imag)


            #타이틀
            Toomics_Toon_Title = driver.find_element(By.CSS_SELECTOR,'#contents > div > div.episode > main > div.episode__header > h2').text
            Toomics_Toon_Titles.append(Toomics_Toon_Title)

            #작가
            Toomics_Toon_Wrt = driver.find_element(By.CSS_SELECTOR,'#contents > div > div.episode > main .episode__author>dd').text
            Toomics_Toon_Wrts.append(Toomics_Toon_Wrt)

            Toomics_Toon_Webtoon_Genre=[]
            #장르 태그 가져오기
            Toomics_Toon_Genre=driver.find_elements(By.CSS_SELECTOR,'#contents > div > div.episode > main > div.episode__header > span a')
            for j in range(len(Toomics_Toon_Genre)):
                if Toomics_Toon_Genre[j].get_attribute('class')=='tag tag--gray' or Toomics_Toon_Genre[j].get_attribute('class')=='tag tag--black':
                    Toomics_Toon_Webtoon_Genre.append(Toomics_Toon_Genre[j].text)
            Toomics_Toon_Genres.append(Toomics_Toon_Webtoon_Genre)

            #연재시작일
            Toomics_Toon_Start = driver.find_element(By.CSS_SELECTOR,'#contents > div > div.episode > main > div.episode__body > ul > li > a > div > div.ep__caption > span').text
            Toomics_Toon_Starts.append(Toomics_Toon_Start)

            #설명란
            Toomics_Toon_Detail = driver.find_element(By.CSS_SELECTOR,'#contents > div > div.episode > main > div.episode__header > div.episode__summary').text.replace('\n','')
            Toomics_Toon_Details.append(Toomics_Toon_Detail)


            driver.back() 
            time.sleep(0.5)


    except:
        
        print('다음요일')
#28

time.sleep(0.5)
driver.get('https://toptoon.com/ranking#ranking1')
time.sleep(0.5)

#탑툰 로그인
#로그인 클릭
Toptoon_login_btn1 = driver.find_element(By.CSS_SELECTOR,'li:nth-child(5) > a > span.icon_service_menu > img')
Toptoon_login_btn1.click()
time.sleep(1)
Toptoon_login_btn2 = driver.find_element(By.CSS_SELECTOR,'div.user-id.logOff > button.menu-login')
Toptoon_login_btn2.click()
time.sleep(1)
#카카오 클릭
Toptoon_login_btn3 = driver.find_element(By.CSS_SELECTOR,'#alert_layer > div > div > div.login-join-area > div.login-wp.login-container > ul.login-sns-list.clearfix > li:nth-child(4) > a')
Toptoon_login_btn3.click()
time.sleep(1)
Toptoon_login_btn4 = driver.find_element(By.CSS_SELECTOR,'#alert_layer > div > .btn_close')
Toptoon_login_btn4.click()
print("탑툰로그인")
#탑툰 top100
Toptoon_Toon_Imags=[]
Toptoon_Toon_Titles=[]
Toptoon_Toon_Wrts=[]
Toptoon_Toon_Genres=[]
Toptoon_Toon_Grades=[]
Toptoon_Toon_Starts=[]
Toptoon_Toon_Details=[]

try:
    for i in range(100):
        
        #웹툰 이동
        time.sleep(0.5)
        Toptoon_Webtoon_btn = driver.find_elements(By.CSS_SELECTOR,'#commonComicList > div > ul.swiper-slide.main-swiper.initialized.swiper-main-active > li > a')
        Toptoon_Webtoon_btn[i].click()
        time.sleep(0.5)

        #썸넴일
        Toptoon_Toon_Images = driver.find_element(By.CSS_SELECTOR,"#episodeBnr > div.thumb_area > div")
        Toptoon_Toon_Imag = Toptoon_Toon_Images.get_attribute('style')[23:-3]
        Toptoon_Toon_Imags.append(Toptoon_Toon_Imag)

        #제목
        Toptoon_Toon_Title=driver.find_element(By.CSS_SELECTOR,'#episodeBnr > div.bnr_episode_info > div:nth-child(1) > div.tit_area.clearfix > p > span > span').text
        Toptoon_Toon_Titles.append(Toptoon_Toon_Title)

        #작가
        Toptoon_Toon_Wrt=driver.find_element(By.CSS_SELECTOR,'.comic_wt').text
        Toptoon_Toon_Wrts.append(Toptoon_Toon_Wrt)

        #장르
        Toptoon_Toon_Genre=driver.find_element(By.CSS_SELECTOR,'.comic_tag').text
        Toptoon_Toon_Genres.append(Toptoon_Toon_Genre)

        #등급
        Toptoon_Toon_Grade=driver.find_element(By.CSS_SELECTOR,'#episodeBnr > div.bnr_episode_info > div:nth-child(1) > div.comic_etc_info > .useAge').text
        Toptoon_Toon_Grades.append(Toptoon_Toon_Grade)


        #연재시작일
        Toptoon_Toon_Start=driver.find_element(By.CSS_SELECTOR,'#subContent > div.episode_list_wp > div.episode_list_inner > div.episode_list   ul > a:nth-child(2) > div.flex-item.thumb_text > div.content_wrap > p.episode_date').text
        Toptoon_Toon_Starts.append(Toptoon_Toon_Start)

        #설명란
        Toptoon_Toon_Detail=driver.find_element(By.CSS_SELECTOR,'#episodeBnr > div.bnr_episode_info > div:nth-child(1) > div.comic_story.min > p').text.replace('\n','')
        Toptoon_Toon_Details.append(Toptoon_Toon_Detail)


        time.sleep(0.5)
        driver.back()

except:
    print("탑툰끝")
#7분

스크롤를 내릴때 마다 생겨나는 태그들 문제에 대한 해결필요 웹페이지 자체 로딩으로 되돌아가는 페이지스크롤

profile
꾸준히

0개의 댓글