경매사이트 크롤링할 때 로그인해야만 보이는 정보를 가져오고 싶어요

@간소 님 로그인 세션을 유지해줘야하는 군요 ㅠㅠ

부끄럽지만 코드 전문올립니다 ㅠㅠ

 

 

 

 

----------------------------------------로그인 없이 경매 물건 정보 긁어오는 코드-------------------------------------

Sub caseCrawl(wsRowsStart As Integer, wsRowsEnd As Integer)

Dim ws1 As Worksheet: Set ws1 = Sheets("리소스")

Dim URL As String
Dim URL_Login As String
Dim htmlResult As Object '<- GetHTTP 명령문의 결과값 ... >> HTML 문서
Dim strResult As String '<-htmlResult 에서 받아온 HTML 문자열
Dim Cookie As String

Dim auctionId As String '두인경매 사건ID
Dim caseNum As String ' 사건번호
Dim addr As String '주소
Dim buildingArea As String '건물 면적
Dim auctionDate As String '매각기일
Dim buildingType As String '물건종류
Dim landArea As String '대지권
Dim casePrice As String '감정가
Dim lowPrice As String '최저입찰가
Dim depositPrice As String '입찰보증금
Dim bidderCount As String '응찰자수
Dim highestBidPrice As String '낙찰가
Dim secondBidPrice As String '차순위 입찰가
Dim state As String '상태

Dim vAuctionDate As Variant '입찰기일을 넣을 배열
Dim vAuctionDate1 As Variant '입찰기일을 넣을 배열
Dim vState1 As Variant '상태를 넣을 배열
Dim vState2 As Variant '상태를 넣을 배열

Dim sAuctionId As Byte: sAuctionId = [소스_두인경매ID]
Dim sBuildingType As Byte: sBuildingType = [소스_물건종류]
Dim sAddr As Byte: sAddr = [소스_소재지]
Dim sArea As Byte: sArea = [소스_면적]
Dim sAuctionDate As Byte: sAuctionDate = [소스_매각기일]
Dim sCaseNum As Byte: sCaseNum = [소스_사건번호]
Dim sCasePrice As Byte: sCasePrice = [소스_감정가]
Dim sLowPrice As Byte: sLowPrice = [소스_최저입찰가]
Dim sDepositPrice As Byte: sDepositPrice = [소스_입찰보증금]
Dim sState As Byte: sState = [소스_상태]
Dim sBidderCount As Byte: sBidderCount = [소스_응찰자]
Dim sHighestBidPrice As Byte: sHighestBidPrice = [소스_낙찰가]
Dim sSecondBidPrice As Byte: sSecondBidPrice = [소스_차순위낙찰가]

Dim wsRows As Integer
'Dim wsRowsStart As Integer: wsRowsStart = 343
'Dim wsRowsEnd As Integer: wsRowsEnd = 343 'ws1.[F4].CurrentRegion.Rows.count + 3

Application.ScreenUpdating = False '이미지가 삽입될 때 속도 저하를 방지하기 위해서 함수 화면 업데이트를 off
Application.EnableEvents = False '수식이 변경될 때 더 빠르세 실행하기위함.

'로그인

 

For wsRows = wsRowsStart To wsRowsEnd

auctionId = ws1.Cells(wsRows, sAuctionId)

URL = "https://www.dooinauction.com/auction/search/?auction_id=" & auctionId '두인경매
'URL_Login = "https://www.dooinauction.com/login/?redirect_to=https%3A%2F%2Fwww.dooinauction.com%2Fauction%2Fsearch%2F%3Fauction_id%3D" & auctionId

Set htmlResult = Nothing
Set htmlResult = GetHttp(URL, , , , True)
'On Error Resume Next
strResult = htmlResult.body.innerHTML

'Debug.Print strResult

'ExportText strResult

'사건번호
If InStr(strResult, "<!-- //관련 물건번호 탭 -->") > 0 Then

caseNum = Splitter(strResult, "<!-- //관련 물건번호 탭 -->", "</div>")
caseNum = Splitter(caseNum, "<div class=""list-cell color-nice-blue"">")
Sheet1.Cells(wsRows, sCaseNum) = caseNum

Else:

caseNum = Splitter(strResult, "<!-- 상품 정보 -->", "</div>")
'Debug.Print caseNum
caseNum = Splitter(caseNum, "<div class=""list-cell color-nice-blue"">")
'Debug.Print caseNum
Sheet1.Cells(wsRows, sCaseNum) = caseNum

End If

'물건종류
buildingType = Splitter(strResult, "<th><strong>물건종류</strong></th>", "</td>")
buildingType = Splitter(buildingType, "<td class=""text-align-left"">")
buildingType = Replace(buildingType, Chr(10), "")
Sheet1.Cells(wsRows, sBuildingType) = Trim(buildingType)

'주소
addr = Splitter(strResult, "<th><strong>소재지</strong></th>", "</strong></td>")
addr = Splitter(addr, "<td class=""text-align-left"" colspan=""5""><strong>", "</strong>")

'도로명 주소가 포함되어있으면 삭제하는 코드
If Right(addr, 1) = "]" Then
Dim l As Integer: l = InStr(addr, " [")

addr = Left(addr, l - 2)
End If

addr = Replace(addr, "경기", "경기도")
addr = Replace(addr, "충남", "충청남도")
addr = Replace(addr, "충북", "충청북도")
addr = Replace(addr, "경남", "경상남도")
addr = Replace(addr, "경북", "경상북도")
addr = Replace(addr, "전남", "전라남도")
addr = Replace(addr, "전북", "전라북도")

Sheet1.Cells(wsRows, sAddr) = addr

'건물 면적
buildingArea = Splitter(strResult, "<th><strong>건물면적</strong></th>", "</strong></td>")
buildingArea = Splitter(buildingArea, "<td class=""text-align-left"">", "</td>")
landArea = Splitter(strResult, "<th><strong>대지권</strong></th>", "</strong></td>")
landArea = Splitter(landArea, "<td class=""text-align-left"">", "</td>")

ws1.Cells(wsRows, sArea) = "건물 " & buildingArea & " / 대지권 " & landArea

'매각기일
auctionDate = Splitter(strResult, "<th>상태</th>", "</tbody>")

If InStr(auctionDate, "차") Then

vAuctionDate = Split(auctionDate, "차</td>")
'Debug.Print auctionDate
Dim z As Integer

For z = LBound(vAuctionDate) + 1 To UBound(vAuctionDate)
'Debug.Print vAuctionDate(z)
auctionDate = Splitter(vAuctionDate(z), "<td>", "</td>")

Next

ws1.Cells(wsRows, sAuctionDate) = auctionDate
ElseIf InStr(auctionDate, "종국결과") Then

vAuctionDate = Split(auctionDate, "종국결과</td>")
'Debug.Print auctionDate

For z = LBound(vAuctionDate) + 1 To UBound(vAuctionDate)
'Debug.Print vAuctionDate(z)
auctionDate = Splitter(vAuctionDate(z), "<td>", "</td>")

Next

ws1.Cells(wsRows, sAuctionDate) = auctionDate

Else

vAuctionDate1 = Split(auctionDate, "입찰변경</td>")
'Debug.Print auctionDate
'Dim z As Integer

For z = LBound(vAuctionDate1) + 1 To UBound(vAuctionDate1)
'Debug.Print vAuctionDate1(z)
auctionDate = Splitter(vAuctionDate1(z), "<td>", "</td>")

Next

ws1.Cells(wsRows, sAuctionDate) = auctionDate

End If

' vAuctionDate = Split(auctionDate, "차</td>")
' Debug.Print auctionDate
' Dim z As Integer
'
' For z = LBound(vAuctionDate) + 1 To UBound(vAuctionDate)
' Debug.Print vAuctionDate(z)
' auctionDate = Splitter(vAuctionDate(z), "<td>", "</td>")
'
' Next
'
' ws1.Cells(wsRows, sAuctionDate) = auctionDate

'감정가
casePrice = Splitter(strResult, "<th><strong>감정가</strong></th>", "</strong></td>")
casePrice = Splitter(casePrice, "<td class=""text-align-right""><strong class=""color-black"">", "원")

ws1.Cells(wsRows, sCasePrice) = casePrice

'최저입찰가
lowPrice = Splitter(strResult, "<th><strong>최저가</strong></th>", "원</strong></td>")
lowPrice = Splitter(strResult, "<td class=""text-align-right""><strong class=""color-cornflower"">", "원")

ws1.Cells(wsRows, sLowPrice) = lowPrice

'입찰 보증금
depositPrice = Splitter(strResult, "<th><strong>입찰보증금</strong></th>", "원</strong></td>")
depositPrice = Splitter(depositPrice, "<td class=""text-align-right""><strong class=""color-black"">", "원")

ws1.Cells(wsRows, sDepositPrice) = depositPrice

'상태
state = Splitter(strResult, "<th>상태</th>", "</tbody>")
state = Splitter(state, "<tr class=""point"">", "</tr>")
'Debug.Print state
vState1 = Split(state, Chr(10))

z = 0 'For문에 사용할 z값 초기화
For z = LBound(vState1) + 1 To UBound(vState1) - 1

state = Trim(Replace(vState1(z), "</td>", ""))
state = Trim(Replace(state, Chr(9), ""))

Next

If InStr(state, "변경") Then

state = Splitter(state, "<span class=""color-cornflower"">", "</span>")
ws1.Cells(wsRows, sState) = state
End If

ws1.Cells(wsRows, sState) = state

'낙찰가
' If InStr(state, "낙찰") Then
' highestBidPrice = Splitter(strResult, "낙찰 </td>", "매각결정기일")
' highestBidPrice = Splitter(highestBidPrice, "<strong>", "</strong>")
' End If
' ws1.Cells(wsRows, sHighestBidPrice) = highestBidPrice

'디버그용
Debug.Print "Line: " & wsRows

Next

'추가된 열부터 가져오는 기능.

Application.ScreenUpdating = True
Application.EnableEvents = True

End Sub

---------------------------로그인 하는 코드----------------------------------

Sub DooinLogin(LoginID As String, LoginPW As String)

'// 네이버 자동 로그인 명령문 시작
Dim MyBrowser As InternetExplorer
Dim MyURL As String
Dim HTMLDoc As HTMLDocument
Dim txtID As IHTMLElement
Dim txtPW As IHTMLElement
Dim btnLogin As IHTMLElement

Dim strResult As String
Dim Cookie As String

'On Error GoTo Err_Clear

MyURL = "https://www.dooinauction.com/login/"

Set htmlResult = Nothing
Set htmlResult = GetHttp(MyURL, , , , True)
'On Error Resume Next
strResult = htmlResult.body.innerHTML

'Debug.Print strResult

'ExportText strResult

Set MyBrowser = New InternetExplorer
MyBrowser.Silent = True
MyBrowser.Visible = True
MyBrowser.navigate MyURL

Wait_Browser MyBrowser

Set HTMLDoc = MyBrowser.document

'ID 입력
For Each txtID In HTMLDoc.getElementsByClassName("form-control")
If txtID.Name = "log" Then txtID.Value = LoginID: Exit For
Next

'PW 입력
For Each txtPW In HTMLDoc.getElementsByClassName("form-control is-invalid")
If txtPW.Name = "pwd" Then txtPW.Value = LoginPW: Exit For
Next

For Each btnLogin In HTMLDoc.getElementsByClassName("btn w-100 btn-cornflower btn-vlg btn-login")
If btnLogin.className = "btn w-100 btn-cornflower btn-vlg btn-login" Then btnLogin.Click: Exit For
Next

'추가된 열부터 가져오는 기능.

Application.ScreenUpdating = True
Application.EnableEvents = True

Exit Sub

Err_Clear:
If Err <> 0 Then
Err.Clear
Resume Next
End If
End Sub