get hidden text with webdriver

[turbobaby]

Hello,
when I load a website with hidden text elements and try to retrieve the HTML code, I never get the hidden text.
When I do an investigation in Firefox I see the text inside but when I go to the same page with Webdriver and try to fetch the text, the code is not inside.
What does this mean and how can I call it anyway?
$sSource = _WD_GetSource($sSession)
$bElements = _WD_FindElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, True)

[Danp2]

Hi,

Your question is vague so it's difficult to provide an accurate answer. Please post a reproducer script that we can run to observe the behavior you are experiencing.

Dan

[turbobaby]

expandcollapse popup

#include "wd_core.au3"
#include "wd_helper.au3"
#include <MsgBoxConstants.au3>
#include <String.au3>
#include <Array.au3>

Local $sDesiredCapabilities, $sSession, $sSource, $sEl, $sE2, $oSubmit

; Url
Local $sUrl = 'https://www.bibleserver.com/ELB/1.Mose1'

; Initialisierung ChromeDriver
_SetupChrome()

; Launch the designated web driver console app
_WD_Startup()

; Request new session from web driver
$sSession = _WD_CreateSession($sDesiredCapabilities)

_WD_Window($sSession, 'MAXIMIZE')

; Navigate to the designated URL
_WD_Navigate($sSession,$sUrl)


$coockies = _WD_FindElement($sSession, $_WD_LOCATOR_ByXPath, "//a[@class='cc-primary-btn']")
_WD_ElementActionEx($sSession, $coockies , "CLICK")

; Wait for a browser page load to complete before returning
_WD_Loadwait($sSession)


$sSource = _WD_GetSource($sSession)
;ClipPut($sSource)
$bElements = _WD_FindElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, True)
If IsArray($bElements) Then
    For $mi = 0 To UBound($bElements) - 1
        $sText = _WD_ElementAction($sSession, $bElements[$mi], 'property', 'innerText')
        MsgBox(0,$mi &'/'& UBound($bElements),$sText,1)
        $aOptions = StringSplit ( $sText, @LF,  $STR_NOCOUNT)

        $bElements[$mi] = $aOptions[0]
    Next
    _ArrayDisplay($bElements)
Else
    MsgBox(0,'','nothing found')
EndIf

; Session schließen
_WD_DeleteSession($sSession)

; ChromeDriver beenden
_WD_Shutdown()

Func _SetupChrome()
    $_WD_DEBUG = False  ; Webdriver Debug-Fenster
    _WD_Option('Driver', 'chromedriver.exe')
    _WD_Option('Port', 9715)
    _WD_Option('DriverParams', ' --port=9715 --log-path="' & @ScriptDir & '\chrome.log"')
    $sDesiredCapabilities = '{"capabilities": {"alwaysMatch": {"goog:chromeOptions": {"w3c": true }}}}'
EndFunc

I need only the notes in []

[mLipok]

try this:

expandcollapse popup

#AutoIt3Wrapper_Run_AU3Check=Y
#AutoIt3Wrapper_Au3Check_Parameters=-q -d -w 1 -w 2 -w 3 -w 4 -w 5 -w 6 -w 7

#include <MsgBoxConstants.au3>
#include <String.au3>
#include <Array.au3>

#include "wd_core.au3"
#include "wd_helper.au3"

Global $sSession

_Main()

Func _Main()

    _WD_UpdateDriver("chrome")

    ; Initialisierung ChromeDriver
    Local $sDesiredCapabilities = _SetupChrome()

    ; Launch the designated web driver console app
    _WD_Startup()

    ; Request new session from web driver
    $sSession = _WD_CreateSession($sDesiredCapabilities)

    _WD_Window($sSession, 'MAXIMIZE')

    _Example()
    If @error Then ConsoleWrite("! ---> @error=" & @error & "  @extended=" & @extended & _
            " : some error occured" & @CRLF)


    ; Session schließen
    _WD_DeleteSession($sSession)

    ; ChromeDriver beenden
    _WD_Shutdown()


EndFunc   ;==>_Main

Func _Example()
    Local Const $sUrl = 'https://www.bibleserver.com/ELB/1.Mose1'
    Local $aElements

    ; Navigate to the designated URL
    _WD_Navigate($sSession, $sUrl)

;~  fixing here
    Local $coockies = _WD_WaitElement($sSession, $_WD_LOCATOR_ByXPath, "//a[@class='cc-primary-btn']", Default, Default, BitOR($_WD_OPTION_Enabled, $_WD_OPTION_Visible))
    _WD_ElementActionEx($sSession, $coockies, "CLICK")

    ; Wait for a browser page load to complete before returning
    _WD_Loadwait($sSession)

;~  fixing here
    _WD_WaitElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, Default)

    #Region - called issue - fixed
    $aElements = _WD_FindElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, True)
    If @error Then Return SetError(@error, @extended, 0)

    Local $sText = '', $aOptions
    If IsArray($aElements) Then
        For $mi = 0 To UBound($aElements) - 1
            $sText = _WD_ElementAction($sSession, $aElements[$mi], 'property', 'innerText')
            If @error Then ExitLoop

            MsgBox(0, $mi & '/' & UBound($aElements), $sText, 5)
            $aOptions = StringSplit($sText, @LF, $STR_NOCOUNT)

            $aElements[$mi] = $aOptions[0]
        Next
        _ArrayDisplay($aElements)
    Else
        MsgBox(0, '', 'nothing found')
    EndIf
    #EndRegion - called issue - fixed

    #Region - mLipok solution
    $aElements = _WD_FindElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, True)
    If @error Then Return SetError(@error, @extended, 0)

    Local $sJavaScript = _
            "var element = arguments[0];" & _
            "return element.innerText;"

    If IsArray($aElements) Then
        For $mi = 0 To UBound($aElements) - 1
            $sText = _WD_ExecuteScript($sSession, $sJavaScript, __WD_JsonElement($aElements[$mi]), Default, $_WD_JSON_Value)
            If @error Then ExitLoop

            MsgBox(0, $mi & '/' & UBound($aElements), $sText, 5)
            $aOptions = StringSplit($sText, @LF, $STR_NOCOUNT)

            $aElements[$mi] = $aOptions[0]
        Next
    EndIf
    #EndRegion - mLipok solution

EndFunc   ;==>_Example

Func _SetupChrome()
    $_WD_DEBUG = False  ; Webdriver Debug-Fenster
    _WD_Option('Driver', 'chromedriver.exe')
    _WD_Option('Port', 9715)
    _WD_Option('DriverParams', ' --port=9715 --log-path="' & @ScriptDir & '\chrome.log"')
    Local $sDesiredCapabilities = '{"capabilities": {"alwaysMatch": {"goog:chromeOptions": {"w3c": true }}}}'
    Return $sDesiredCapabilities
EndFunc   ;==>_SetupChrome

 

Edited November 25, 2022 by mLipok

[turbobaby]

Thanks, but its not working

Edited November 25, 2022 by turbobaby

[turbobaby]

6 hours ago, mLipok said:

try this:

expandcollapse popup

#AutoIt3Wrapper_Run_AU3Check=Y
#AutoIt3Wrapper_Au3Check_Parameters=-q -d -w 1 -w 2 -w 3 -w 4 -w 5 -w 6 -w 7

#include <MsgBoxConstants.au3>
#include <String.au3>
#include <Array.au3>

#include "wd_core.au3"
#include "wd_helper.au3"

Global $sSession

_Main()

Func _Main()

    _WD_UpdateDriver("chrome")

    ; Initialisierung ChromeDriver
    Local $sDesiredCapabilities = _SetupChrome()

    ; Launch the designated web driver console app
    _WD_Startup()

    ; Request new session from web driver
    $sSession = _WD_CreateSession($sDesiredCapabilities)

    _WD_Window($sSession, 'MAXIMIZE')

    _Example()
    If @error Then ConsoleWrite("! ---> @error=" & @error & "  @extended=" & @extended & _
            " : some error occured" & @CRLF)


    ; Session schließen
    _WD_DeleteSession($sSession)

    ; ChromeDriver beenden
    _WD_Shutdown()


EndFunc   ;==>_Main

Func _Example()
    Local Const $sUrl = 'https://www.bibleserver.com/ELB/1.Mose1'
    Local $aElements

    ; Navigate to the designated URL
    _WD_Navigate($sSession, $sUrl)

;~  fixing here
    Local $coockies = _WD_WaitElement($sSession, $_WD_LOCATOR_ByXPath, "//a[@class='cc-primary-btn']", Default, Default, BitOR($_WD_OPTION_Enabled, $_WD_OPTION_Visible))
    _WD_ElementActionEx($sSession, $coockies, "CLICK")

    ; Wait for a browser page load to complete before returning
    _WD_Loadwait($sSession)

;~  fixing here
    _WD_WaitElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, Default)

    #Region - called issue - fixed
    $aElements = _WD_FindElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, True)
    If @error Then Return SetError(@error, @extended, 0)

    Local $sText = '', $aOptions
    If IsArray($aElements) Then
        For $mi = 0 To UBound($aElements) - 1
            $sText = _WD_ElementAction($sSession, $aElements[$mi], 'property', 'innerText')
            If @error Then ExitLoop

            MsgBox(0, $mi & '/' & UBound($aElements), $sText, 5)
            $aOptions = StringSplit($sText, @LF, $STR_NOCOUNT)

            $aElements[$mi] = $aOptions[0]
        Next
        _ArrayDisplay($aElements)
    Else
        MsgBox(0, '', 'nothing found')
    EndIf
    #EndRegion - called issue - fixed

    #Region - mLipok solution
    $aElements = _WD_FindElement($sSession, $_WD_LOCATOR_ByXPath, "//div[@class='print-footer hidden-screen-only']", Default, True)
    If @error Then Return SetError(@error, @extended, 0)

    Local $sJavaScript = _
            "var element = arguments[0];" & _
            "return element.innerText;"

    If IsArray($aElements) Then
        For $mi = 0 To UBound($aElements) - 1
            $sText = _WD_ExecuteScript($sSession, $sJavaScript, __WD_JsonElement($aElements[$mi]), Default, $_WD_JSON_Value)
            If @error Then ExitLoop

            MsgBox(0, $mi & '/' & UBound($aElements), $sText, 5)
            $aOptions = StringSplit($sText, @LF, $STR_NOCOUNT)

            $aElements[$mi] = $aOptions[0]
        Next
    EndIf
    #EndRegion - mLipok solution

EndFunc   ;==>_Example

Func _SetupChrome()
    $_WD_DEBUG = False  ; Webdriver Debug-Fenster
    _WD_Option('Driver', 'chromedriver.exe')
    _WD_Option('Port', 9715)
    _WD_Option('DriverParams', ' --port=9715 --log-path="' & @ScriptDir & '\chrome.log"')
    Local $sDesiredCapabilities = '{"capabilities": {"alwaysMatch": {"goog:chromeOptions": {"w3c": true }}}}'
    Return $sDesiredCapabilities
EndFunc   ;==>_SetupChrome

 

after i try the code i become now allways warnings in WinHttp.au3.

all about variables are already declared/assigned in the Code Func __WinHttpHTML5FormAttribs.

What does it mean?