Get all attributes from each Selenium element in record time
# Tested with:
# https://github.com/ultrafunkamsterdam/undetected-chromedriver
# Python 3.9.13
# Windows 10
$pip install a-selenium2df
from a_selenium2df import get_df
from auto_download_undetected_chromedriver import download_undetected_chromedriver
import undetected_chromedriver as uc
from selenium.webdriver.support import expected_conditions
from selenium.webdriver.support.wait import WebDriverWait
from selenium.webdriver.common.by import By
if __name__ == "__main__":
folderchromedriver = "f:\\seleniumdriver2"
path = download_undetected_chromedriver(folder_path_for_exe=folderchromedriver, undetected=True)
driver = uc.Chrome(driver_executable_path=path)
driver.get(r"https://www.whitehouse.gov/")
df = get_df(driver, By, WebDriverWait, expected_conditions, queryselector="a", with_methods=False, )
# Faster, but you can only use the standard methods from the webelements
# The function parses the attributes of webelements much faster than
# pure Selenium because everything is done in a single query
# while Selenium sends a query for each item
# %timeit get_df(driver, By, WebDriverWait, expected_conditions, queryselector="a", with_methods=False, )
# 289 ms ± 4.89 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
df = get_df(driver, By, WebDriverWait, expected_conditions, queryselector="a",
with_methods=True, ) # Includes many methods methods, and takes care about frame switching
# Slower, but you get many useful methods
# %timeit get_df(driver, By, WebDriverWait, expected_conditions, queryselector="a", with_methods=True, )
# 908 ms ± 40.1 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)
# Now you can use the power of pandas to locate webelements:
# print(df.loc[df.aa_outerText.str.contains('Vaccines.gov',na=False)].to_string())
#
#
# element frame elements_in_frame aa_relList aa_text aa_origin aa_host aa_hostname aa_pathname aa_href aa_offsetParent aa_offsetTop aa_offsetLeft aa_offsetWidth aa_offsetHeight aa_innerText aa_outerText aa_className aa_classList aa_innerHTML aa_outerHTML aa_scrollWidth aa_scrollHeight aa_clientWidth aa_clientHeight aa_previousElementSibling aa_nextElementSibling aa_parentNode aa_parentElement aa_firstChild aa_lastChild aa_nextSibling aa_textContent aa_rel aa_firstElementChild aa_lastElementChild aa_childElementCount js_toString js_attachInternals js_blur js_click js_focus js_after js_animate js_append js_attachShadow js_before js_closest js_computedStyleMap js_getAttribute js_getAttributeNS js_getAttributeNames js_getAttributeNode js_getAttributeNodeNS js_getBoundingClientRect js_getClientRects js_getElementsByClassName js_getElementsByTagName js_getElementsByTagNameNS js_getInnerHTML js_hasAttribute js_hasAttributeNS js_hasAttributes js_hasPointerCapture js_insertAdjacentElement js_insertAdjacentHTML js_insertAdjacentText js_matches js_prepend js_querySelector js_querySelectorAll js_releasePointerCapture js_remove js_removeAttribute js_removeAttributeNS js_removeAttributeNode js_replaceChildren js_replaceWith js_requestFullscreen js_requestPointerLock js_scroll js_scrollBy js_scrollIntoView js_scrollIntoViewIfNeeded js_scrollTo js_setAttribute js_setAttributeNS js_setAttributeNode js_setAttributeNodeNS js_setPointerCapture js_toggleAttribute js_webkitMatchesSelector js_webkitRequestFullScreen js_webkitRequestFullscreen js_checkVisibility js_getAnimations js_setHTML js_appendChild js_cloneNode js_compareDocumentPosition js_contains js_getRootNode js_hasChildNodes js_insertBefore js_isDefaultNamespace js_isEqualNode js_isSameNode js_lookupNamespaceURI js_lookupPrefix js_normalize js_removeChild js_replaceChild js_addEventListener js_dispatchEvent js_removeEventListener js_wheel js_change_html_value se_send_keys se_find_elements se_find_element se_is_displayed se_is_enabled se_is_selected se_clear se_click se_switch_to_frame se_location_once_scrolled_into_view se_get_screenshot_as_file se_screenshot aa_window_handle aa_window_switch
# 68 <selenium.webdriver.remote.webelement.WebElement (session="28e4140b6737882b119b3c693a8fd816", element="93eee670-1b4b-4896-b0e3-55357578413c")> mainframe 122 noopener noreferrer Visit Vaccines.gov https://www.vaccines.gov www.vaccines.gov www.vaccines.gov / https://www.vaccines.gov/ [object HTMLDivElement] 333 <NA> 882 57 Visit Vaccines.gov Visit Vaccines.gov home-topper__btn home-topper__btn--mobile btn home-topper__btn home-topper__btn--mobile btn Visit Vaccines.gov <a href="https://www.vaccines.gov/" class="home-topper__btn home-topper__btn--mobile btn" target="_blank" rel="noopener noreferrer">\n\t\t\t\t\t\t\tVisit Vaccines.gov\t\t\t\t\t\t</a> 878 53 878 53 [object HTMLDivElement] <NA> [object HTMLDivElement] [object HTMLDivElement] [object Text] [object Text] [object Text] Visit Vaccines.gov noopener noreferrer <NA> <NA> <NA> () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () None () C:\Users\Gamer\anaconda3\envs\dfdir\seleniumpictures\68.png () CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3 CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3()
# 69 <selenium.webdriver.remote.webelement.WebElement (session="28e4140b6737882b119b3c693a8fd816", element="e720ec81-d95e-4acd-88f6-3546937ec66d")> mainframe 122 noopener noreferrer Visit Vaccines.gov https://www.vaccines.gov www.vaccines.gov www.vaccines.gov / https://www.vaccines.gov/ <NA> <NA> <NA> <NA> <NA> Visit Vaccines.gov Visit Vaccines.gov home-topper__btn btn home-topper__btn btn Visit Vaccines.gov <a href="https://www.vaccines.gov/" class="home-topper__btn btn" target="_blank" rel="noopener noreferrer">\n\t\t\t\t\t\t\tVisit Vaccines.gov\t\t\t\t\t\t</a> <NA> <NA> <NA> <NA> <NA> <NA> [object HTMLDivElement] [object HTMLDivElement] [object Text] [object Text] [object Text] Visit Vaccines.gov noopener noreferrer <NA> <NA> <NA> () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () None () C:\Users\Gamer\anaconda3\envs\dfdir\seleniumpictures\69.png () CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3 CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3()
# 101 <selenium.webdriver.remote.webelement.WebElement (session="28e4140b6737882b119b3c693a8fd816", element="bc9ffa93-6cd1-454f-8785-7967ebb8f91a")> mainframe 122 noopener noreferrer Visit Vaccines.gov https://www.vaccines.gov www.vaccines.gov www.vaccines.gov / https://www.vaccines.gov/ [object HTMLDivElement] 149 137 264 57 Visit Vaccines.gov Visit Vaccines.gov btn btn Visit Vaccines.gov <a href="https://www.vaccines.gov/" class="btn" target="_blank" rel="noopener noreferrer">\n\t\t\t\t\t\t\t\tVisit Vaccines.gov\t\t\t\t\t\t\t</a> 260 53 260 53 [object HTMLHRElement] <NA> [object HTMLDivElement] [object HTMLDivElement] [object Text] [object Text] [object Text] Visit Vaccines.gov noopener noreferrer <NA> <NA> <NA> () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () () None () C:\Users\Gamer\anaconda3\envs\dfdir\seleniumpictures\101.png () CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3 CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3()
#
# print(df.loc[df.aa_outerText.str.contains('Vaccines.gov',na=False)].iloc[0]
# Here is a view of a single element
# Enough information to locate any item
# i n d e x █ index █ 68 █
# ████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████
# 0 █ element █ <selenium.webdriver.remote.webelement.WebElement (session="28e4140b6737882b119b3c693a8fd816", element="93eee670-1b4b-4896-b0e3-55357578413c")> █
# 1 █ frame █ mainframe █
# 2 █ elements_in_frame █ 122 █
# 3 █ aa_relList █ noopener noreferrer █
# 4 █ aa_text █ Visit Vaccines.gov █
# 5 █ aa_origin █ https://www.vaccines.gov █
# 6 █ aa_host █ www.vaccines.gov █
# 7 █ aa_hostname █ www.vaccines.gov █
# 8 █ aa_pathname █ / █
# 9 █ aa_href █ https://www.vaccines.gov/ █
# 10 █ aa_offsetParent █ [object HTMLDivElement] █
# 11 █ aa_offsetTop █ 333 █
# 12 █ aa_offsetLeft █ <NA> █
# 13 █ aa_offsetWidth █ 882 █
# 14 █ aa_offsetHeight █ 57 █
# 15 █ aa_innerText █ Visit Vaccines.gov █
# 16 █ aa_outerText █ Visit Vaccines.gov █
# 17 █ aa_className █ home-topper__btn home-topper__btn--mobile btn █
# 18 █ aa_classList █ home-topper__btn home-topper__btn--mobile btn █
# 19 █ aa_innerHTML █ Visit Vaccines.gov █
# 20 █ aa_outerHTML █ <a href="https://www.vaccines.gov/" class="home-topper__btn home-topper__btn--mobile btn" target="_blank" rel="noopener noreferrer">\n\t\t\t\t\tVisit Vaccines.gov</a> █
# 21 █ aa_scrollWidth █ 878 █
# 22 █ aa_scrollHeight █ 53 █
# 23 █ aa_clientWidth █ 878 █
# 24 █ aa_clientHeight █ 53 █
# 25 █ aa_previousElementSibling █ [object HTMLDivElement] █
# 26 █ aa_nextElementSibling █ <NA> █
# 27 █ aa_parentNode █ [object HTMLDivElement] █
# 28 █ aa_parentElement █ [object HTMLDivElement] █
# 29 █ aa_firstChild █ [object Text] █
# 30 █ aa_lastChild █ [object Text] █
# 31 █ aa_nextSibling █ [object Text] █
# 32 █ aa_textContent █ Visit Vaccines.gov █
# 33 █ aa_rel █ noopener noreferrer █
# 34 █ aa_firstElementChild █ <NA> █
# 35 █ aa_lastElementChild █ <NA> █
# 36 █ aa_childElementCount █ <NA> █
# 37 █ js_toString █ () █
# 38 █ js_attachInternals █ () █
# 39 █ js_blur █ () █
# 40 █ js_click █ () █
# 41 █ js_focus █ () █
# 42 █ js_after █ () █
# 43 █ js_animate █ () █
# 44 █ js_append █ () █
# 45 █ js_attachShadow █ () █
# 46 █ js_before █ () █
# 47 █ js_closest █ () █
# 48 █ js_computedStyleMap █ () █
# 49 █ js_getAttribute █ () █
# 50 █ js_getAttributeNS █ () █
# 51 █ js_getAttributeNames █ () █
# 52 █ js_getAttributeNode █ () █
# 53 █ js_getAttributeNodeNS █ () █
# 54 █ js_getBoundingClientRect █ () █
# 55 █ js_getClientRects █ () █
# 56 █ js_getElementsByClassName █ () █
# 57 █ js_getElementsByTagName █ () █
# 58 █ js_getElementsByTagNameNS █ () █
# 59 █ js_getInnerHTML █ () █
# 60 █ js_hasAttribute █ () █
# 61 █ js_hasAttributeNS █ () █
# 62 █ js_hasAttributes █ () █
# 63 █ js_hasPointerCapture █ () █
# 64 █ js_insertAdjacentElement █ () █
# 65 █ js_insertAdjacentHTML █ () █
# 66 █ js_insertAdjacentText █ () █
# 67 █ js_matches █ () █
# 68 █ js_prepend █ () █
# 69 █ js_querySelector █ () █
# 70 █ js_querySelectorAll █ () █
# 71 █ js_releasePointerCapture █ () █
# 72 █ js_remove █ () █
# 73 █ js_removeAttribute █ () █
# 74 █ js_removeAttributeNS █ () █
# 75 █ js_removeAttributeNode █ () █
# 76 █ js_replaceChildren █ () █
# 77 █ js_replaceWith █ () █
# 78 █ js_requestFullscreen █ () █
# 79 █ js_requestPointerLock █ () █
# 80 █ js_scroll █ () █
# 81 █ js_scrollBy █ () █
# 82 █ js_scrollIntoView █ () █
# 83 █ js_scrollIntoViewIfNeeded █ () █
# 84 █ js_scrollTo █ () █
# 85 █ js_setAttribute █ () █
# 86 █ js_setAttributeNS █ () █
# 87 █ js_setAttributeNode █ () █
# 88 █ js_setAttributeNodeNS █ () █
# 89 █ js_setPointerCapture █ () █
# 90 █ js_toggleAttribute █ () █
# 91 █ js_webkitMatchesSelector █ () █
# 92 █ js_webkitRequestFullScreen █ () █
# 93 █ js_webkitRequestFullscreen █ () █
# 94 █ js_checkVisibility █ () █
# 95 █ js_getAnimations █ () █
# 96 █ js_setHTML █ () █
# 97 █ js_appendChild █ () █
# 98 █ js_cloneNode █ () █
# 99 █ js_compareDocumentPosition █ () █
# 100 █ js_contains █ () █
# 101 █ js_getRootNode █ () █
# 102 █ js_hasChildNodes █ () █
# 103 █ js_insertBefore █ () █
# 104 █ js_isDefaultNamespace █ () █
# 105 █ js_isEqualNode █ () █
# 106 █ js_isSameNode █ () █
# 107 █ js_lookupNamespaceURI █ () █
# 108 █ js_lookupPrefix █ () █
# 109 █ js_normalize █ () █
# 110 █ js_removeChild █ () █
# 111 █ js_replaceChild █ () █
# 112 █ js_addEventListener █ () █
# 113 █ js_dispatchEvent █ () █
# 114 █ js_removeEventListener █ () █
# 115 █ js_wheel █ () █
# 116 █ js_change_html_value █ () █
# 117 █ se_send_keys █ () █
# 118 █ se_find_elements █ () █
# 119 █ se_find_element █ () █
# 120 █ se_is_displayed █ () █
# 121 █ se_is_enabled █ () █
# 122 █ se_is_selected █ () █
# 123 █ se_clear █ () █
# 124 █ se_click █ () █
# 125 █ se_switch_to_frame █ None █
# 126 █ se_location_once_scrolled_into_view █ () █
# 127 █ se_get_screenshot_as_file █ C:\Users\Gamer\anaconda3\envs\dfdir\seleniumpictures\68.png █
# 128 █ se_screenshot █ () █
# 129 █ aa_window_handle █ CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3 █
# 130 █ aa_window_switch █ CDwindow-5EB51E090E4DDEB92ECFA74D9FBF90D3() █
# i n d e x █ rows █
# ██████████████████
# Series █ 131 █
# Here is one way of clicking on an item
# This method switches automatically to the right frame before clicking
# df.loc[df.aa_outerText.str.contains("Vaccines.gov", na=False)].iloc[0].js_click()
1 maintainer
Metadata
1 maintainer
Release files for a-selenium2df 0.10
For a detailed explanation of source distributions (sdists) and built distributions (wheels), please see the package formats documentation.
Source distribution (sdist)
| File | Size | Uploaded | Provenance | Actions |
|---|---|---|---|---|
| a_selenium2df-0.10.tar.gz | 23.3 kB | Without provenance | Details for a_selenium2df-0.10.tar.gz |
Built distribution (wheel)
| File | Interpreter | ABI | Platform | Actions Reset |
|---|---|---|---|---|
| a_selenium2df-0.10-py3-none-any.whl | Python 3 | none | any | Details for a_selenium2df-0.10-py3-none-any.whl |
Total release size: 40.0 kB
Release files / a_selenium2df-0.10.tar.gz
| Download URL | a_selenium2df-0.10.tar.gz |
|---|---|
| Size | 23.3 kB |
| Tags | Source |
|
SHA-256 checksum How to use checksums |
acec1f6f590276e008a195b386ad38d5fb89e7daf691f48688dee7528368759e
|
|
BLAKE2b-256 checksum How to use checksums |
1572905762c24f98e6334a9a4c1439e267fa21823278c202403bc70a53fe47a3
|
| Upload date | |
|
Uploaded using Trusted Publishing? What is trusted publishing? |
No |
| Uploaded via |
twine/4.0.1 CPython/3.9.13
|
Release files / a_selenium2df-0.10-py3-none-any.whl
| Download URL | a_selenium2df-0.10-py3-none-any.whl |
|---|---|
| Size | 16.7 kB |
| Tags | Python 3 |
|
SHA-256 checksum How to use checksums |
334845939f631db8a8e6b89273c5a8aaec5d35c73209247b79b0e8821a509405
|
|
BLAKE2b-256 checksum How to use checksums |
54ae4a16bc39e7f8108b0d06c90f7e6ea1e850b45b5fa3514a05fa661327a7cd
|
| Upload date | |
|
Uploaded using Trusted Publishing? What is trusted publishing? |
No |
| Uploaded via |
twine/4.0.1 CPython/3.9.13
|
Security for a-selenium2df 0.10
Provenance
Provenance describes where a file came from. On PyPI, provenance is shared via attestations, which provide a verifiable record of the build or publishing details. View details, limitations and caveats.
No provenance found
None of the files in this release were uploaded with provenance metadata.
A note on package security
PyPI is a repository for distributing packages, not a service for auditing them. While third-party security researchers and our staff do their best to detect and remove malicious packages, PyPI cannot guarantee the quality, security or suitability of any given package.
To learn more about protecting yourself from malicious actors, visit our package security documentation.
