How to use query_selector_all method in Playwright Python

Best Python code snippet using playwright-python

fb_page.py

Source:fb_page.py

...73    async def get_posts(self, full: int = 0, limit: int = 0, as_text: int = 0, include_comments: int = 0) -> List[Post]:74        posts = []75        posts_urls = []76        if self._is_main_page:77            script = [await i.inner_html() for i in await self.page.query_selector_all('script') if78                      'share_fbid' in await i.inner_html()][0]79            posts = [i for i in nested_lookup('story', json.loads(80                re.search(r'{\"define.*\);}\);}\);', script).group().replace(');});});', ''))) if81                     (i.get('url') or i.get('permalink')) and ('/posts/' in i.get('url') or 'permalink' in i.get('url'))82                     and i.get('creation_time')]83            posts_urls: List[str] = sorted([i['url'] for i in posts], key=lambda x: x.split('/')[:-1],84                                           reverse=not self._is_group)85        if not self._is_group:86            start = 087        else:88            if posts_urls:89                start = 1 if len(posts_urls) > 1 else 090            else:91                start = 192        if not full:93            if not self._is_group:94                posts_count = 195            else:96                if posts_urls:97                    posts_count = len(posts_urls)98                else:99                    posts_count = 2100        else:101            posts_count: int = len(await self.page.query_selector_all(self.posts_selector))102        posts_items = []103        for item in range(start, posts_count):104            if limit and item > limit:105                continue106            full_text = ""107            post_html = None108            if not self._is_main_page:109                posts: List[ElementHandle] = await self.page.query_selector_all(self.posts_selector)110            if posts_urls:111                post_url = posts_urls[item]112            else:113                post_url = await posts[item].get_attribute('href')114                if post_url.startswith('/'):115                    post_url = f"https://mbasic.facebook.com{post_url}"116                else:117                    post_url = post_url.replace("m.facebook", "mbasic.facebook")118            await self.open(post_url)119            await self.page.wait_for_selector(self._post_selector)120            post = await self.page.query_selector(self._post_selector)121            if not posts_urls:122                date = await post.query_selector(self._publish_date_selector)123                if date:124                    date = await date.text_content()125            else:126                date = datetime.fromtimestamp(posts[item]['creation_time'])127            profile_name = await post.query_selector(self._author_selector)128            if profile_name:129                profile_name = await profile_name.text_content()130                full_text = f"{profile_name} posted:\n"131            if not as_text:132                post_html = ""133                await self.page.wait_for_selector(self._post_content_selector)134                html_parts = await self.page.query_selector_all(135                    f"{self._post_selector}{self._post_content_selector}") \136                    if not posts_urls else await self.page.query_selector(137                    f"{self._post_selector}{self._post_content_selector}")138                if isinstance(html_parts, list):139                    for part in html_parts:140                        post_html += strip_tags(await part.inner_html())141                else:142                    post_html += strip_tags(await html_parts.inner_html())143                post_html = re.sub(r'href=\"/', 'href=\"https://facebook.com/', post_html, re.M)144                text_obj = await post.query_selector(self._post_text_selector)145                text = await text_obj.text_content()146                title = f"{text[:30]}..."147            else:148                if date:149                    full_text += date150                text_chunks = await post.query_selector_all(self._post_text_selector)151                text = [await i.text_content() for i in text_chunks]152                text = '\n'.join(text) + '\n'153                title = f"{text[:30]}..."154                full_text += text155                attached_link = await post.query_selector(self._attached_link_selector)156                if attached_link:157                    attached_link_href = await attached_link.get_attribute('href')158                    if not attached_link_href.startswith("http"):159                        attached_link_href = "https://facebook.com" + attached_link_href160                    attached_link_text = await attached_link.text_content()161                    if attached_link_text:162                        attached_link_text = f"[{attached_link_text}]"163                    full_text += f"{attached_link_text}({attached_link_href})\n"164                images = await post.query_selector_all(self._image_selector)165                if images:166                    for image in images:167                        full_text += f"{await image.get_attribute('src')}\n"168                videos = await post.query_selector_all(self._video_selector)169                if videos:170                    for video in videos:171                        video_link_href = await video.get_attribute('href')172                        if not video_link_href.startswith("http"):173                            video_link_href = "https://facebook.com" + video_link_href174                        full_text += f"{video_link_href}\n"175                # print(full_text)176            if include_comments:177                # TODO: Fix wrong comments in main site178                comments = await self.page.query_selector_all(self._comments_selector)179                if comments:180                    for comment in comments:181                        comment_content = await comment.query_selector(f"xpath={self._comment_content_selector}")182                        comment_author = await comment.query_selector(f"xpath={self._comment_author_selector}")183                        comment_author_text = await comment_author.text_content()184                        if not as_text:185                            comment_html = strip_tags(await comment_content.inner_html())186                            comment_html = re.sub(r'href=\"/', 'href=\"https://facebook.com/', comment_html, re.M)187                            post_html += f'<br><br>{comment_author_text}: {comment_html}'188                        else:189                            comment_text = await comment.text_content()190                            full_text += f'\n\n{comment_author_text}: {comment_text}'191            if full:192                await random_sleep()...

scripts.py

Source:scripts.py

...16	title = get_text(site_map_category.query_selector(SiteMapLocators.title))17	categories[title] = dict()18	producer_logger.debug(f"Grabbing sub-categories for Category -> {title}")19	# grab sub-categories under title/categories 20	site_map_sections = site_map_category.query_selector_all(SiteMapLocators.site_map_sections)21	for site_map_section in site_map_sections:22		# grab the text for the sub-categories23		site_map_item_title = site_map_section.query_selector(SiteMapLocators.site_map_item_title)24		site_map_item_title = get_text(site_map_item_title)25			26		# grab all hrefs of items under each sub-categories27		site_map_items = site_map_section.query_selector_all(SiteMapLocators.site_map_items)[1:]28		site_map_items_dict = dict()29		30		for site_map_item in site_map_items:31			site_map_items_dict[get_text(site_map_item)] = site_map_item.get_attribute('href')32		33		# add the dict holding the sub-categories and their hrefs34		categories[title][site_map_item_title] = site_map_items_dict35def get_categories() -> Dict:36	''' Categories - Kadin, Erkek, Teen, Cocuk '''37	categories = dict()38	producer_logger.debug("Getting SiteMap Categories")39	# site map category elements40	site_map_categories = page.query_selector_all(SiteMapLocators.site_map_categories)41	producer_logger.debug("SiteMap Categories Found")42	producer_logger.debug("Traversing SiteMap Categories")43	for site_map_category in site_map_categories:44		get_sub_categories(categories, site_map_category)45	return categories46def traverse_sitemap() -> None:47	sitemap_url: str = f"{base_url}/tr/sitemap"48	# traverse the sitemap url49	producer_logger.info(f"Going to {sitemap_url}")50	page.goto(sitemap_url)51	categories = get_categories()52	return categories53def get_products_href(count: int = 0) -> None:54	# while True:55	products = page.query_selector_all('li[id*="product-key-id"]')56	current_number_of_products = len(products)57	# if count < current_number_of_products:58	for product in products[count:10]:59		product.scroll_into_view_if_needed()60		href = product.query_selector('a').get_attribute('href')61		products_hrefs.add(href)62		producer_logger.debug(f"Found -> {href}")63		count += 164	# else:65	# 	break66	# wait some seconds for product list to update67	sleep()68def set_category(category: str, product: Dict) -> None:69	producer_logger.debug(category)70	product['Category'] = category71def set_sub_category(subcategory: str, product: Dict) -> None:72	producer_logger.debug(subcategory)73	product['Sub Category'] = subcategory74def get_name(product: Dict) -> None:75	# product name76	product_name = get_text(page.wait_for_selector(ProductPageLocators.product_name))77	producer_logger.debug(product_name)78	product['Name'] = product_name79def join_collection(collection: Any) -> str:80	''' helper function '''81	if isinstance(collection, dict):82		return '\n\n'.join([f"{key}:{collection.get(key)}" for key in collection ])83	elif isinstance(collection, list):84		return '\n\n'.join(collection)85def get_description(product: Dict) -> None:86	# description87	product_info_block = page.query_selector_all('div.product-info-block')88	description = dict()89	for block in product_info_block:90		product_info_title = get_text(block.query_selector('h2.product-info-title')) 91		product_info_text = get_text(block.query_selector('p.product-info-text'))  92		description[product_info_title] = product_info_text93	producer_logger.debug(description)94	product['Description'] = join_collection(description)95def get_colors(product: Dict) -> None:96	# color option97	product_colors = page.query_selector(ProductPageLocators.product_colors)98	colors_info = product_colors.query_selector_all(ProductPageLocators.colors_info)99	colors_img = product_colors.query_selector_all(ProductPageLocators.colors_img)100	color_option = { get_text(key): value.get_attribute('src') for key, value in zip(colors_info, colors_img) } 101	producer_logger.debug(color_option)102	product['Color'] = join_collection(color_option)103def get_size(product: Dict) -> None:104	# size option105	size_options = page.query_selector_all(ProductPageLocators.size_options)106	# size_option = [ {get_text(size): size.get_attribute('data-value')} for size in size_options ]107	size_option = [ f"{get_text(size)}:{size.get_attribute('data-value')}" for size in size_options ]108	producer_logger.debug(size_option)109	product['Size'] = join_collection(size_option)110def get_prices(product: Dict) -> None:111	product_prices = page.query_selector(ProductPageLocators.product_prices)112	113	sale_price = get_text(product_prices.query_selector(ProductPageLocators.product_sale))114	product['Sale Price'] = sale_price115	sale_percentage = get_text(product_prices.query_selector('span.product-discount')) 116	product['Sale Percentage'] = sale_percentage117	original_price = get_text(product_prices.query_selector('span.product-sale--cross'))118	product['Original Price'] = original_price119def get_sku(product: Dict) -> None:120	# product SKU121	product_sku = get_text(page.query_selector(ProductPageLocators.product_sku))122	producer_logger.debug(product_sku) 123	product['SKU'] = product_sku124def get_seo(product: Dict) -> None:125	# SEO126	seo = page.query_selector(ProductPageLocators.seo).get_attribute('content').strip()127	producer_logger.debug(seo)128	product['SEO'] = seo129def get_images(product: Dict) -> None:130	# product images131	images = page.query_selector_all(ProductPageLocators.images)132	product_images = [ f"https:{image.get_attribute('src')}" for image in images ]133	producer_logger.debug(product_images)134	product['Images'] = join_collection(product_images)135def get_tags(product: Dict) -> None:136	# product tags137	tag_elements = page.query_selector_all(ProductPageLocators.tag_elements)138	product_tags = [ get_text(tag) for tag in tag_elements ] 139	producer_logger.debug(product_tags)140	product["Tags"] = join_collection(product_tags)141def get_product(url: str) -> None:142	product = dict()143	product_url = f"{base_url}{url}"144	page.goto(product_url)145	product['Product URL'] = product_url146	set_category(category, product)147	set_sub_category(sub_category, product) 148	sleep()149	get_name(product); get_description(product)150	get_colors(product); get_size(product)151	get_prices(product); get_sku(product)...

test_honey_integration.py

Source:test_honey_integration.py

...3    id = input_for_label(page, label)4    return page.fill(f"#{id}", value)5def input_for_label(page, label):6    assert "'" not in label7    labels = page.query_selector_all(f"label:has-text('{label}')")8    assert len(labels) == 19    return labels[0].get_attribute("for")10def labeled_input_value(page, label):11    id = input_for_label(page, label)12    return page.input_value(f"#{id}")13def errors(page):14    return [elt.inner_text() for elt in page.query_selector_all(".errormsg")]15def nav(meth, *args, **kwargs):16    __tracebackhide__ = True17    with meth.__self__.expect_response("*") as response_info:18        meth(*args, **kwargs)19    response = response_info.value20    assert response.status == 200, f"{response.request.method} {response.url} returned {response.status}"21@pytest.fixture(autouse=True)22def fail_faster(page):23    page.set_default_timeout(5000)24PREVIEW = "Preview >>"25ADD_IT = "Add it >>"26BLOG_POST = "/blog/200203/my_first_job_ever.html"27@pytest.mark.parametrize("url, title", [28    ("/blog/202108/me_on_bug_hunters_caf.html", "Me on Bug Hunters CafÃ©"),29    ("/blog/200203/my_first_job_ever.html", "My first job ever"),30])31def test_blog_post(page, url, title):32    nav(page.goto, url)33    assert page.inner_text("h1") == title34    assert page.title() == f"{title} | Ned Batchelder"35    # No errors on the page.36    assert errors(page) == []37    # No previewed comment.38    assert page.query_selector_all(".comment.preview") == []39    # There is a preview button, but no Add It button.40    assert len(page.query_selector_all(f"input:has-text('{PREVIEW}')")) == 141    assert len(page.query_selector_all(f"input:has-text('{ADD_IT}')")) == 042def test_previewing(page):43    # Load the page and fill in the comment form.44    nav(page.goto, BLOG_POST)45    assert len(page.query_selector_all(".comment.preview")) == 046    fill_labeled_input(page, "Name:", "Thomas Edison")47    fill_labeled_input(page, "Email:", "tom@edison.org")48    fill_labeled_input(page, "Comment:", "This is a great blog post!")49    # Click "preview", the page has a preview, and filled in fields.50    nav(page.click, f"input:has-text('{PREVIEW}')")51    assert errors(page) == []52    assert len(page.query_selector_all(".comment.preview")) == 153    assert page.query_selector(".comment.preview .who").inner_text() == "Thomas Edison"54    assert page.query_selector(".comment.preview .commenttext").inner_text() == "This is a great blog post!"55    assert labeled_input_value(page, "Name:") == "Thomas Edison"56    assert labeled_input_value(page, "Email:") == "tom@edison.org"57    assert labeled_input_value(page, "Comment:") == "This is a great blog post!"58    assert len(page.query_selector_all(f"input:has-text('{PREVIEW}')")) == 159    assert len(page.query_selector_all(f"input:has-text('{ADD_IT}')")) == 160    # Reload the page, it has no preview, but the simple fields are filled in.61    nav(page.goto, BLOG_POST)62    assert len(page.query_selector_all(".comment.preview")) == 063    assert labeled_input_value(page, "Name:") == "Thomas Edison"64    assert labeled_input_value(page, "Email:") == "tom@edison.org"65    assert labeled_input_value(page, "Comment:") == ""66NAME_MSG = "You must provide a name."67EMWB_MSG = "You must provide either an email or a website."68COMM_MSG = "You didn't write a comment!"69@pytest.mark.parametrize("name, email, website, comment, msgs", [70    (False, False, False, True, [NAME_MSG, EMWB_MSG]),71    (True, False, False, True, [EMWB_MSG]),72    (False, True, False, True, [NAME_MSG]),73    (True, True, False, False, [COMM_MSG]),74    (True, False, True, False, [COMM_MSG]),75    (True, False, False, False, [EMWB_MSG, COMM_MSG]),76])77def test_missing_info(page, name, email, website, comment, msgs):78    # Load the page and fill in the comment form.79    nav(page.goto, BLOG_POST)80    if name:81        fill_labeled_input(page, "Name:", " Thomas Edison")82    if email:83        fill_labeled_input(page, "Email:", "tom@edison.org ")84    if website:85        fill_labeled_input(page, "Web site:", " https://edison.org    ")86    if comment:87        fill_labeled_input(page, "Comment:", "This is a great blog post!")88    # Click "preview", the page has errors and no preview.89    nav(page.click, f"input:has-text('{PREVIEW}')")90    assert errors(page) == msgs91    assert len(page.query_selector_all(".comment.preview")) == 092    assert labeled_input_value(page, "Comment:") == ("This is a great blog post!" if comment else "")93    assert labeled_input_value(page, "Name:") == ("Thomas Edison" if name else "")94    assert labeled_input_value(page, "Email:") == ("tom@edison.org" if email else "")95    assert labeled_input_value(page, "Web site:") == ("https://edison.org" if website else "")96    assert len(page.query_selector_all(f"input:has-text('{PREVIEW}')")) == 1...

test_todo.py

Source:test_todo.py

...41    page.goto("http://localhost:8000/")42    page.fill("#title", "Task title")43    page.fill("#dueDate", "2021-10-20")44    page.click("#addTaskBtn")45    all_rows = page.query_selector_all("table[id='taskList'] > tbody > tr")46    new_row = all_rows[-1]47    assert len(all_rows) == 148    assert new_row.query_selector_all("td")[1].inner_text() == "Task title"49    assert new_row.query_selector_all("td")[2].inner_text() == "Aardvark"50    assert new_row.query_selector_all("td")[3].inner_text() == "Low"51    assert new_row.query_selector_all("td")[4].inner_text() == "2021-10-20"52@pytest.mark.parametrize(53    "worker",54    [55        "Aardvark",56        "Beaver",57        "Cheetah",58        "Dolphin",59        "Elephant",60        "Flamingo",61        "Giraffe",62        "Hippo",63    ],64)65def test_select_worker(page: Page, worker):66    page.goto("http://localhost:8000/")67    page.fill("#title", "Task title")68    page.fill("#dueDate", "2021-10-20")69    page.select_option("#assignedTo", worker)70    page.click("#addTaskBtn")71    new_row = page.query_selector_all("table[id='taskList'] > tbody > tr")[-1]72    assert new_row.query_selector_all("td")[2].inner_text() == worker73@pytest.mark.parametrize("priority", ["Low", "Normal", "Important", "Critical"])74def test_select_priority(page: Page, priority):75    page.goto("http://localhost:8000/")76    page.fill("#title", "Task title")77    page.fill("#dueDate", "2021-10-20")78    page.select_option("#priority", priority)79    page.click("#addTaskBtn")80    new_row = page.query_selector_all("table[id='taskList'] > tbody > tr")[-1]81    assert new_row.query_selector_all("td")[3].inner_text() == priority82    assert priority.lower() in new_row.get_attribute("class")83def test_remove_row(page: Page):84    page.goto("http://localhost:8000/")85    page.fill("#title", "Task title")86    page.fill("#dueDate", "2021-10-20")87    page.click("#addTaskBtn")88    all_rows = page.query_selector_all("table[id='taskList'] > tbody > tr")89    assert len(all_rows) == 190    page.check("table[id='taskList'] > tbody > tr > td > input[type='checkbox']")91    sleep(3)92    all_rows = page.query_selector_all("table[id='taskList'] > tbody > tr")93    assert len(all_rows) == 094if __name__ == "__main__":...

Playwright tutorial

LambdaTest’s Playwright tutorial will give you a broader idea about the Playwright automation framework, its unique features, and use cases with examples to exceed your understanding of Playwright testing. This tutorial will give A to Z guidance, from installing the Playwright framework to some best practices and advanced concepts.

Chapters:

What is Playwright : Playwright is comparatively new but has gained good popularity. Get to know some history of the Playwright with some interesting facts connected with it.
How To Install Playwright : Learn in detail about what basic configuration and dependencies are required for installing Playwright and run a test. Get a step-by-step direction for installing the Playwright automation framework.
Playwright Futuristic Features: Launched in 2020, Playwright gained huge popularity quickly because of some obliging features such as Playwright Test Generator and Inspector, Playwright Reporter, Playwright auto-waiting mechanism and etc. Read up on those features to master Playwright testing.
What is Component Testing: Component testing in Playwright is a unique feature that allows a tester to test a single component of a web application without integrating them with other elements. Learn how to perform Component testing on the Playwright automation framework.
Inputs And Buttons In Playwright: Every website has Input boxes and buttons; learn about testing inputs and buttons with different scenarios and examples.
Functions and Selectors in Playwright: Learn how to launch the Chromium browser with Playwright. Also, gain a better understanding of some important functions like “BrowserContext,” which allows you to run multiple browser sessions, and “newPage” which interacts with a page.
Handling Alerts and Dropdowns in Playwright : Playwright interact with different types of alerts and pop-ups, such as simple, confirmation, and prompt, and different types of dropdowns, such as single selector and multi-selector get your hands-on with handling alerts and dropdown in Playright testing.
Playwright vs Puppeteer: Get to know about the difference between two testing frameworks and how they are different than one another, which browsers they support, and what features they provide.
Run Playwright Tests on LambdaTest: Playwright testing with LambdaTest leverages test performance to the utmost. You can run multiple Playwright tests in Parallel with the LammbdaTest test cloud. Get a step-by-step guide to run your Playwright test on the LambdaTest platform.
Playwright Python Tutorial: Playwright automation framework support all major languages such as Python, JavaScript, TypeScript, .NET and etc. However, there are various advantages to Python end-to-end testing with Playwright because of its versatile utility. Get the hang of Playwright python testing with this chapter.
Playwright End To End Testing Tutorial: Get your hands on with Playwright end-to-end testing and learn to use some exciting features such as TraceViewer, Debugging, Networking, Component testing, Visual testing, and many more.
Playwright Video Tutorial: Watch the video tutorials on Playwright testing from experts and get a consecutive in-depth explanation of Playwright automation testing.