From 4286fc6876a2e2f9c2965854e9ed722a404f7f4b Mon Sep 17 00:00:00 2001 From: talksik Date: Thu, 1 Jun 2023 16:47:53 -0700 Subject: [PATCH] making it work overall --- src/main.rs | 19 ++++++++++++++++--- 1 file changed, 16 insertions(+), 3 deletions(-) diff --git a/src/main.rs b/src/main.rs index dd1c3d2..9b69dc1 100644 --- a/src/main.rs +++ b/src/main.rs @@ -36,11 +36,24 @@ fn main() { let webpage_contents = retrieve_local_file(&formatted_date.to_string()); let document = scraper::Html::parse_document(&webpage_contents); - let selector = scraper::Selector::parse("h3").unwrap(); + let selector = scraper::Selector::parse("div.mt-3").unwrap(); for element in document.select(&selector) { - println!("\n"); + // get nested h3 + let title_selector = scraper::Selector::parse("h3").unwrap(); + let title_element = match element.select(&title_selector).next() { + Some(element) => element, + None => continue, + }; - println!("{:?}", element.inner_html()) + // inner div contains the description + let description_selector = scraper::Selector::parse("div").unwrap(); + let description_element = element.select(&description_selector).next().unwrap(); + + println!("=================="); + println!("{}", title_element.inner_html()); + println!("\n"); + println!("{}", description_element.inner_html()); + println!("\n"); } }