chrome_viewport.rs

//! `cargo run --example chrome_viewport --features chrome`
extern crate spider;

use spider::configuration::Viewport;
use spider::tokio;
use spider::website::Website;

#[tokio::main]
async fn main() {
    let mut website: Website = Website::new("https://choosealicense.com")
        .with_viewport(Some(Viewport::new(375, 500)))
        .build()
        .unwrap();
    let mut rx2 = website.subscribe(16);

    tokio::spawn(async move {
        while let Ok(page) = rx2.recv().await {
            println!("{:?}", page.get_url());
        }
    });

    let start = crate::tokio::time::Instant::now();
    website.crawl().await;
    let duration = start.elapsed();

    let links = website.get_all_links_visited().await;

    for link in links.iter() {
        println!("- {:?}", link.as_ref());
    }

    println!(
        "Time elapsed in website.crawl() is: {:?} for total pages: {:?}",
        duration,
        links.len()
    )
}