site_icons/src/lib.rs

//! # site_icons
//! An efficient website icon scraper.
//!
//! ## Usage
//! ```rust
//! use site_icons::Icons;
//!
//! async fn run() {
//! let mut icons = Icons::new();
//! // scrape the icons from a url
//! icons.load_website("https://github.com").await.unwrap();
//!
//! // fetch all icons, ensuring they exist & determining size
//! let entries = icons.entries().await;
//!
//! // entries are sorted from highest to lowest resolution
//! for icon in entries {
//!   println!("{:?}", icon)
//! }
//! }
//! ```

#[macro_use]
extern crate serde_with;
#[macro_use]
extern crate log;

#[macro_use]
mod macros;
mod icon;
mod icon_info;
mod icon_size;
mod icons;
mod utils;

pub use icon::*;
pub use icon_info::*;
pub use icons::*;

use once_cell::sync::Lazy;
use reqwest::{
  header::{HeaderMap, HeaderValue, USER_AGENT},
  Client,
};

static CLIENT: Lazy<Client> = Lazy::new(|| {
  let mut headers = HeaderMap::new();
  headers.insert(USER_AGENT, HeaderValue::from_str("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.104 Safari/537.36").unwrap());
  Client::builder().default_headers(headers).build().unwrap()
});

#[cfg(test)]
mod tests {
  use super::*;
  #[tokio::test]
  async fn test_icons() {
    let mut icons = Icons::new();
    // scrape the icons from a url
    icons.load_website("https://github.com").await.unwrap();

    // fetch all icons, ensuring they exist & determining size
    let entries = icons.entries().await;

    // entries are sorted from highest to lowest resolution
    for icon in &entries {
      println!("{:?}", icon)
    }

    assert_eq!(entries.len() > 0, true);
  }
}