69 lines
1.6 KiB
Rust
69 lines
1.6 KiB
Rust
//! # site_icons
|
|
//! An efficient website icon scraper.
|
|
//!
|
|
//! ## Usage
|
|
//! ```rust
|
|
//! use site_icons::Icons;
|
|
//!
|
|
//! let mut icons = Icons::new();
|
|
//! // scrape the icons from a url
|
|
//! icons.load_website("https://github.com").await?;
|
|
//!
|
|
//! // fetch all icons, ensuring they exist & determining size
|
|
//! let entries = icons.entries().await;
|
|
//!
|
|
//! // entries are sorted from highest to lowest resolution
|
|
//! for icon in entries {
|
|
//! println!("{:?}", icon)
|
|
//! }
|
|
//! ```
|
|
|
|
#[macro_use]
|
|
extern crate serde_with;
|
|
#[macro_use]
|
|
extern crate log;
|
|
|
|
#[macro_use]
|
|
mod macros;
|
|
mod icon;
|
|
mod icon_info;
|
|
mod icon_size;
|
|
mod icons;
|
|
mod utils;
|
|
|
|
pub use icon::*;
|
|
pub use icon_info::*;
|
|
pub use icons::*;
|
|
|
|
use once_cell::sync::Lazy;
|
|
use reqwest::{
|
|
header::{HeaderMap, HeaderValue, USER_AGENT},
|
|
Client,
|
|
};
|
|
|
|
static CLIENT: Lazy<Client> = Lazy::new(|| {
|
|
let mut headers = HeaderMap::new();
|
|
headers.insert(USER_AGENT, HeaderValue::from_str("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.104 Safari/537.36").unwrap());
|
|
Client::builder().default_headers(headers).build().unwrap()
|
|
});
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
#[tokio::test]
|
|
async fn test_icons() {
|
|
let mut icons = Icons::new();
|
|
// scrape the icons from a url
|
|
icons.load_website("https://github.com").await.unwrap();
|
|
|
|
// fetch all icons, ensuring they exist & determining size
|
|
let entries = icons.entries().await;
|
|
|
|
// entries are sorted from highest to lowest resolution
|
|
for icon in &entries {
|
|
println!("{:?}", icon)
|
|
}
|
|
|
|
assert_eq!(entries.len() > 0, true);
|
|
}
|
|
}
|