Compare commits
No commits in common. "main" and "v0.3.0" have entirely different histories.
6 changed files with 7 additions and 50 deletions
|
@ -1,20 +0,0 @@
|
||||||
name: Build & Test
|
|
||||||
|
|
||||||
on: [push]
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build-run:
|
|
||||||
runs-on: docker
|
|
||||||
container:
|
|
||||||
image: rust
|
|
||||||
steps:
|
|
||||||
- name: Update package repos
|
|
||||||
run: apt update
|
|
||||||
- name: Install Node using apt
|
|
||||||
run: apt install nodejs -y
|
|
||||||
- name: Checkout repo
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
- name: Build using Cargo
|
|
||||||
run: cargo build --verbose
|
|
||||||
- name: Run unit tests
|
|
||||||
run: cargo test --verbose
|
|
2
Cargo.lock
generated
2
Cargo.lock
generated
|
@ -226,7 +226,7 @@ checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "favicon-scraper"
|
name = "favicon-scraper"
|
||||||
version = "0.3.1"
|
version = "0.3.0"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"futures",
|
"futures",
|
||||||
"imagesize",
|
"imagesize",
|
||||||
|
|
|
@ -1,13 +1,12 @@
|
||||||
[package]
|
[package]
|
||||||
name = "favicon-scraper"
|
name = "favicon-scraper"
|
||||||
version = "0.3.1"
|
version = "0.3.0"
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
license = "MIT"
|
license = "MIT"
|
||||||
description = "A favicon scraper that just works"
|
description = "A favicon scraper that just works"
|
||||||
homepage = "https://kitsunes.dev/Nekomata/favicon-scraper"
|
homepage = "https://kitsunes.dev/Nekomata/favicon-scraper"
|
||||||
repository = "https://kitsunes.dev/Nekomata/favicon-scraper"
|
repository = "https://kitsunes.dev/Nekomata/favicon-scraper"
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
exclude = ["/.forgejo"]
|
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
futures = { version = "0.3.31", default-features = false, features = ["std"] }
|
futures = { version = "0.3.31", default-features = false, features = ["std"] }
|
||||||
|
|
14
README.md
14
README.md
|
@ -1,15 +1,5 @@
|
||||||
# favicon-scraper
|
# favicon-scraper
|
||||||
|
|
||||||
Scrapes favicons from websites. Does not particularly care for 100% optimal
|
Scrapes favicons from websites.
|
||||||
performance, it just needs to work.
|
|
||||||
|
|
||||||
To get started, try the `scrape` function:
|
Does not particularly care for 100% optimal performance, it just needs to work
|
||||||
|
|
||||||
```rust
|
|
||||||
use favicon_scraper::{scrape, Icon};
|
|
||||||
|
|
||||||
let icons: Vec<Icon> = scrape("https://google.com").await.unwrap();
|
|
||||||
|
|
||||||
// Should find something like "https://www.google.com/favicon.ico"
|
|
||||||
println!("Google's icon can be found at {}", icons[0].url);
|
|
||||||
```
|
|
||||||
|
|
12
src/lib.rs
12
src/lib.rs
|
@ -12,7 +12,7 @@ pub mod manifest;
|
||||||
pub use error::Error;
|
pub use error::Error;
|
||||||
use futures::future::{join, join_all};
|
use futures::future::{join, join_all};
|
||||||
use html::HTML;
|
use html::HTML;
|
||||||
pub use icon::{Icon, IconKind};
|
use icon::{Icon, IconKind};
|
||||||
use manifest::scan_manifest;
|
use manifest::scan_manifest;
|
||||||
use reqwest::{Client, IntoUrl};
|
use reqwest::{Client, IntoUrl};
|
||||||
use url::Url;
|
use url::Url;
|
||||||
|
@ -92,14 +92,4 @@ mod tests {
|
||||||
println!("Kind of icon: {:?}\n", icon.kind);
|
println!("Kind of icon: {:?}\n", icon.kind);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[tokio::test]
|
|
||||||
async fn test_readme_example() {
|
|
||||||
use crate::{scrape, Icon};
|
|
||||||
|
|
||||||
let icons: Vec<Icon> = scrape("https://google.com").await.unwrap();
|
|
||||||
|
|
||||||
// Should find something like "https://www.google.com/favicon.ico"
|
|
||||||
println!("Google's icon can be found at {}", icons[0].url);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -20,14 +20,12 @@ struct ManifestIcon {
|
||||||
|
|
||||||
/// Scans a Web App Manifest for icons.
|
/// Scans a Web App Manifest for icons.
|
||||||
pub async fn scan_manifest(client: &Client, url: impl IntoUrl) -> Result<Vec<Icon>, Error> {
|
pub async fn scan_manifest(client: &Client, url: impl IntoUrl) -> Result<Vec<Icon>, Error> {
|
||||||
let url = url.into_url()?;
|
let manifest: Manifest = client.get(url).send().await?.json().await?;
|
||||||
let manifest: Manifest = client.get(url.clone()).send().await?.json().await?;
|
|
||||||
Ok(join_all(
|
Ok(join_all(
|
||||||
manifest
|
manifest
|
||||||
.icons
|
.icons
|
||||||
.into_iter()
|
.into_iter()
|
||||||
.filter_map(|i| url.join(&i.src).ok())
|
.map(|i| Icon::from_url(client, i.src, IconKind::LinkedInManifest)),
|
||||||
.map(|u| Icon::from_url(client, u, IconKind::LinkedInManifest)),
|
|
||||||
)
|
)
|
||||||
.await
|
.await
|
||||||
.into_iter()
|
.into_iter()
|
||||||
|
|
Loading…
Add table
Reference in a new issue