From 905a1bee6d0b1ba1f0114fba454d714fba3facb1 Mon Sep 17 00:00:00 2001 From: imnyang Date: Sat, 7 Jun 2025 00:01:52 +0900 Subject: [PATCH] user agent Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:140.0) Gecko/20100101 Firefox/140.0 --- is-html-fast/src/main.rs | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/is-html-fast/src/main.rs b/is-html-fast/src/main.rs index 24e53d0..10342ea 100644 --- a/is-html-fast/src/main.rs +++ b/is-html-fast/src/main.rs @@ -6,7 +6,7 @@ use std::sync::atomic::{AtomicUsize, Ordering}; use rayon::prelude::*; use reqwest::blocking::Client; -use reqwest::header::CONTENT_TYPE; +use reqwest::header::{CONTENT_TYPE, USER_AGENT}; fn main() -> Result<(), Box> { let input_file = File::open("domains.txt")?; @@ -27,6 +27,7 @@ fn main() -> Result<(), Box> { let client = Arc::new( Client::builder() .timeout(Duration::from_secs(5)) + .user_agent("Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:140.0) Gecko/20100101 Firefox/140.0") .build()?, );