mirror of
https://github.com/j93es/browser-use-oauth.git
synced 2026-06-04 04:01:51 +09:00
HTML 도메인 카운터 추가 및 최종 결과 출력 개선
This commit is contained in:
parent
905a1bee6d
commit
b879cafe1b
1 changed files with 19 additions and 1 deletions
|
|
@ -15,6 +15,9 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
|
||||||
|
|
||||||
let total_count = domains.len();
|
let total_count = domains.len();
|
||||||
let counter = Arc::new(AtomicUsize::new(0));
|
let counter = Arc::new(AtomicUsize::new(0));
|
||||||
|
let html_count = Arc::new(AtomicUsize::new(0));
|
||||||
|
let failed_count = Arc::new(AtomicUsize::new(0));
|
||||||
|
let non_html_count = Arc::new(AtomicUsize::new(0));
|
||||||
|
|
||||||
let output_file = OpenOptions::new()
|
let output_file = OpenOptions::new()
|
||||||
.create(true)
|
.create(true)
|
||||||
|
|
@ -34,7 +37,6 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
|
||||||
domains.par_iter().for_each(|domain| {
|
domains.par_iter().for_each(|domain| {
|
||||||
let current = counter.fetch_add(1, Ordering::SeqCst) + 1;
|
let current = counter.fetch_add(1, Ordering::SeqCst) + 1;
|
||||||
let url = format!("https://{}", domain);
|
let url = format!("https://{}", domain);
|
||||||
println!("[{}/{}] Checking {}", current, total_count, url);
|
|
||||||
|
|
||||||
let response = client.get(&url).send();
|
let response = client.get(&url).send();
|
||||||
|
|
||||||
|
|
@ -46,20 +48,36 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
|
||||||
if let Ok(mut file) = output.lock() {
|
if let Ok(mut file) = output.lock() {
|
||||||
writeln!(file, "{}", domain).ok();
|
writeln!(file, "{}", domain).ok();
|
||||||
}
|
}
|
||||||
|
html_count.fetch_add(1, Ordering::SeqCst);
|
||||||
println!("[{}/{}] ✅ HTML: {}", current, total_count, domain);
|
println!("[{}/{}] ✅ HTML: {}", current, total_count, domain);
|
||||||
} else {
|
} else {
|
||||||
|
non_html_count.fetch_add(1, Ordering::SeqCst);
|
||||||
println!("[{}/{}] ❌ Not HTML: {} ({})", current, total_count, domain, content_type_str);
|
println!("[{}/{}] ❌ Not HTML: {} ({})", current, total_count, domain, content_type_str);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
|
non_html_count.fetch_add(1, Ordering::SeqCst);
|
||||||
println!("[{}/{}] ❌ No Content-Type: {}", current, total_count, domain);
|
println!("[{}/{}] ❌ No Content-Type: {}", current, total_count, domain);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Err(_) => {
|
Err(_) => {
|
||||||
|
failed_count.fetch_add(1, Ordering::SeqCst);
|
||||||
println!("[{}/{}] ⚠️ Failed to connect: {}", current, total_count, domain);
|
println!("[{}/{}] ⚠️ Failed to connect: {}", current, total_count, domain);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
|
// Final results
|
||||||
|
let html_final = html_count.load(Ordering::SeqCst);
|
||||||
|
let failed_final = failed_count.load(Ordering::SeqCst);
|
||||||
|
let non_html_final = non_html_count.load(Ordering::SeqCst);
|
||||||
|
|
||||||
|
println!("\n=== Final Results ===");
|
||||||
|
println!("📊 Total domains: {}", total_count);
|
||||||
|
println!("✅ HTML domains: {} ({:.1}%)", html_final, (html_final as f64 / total_count as f64) * 100.0);
|
||||||
|
println!("❌ Non-HTML domains: {} ({:.1}%)", non_html_final, (non_html_final as f64 / total_count as f64) * 100.0);
|
||||||
|
println!("⚠️ Failed connections: {} ({:.1}%)", failed_final, (failed_final as f64 / total_count as f64) * 100.0);
|
||||||
|
println!("💾 HTML domains saved to: domains-filtered.txt");
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue