flaresolverr for loading behind cloudflare

This commit is contained in:
Simon
2025-06-01 11:16:26 +00:00
parent edc7879324
commit 918ed1a125
3 changed files with 84 additions and 97 deletions

View File

@@ -1,8 +1,9 @@
use std::vec;
use std::env;
use error_chain::error_chain;
use htmlentity::entity::{decode, ICodedDataTrait};
use reqwest::Proxy;
use reqwest::{header, Proxy};
use serde_json::json;
use crate::providers::Provider;
use crate::util::flaresolverr::{FlareSolverrRequest, Flaresolverr};
@@ -34,73 +35,56 @@ impl PerverzijaProvider {
if page == &1 {
url = format!("{}{}", self.url, prefix_uri);
}
let client = reqwest::Client::builder()
.user_agent("Mozilla/5.0 (iPhone; CPU iPhone OS 14_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/33.0 Mobile/15E148 Safari/605.1.15")
// .proxy(Proxy::https("http://192.168.0.101:8080").unwrap())
// .danger_accept_invalid_certs(true)
.build()?;
let response = client.get(url.clone()).send().await?;
// print!("Response: {:?}\n", response);
if response.status().is_success() {
let text = response.text().await?;
let video_items = self.get_video_items_from_html(text.clone());
Ok(video_items)
} else {
let flare = Flaresolverr::new("http://192.168.0.103:8191/v1".to_string());
let result = flare
.solve(FlareSolverrRequest {
cmd: "request.get".to_string(),
url: url.clone(),
maxTimeout: 60000,
})
.await;
println!("FlareSolverr result: {:?}", result);
let video_items = match result {
Err(e) => {
println!("Error solving FlareSolverr: {}", e);
return Err("Failed to solve FlareSolverr".into());
}
Ok(res) => self.get_video_items_from_html(res),
};
let flare_url = env::var("FLARE_URL").expect("FLARE_URL not set");
let flare = Flaresolverr::new(flare_url);
Ok(video_items)
let req = FlareSolverrRequest {
cmd: "request.get".to_string(),
url: url.clone(),
session: "hottub".to_string(),
maxTimeout: 60000,
};
let response = flare.solve(req).await;
match response {
Ok(html) => {
let video_items = self.get_video_items_from_html(html.clone());
Ok(video_items)
}
Err(e) => {
println!("Error solving FlareSolverr: {}", e);
return Err("Failed to solve FlareSolverr".into());
}
}
}
async fn query(&self, page: &u8, query: &str) -> Result<Vec<Video_Item>> {
let search_string = query.replace(" ", "+");
let mut url = format!("{}advanced-search/?_sf_s={}&sf_paged={}", self.url, search_string, page);
let mut url = format!(
"{}advanced-search/?_sf_s={}&sf_paged={}",
self.url, search_string, page
);
if page == &1 {
url = format!("{}advanced-search/?_sf_s={}", self.url, search_string);
}
let client = reqwest::Client::builder()
.user_agent("Mozilla/5.0 (iPhone; CPU iPhone OS 14_5 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/33.0 Mobile/15E148 Safari/605.1.15")
// .proxy(Proxy::https("http://192.168.0.101:8080").unwrap())
// .danger_accept_invalid_certs(true)
.build()?;
let response = client.get(url.clone()).send().await?;
if response.status().is_success() {
let text = response.text().await?;
let video_items = self.get_video_items_from_html_query(text.clone());
Ok(video_items)
} else {
let flare = Flaresolverr::new("http://192.168.0.103:8191/v1".to_string());
let result = flare
.solve(FlareSolverrRequest {
cmd: "request.get".to_string(),
url: url.clone(),
maxTimeout: 60000,
})
.await;
println!("FlareSolverr result: {:?}", result);
let video_items = match result {
Err(e) => {
println!("Error solving FlareSolverr: {}", e);
return Err("Failed to solve FlareSolverr".into());
}
Ok(res) => self.get_video_items_from_html_query(res),
};
Ok(video_items)
let flare_url = env::var("FLARE_URL").expect("FLARE_URL not set");
let flare = Flaresolverr::new(flare_url);
let req = FlareSolverrRequest {
cmd: "request.get".to_string(),
url: url.clone(),
session: "hottub".to_string(),
maxTimeout: 60000,
};
let response = flare.solve(req).await;
match response {
Ok(html) => {
let video_items = self.get_video_items_from_html_query(html.clone());
Ok(video_items)
}
Err(e) => {
println!("Error solving FlareSolverr: {}", e);
return Err("Failed to solve FlareSolverr".into());
}
}
}
@@ -118,10 +102,10 @@ impl PerverzijaProvider {
if vid.len() > 20 {
continue;
}
for line in vid.clone() {
println!("{}: {}\n\n", index, line);
index += 1;
}
// for line in vid.clone() {
// println!("{}: {}\n\n", index, line);
// index += 1;
// }
let mut title = vid[1].split(">").collect::<Vec<&str>>()[1]
.split("<")
@@ -240,7 +224,7 @@ impl PerverzijaProvider {
let thumb_index = match vid.len() {
18 => 14,
13 => 8,
_=> {
_ => {
println!("Unexpected video segment length: {}", vid.len());
continue;
}
@@ -295,6 +279,7 @@ impl PerverzijaProvider {
return items;
}
}
impl Provider for PerverzijaProvider {
async fn get_videos(
&self,