From 53ac33f856a49bceadb235dbbf9d200672bb1404 Mon Sep 17 00:00:00 2001 From: Simon Date: Sat, 29 Nov 2025 08:20:38 +0000 Subject: [PATCH] hqporner --- src/providers/hqporner.rs | 275 ++++++++++++++++++++++++++++++++++++++ src/providers/mod.rs | 2 + 2 files changed, 277 insertions(+) create mode 100644 src/providers/hqporner.rs diff --git a/src/providers/hqporner.rs b/src/providers/hqporner.rs new file mode 100644 index 0000000..bfbbb4b --- /dev/null +++ b/src/providers/hqporner.rs @@ -0,0 +1,275 @@ +use crate::util::requester::Requester; +use crate::{DbPool}; +use crate::api::ClientVersion; +use crate::providers::Provider; +use crate::status::*; +use crate::util::cache::VideoCache; +use crate::util::time::parse_time_to_seconds; +use crate::videos::{ServerOptions, VideoFormat, VideoItem}; +use async_trait::async_trait; +use error_chain::error_chain; +use futures::future::join_all; +use htmlentity::entity::{ICodedDataTrait, decode}; +use std::vec; + +error_chain! { + foreign_links { + Io(std::io::Error); + HttpRequest(wreq::Error); + } +} + +#[derive(Debug, Clone)] +pub struct HqpornerProvider { + url: String, + // stars: Arc>>, + // categories: Arc>>, +} +impl HqpornerProvider { + pub fn new() -> Self { + let provider = HqpornerProvider { + url: "https://hqporner.com".to_string(), + // stars: Arc::new(RwLock::new(vec![])), + // categories: Arc::new(RwLock::new(vec![])), + }; + provider + } + + fn build_channel(&self, clientversion: ClientVersion) -> Channel { + let _ = clientversion; + Channel { + id: "hqporner".to_string(), + name: "HQPorner".to_string(), + description: "HD Porn Videos Tube".to_string(), + premium: false, + favicon: "https://www.google.com/s2/favicons?sz=64&domain=hqporner.com".to_string(), + status: "active".to_string(), + categories: vec![], + options: vec![], + nsfw: true, + cacheDuration: None, + } + } + + async fn get( + &self, + cache: VideoCache, + page: u8, + sort: &str, + options: ServerOptions, + ) -> Result> { + let _ = sort; + let video_url = format!("{}/hdporn/{}", self.url, page); + let old_items = match cache.get(&video_url) { + Some((time, items)) => { + if time.elapsed().unwrap_or_default().as_secs() < 60 * 5 { + println!("Cache hit for URL: {}", video_url); + return Ok(items.clone()); + } else { + items.clone() + } + } + None => { + vec![] + } + }; + + let mut requester = options.requester.clone().unwrap(); + let text = requester.get(&video_url).await.unwrap(); + let video_items: Vec = self.get_video_items_from_html(text.clone(), &mut requester).await; + if !video_items.is_empty() { + cache.remove(&video_url); + cache.insert(video_url.clone(), video_items.clone()); + } else { + return Ok(old_items); + } + Ok(video_items) + } + + async fn query( + &self, + cache: VideoCache, + page: u8, + query: &str, + options: ServerOptions, + ) -> Result> { + let search_string = query.trim().to_string(); + + let video_url = format!("{}/?q={}&p={}", self.url, search_string, page); + // Check our Video Cache. If the result is younger than 1 hour, we return it. + let old_items = match cache.get(&video_url) { + Some((time, items)) => { + if time.elapsed().unwrap_or_default().as_secs() < 60 * 5 { + return Ok(items.clone()); + } else { + let _ = cache.check().await; + return Ok(items.clone()); + } + } + None => { + vec![] + } + }; + + let mut requester = options.requester.clone().unwrap(); + + let text = requester.get(&video_url).await.unwrap(); + let video_items: Vec = self.get_video_items_from_html(text.clone(), &mut requester).await; + if !video_items.is_empty() { + cache.remove(&video_url); + cache.insert(video_url.clone(), video_items.clone()); + } else { + return Ok(old_items); + } + Ok(video_items) + } + + async fn get_video_items_from_html(&self, html: String, requester: &mut Requester) -> Vec { + if html.is_empty() || html.contains("404 Not Found") { + return vec![]; + } + let raw_videos = html.split("id=\"footer\"").collect::>()[0] + .split("
") + .collect::>()[2] + .split("
") + .collect::>()[1..] + .to_vec(); + + let futures = raw_videos.into_iter().map(|el| self.get_video_item(el.to_string(), requester.clone())); + let results: Vec> = join_all(futures).await; + let video_items: Vec = results + .into_iter() + .filter_map(Result::ok) + .collect(); + return video_items; + } + + async fn get_video_item(&self, video_segment: String, mut requester: Requester) -> Result { + let vid = video_segment.split("\n").collect::>(); + for (index, line) in vid.iter().enumerate() { + println!("Line {}: {}\n", index, line); + } + let video_url: String = format!( + "{}{}", + self.url, + video_segment.split(">()[1] + .split("\"").collect::>()[0] + .to_string() + ); + let mut title = video_segment + .split("

").collect::>()[1] + .split(">").collect::>()[1] + .split("<").collect::>()[0] + .trim().to_string(); + // html decode + title = decode(title.as_bytes()).to_string().unwrap_or(title); + let id = video_url.split("/").collect::>()[4] + .split(".") + .collect::>()[0] + .to_string(); + + let thumb = format!( + "https:{}", + video_segment + .split("onmouseleave='defaultImage(\"") + .collect::>()[1] + .split("\"") + .collect::>()[0] + .to_string() + ); + let raw_duration = video_segment + .split("") + .collect::>()[1] + .split("s<") + .collect::>()[0] + .replace("m ", ":") + .to_string(); + let duration = parse_time_to_seconds(raw_duration.as_str()).unwrap_or(0) as u32; + + let formats = get_media_formats(&video_url, &mut requester).await; + if formats.is_empty() { + return Err(Error::from("No formats found for video")); + } + let video_item = VideoItem::new( + id, + title, + video_url, + "hqporner".to_string(), + thumb, + duration, + ) + .formats(formats) + ; + return Ok(video_item); + } +} + +async fn get_media_formats(video_page_url: &str, requester: &mut Requester) -> Vec { + let mut formats = vec![]; + let text = requester.get(&video_page_url).await.unwrap(); + if text.contains("Why do I see it?"){ + return formats; + } + for (index, line) in text.split("\n").enumerate() { + println!("Line {}: {}\n", index, line); + } + let video_url = format!("https:{}", text + .split("url: '/blocks/altplayer.php?i=") + .collect::>()[1] + .split("'") + .collect::>()[0]); + + let text2 = requester.get_raw_with_headers(&video_url, vec![("Referer".to_string(), "https://hqporner.com/".to_string())]).await.unwrap().text().await.unwrap(); + let video_element = text2.split("") + .collect::>()[0]; + let sources = video_element.split(">()[1..].to_vec(); + for source in sources { + let title = source.split("title=\\\"").collect::>()[1] + .split("\\\"").collect::>()[0].to_string(); + let quality = title.split(" ").collect::>()[0].to_string(); + let format = "mp4".to_string(); + let media_url = format!("https:{}", source.split("src=\\\"").collect::>()[1] + .split("\\\"").collect::>()[0]); + + formats.push(VideoFormat::new(media_url, quality, format).format_id(title.clone()).format_note(title.clone())); + } + formats +} + +#[async_trait] +impl Provider for HqpornerProvider { + async fn get_videos( + &self, + cache: VideoCache, + pool: DbPool, + sort: String, + query: Option, + page: String, + per_page: String, + options: ServerOptions, + ) -> Vec { + let _ = per_page; + let _ = pool; + let videos: std::result::Result, Error> = match query { + Some(q) => { + self.query(cache, page.parse::().unwrap_or(1), &q, options) + .await + } + None => { + self.get(cache, page.parse::().unwrap_or(1), &sort, options) + .await + } + }; + match videos { + Ok(v) => v, + Err(e) => { + println!("Error fetching videos: {}", e); + vec![] + } + } + } + fn get_channel(&self, clientversion: ClientVersion) -> crate::status::Channel { + self.build_channel(clientversion) + } +} diff --git a/src/providers/mod.rs b/src/providers/mod.rs index f029c35..a1137c3 100644 --- a/src/providers/mod.rs +++ b/src/providers/mod.rs @@ -36,6 +36,7 @@ pub mod tnaflix; pub mod pornxp; pub mod rule34gen; pub mod xxdbx; +pub mod hqporner; // convenient alias pub type DynProvider = Arc; @@ -48,6 +49,7 @@ pub static ALL_PROVIDERS: Lazy> = Lazy::new(| m.insert("pornxp", Arc::new(pornxp::PornxpProvider::new()) as DynProvider); m.insert("rule34gen", Arc::new(rule34gen::Rule34genProvider::new()) as DynProvider); m.insert("xxdbx", Arc::new(xxdbx::XxdbxProvider::new()) as DynProvider); + m.insert("hqporner", Arc::new(hqporner::HqpornerProvider::new()) as DynProvider); // add more here as you migrate them m });