simon/hottub
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfixes

Browse Source
This commit is contained in:
Simon
2025-07-13 10:48:55 +00:00
parent 3f391a4516
commit fe542b970d
1 changed files with 18 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
src/providers/spankbang.rs
View File

@@ -14,6 +14,8 @@ use crate::videos::{self, VideoItem};
use crate::DbPool; use crate::DbPool;
use crate::USER_AGENT; // Make sure Provider trait is imported use crate::USER_AGENT; // Make sure Provider trait is imported
use std::collections::HashMap; use std::collections::HashMap;
use std::time::Duration;
use tokio::time::sleep;
error_chain! { error_chain! {
foreign_links { foreign_links {
@@ -34,6 +36,7 @@ impl SpankbangProvider {
} }
} }
async fn get(&self, cache:VideoCache, pool: DbPool, page: u8, sort: String) -> Result<Vec<VideoItem>> { async fn get(&self, cache:VideoCache, pool: DbPool, page: u8, sort: String) -> Result<Vec<VideoItem>> {
let mut url = format!("{}{}/{}/", self.url, sort, page); let mut url = format!("{}{}/{}/", self.url, sort, page);
let old_items = match cache.get(&url) { let old_items = match cache.get(&url) {
@@ -237,7 +240,15 @@ impl SpankbangProvider {
// return Err(format!("Error fetching video from database: {}", e).into()); // return Err(format!("Error fetching video from database: {}", e).into());
} }
} }
let response = client.get(url.clone()).header("Cookie", cookies).send().await?; let response = client.get(url.clone()).header("Cookie", cookies.clone()).send().await?;
let mut response = response;
while response.status().as_u16() == 429 {
println!("Received 429 Too Many Requests. Waiting 10 seconds before retrying...");
sleep(Duration::from_secs(60)).await;
response = client.get(url.clone()).header("Cookie", cookies.clone()).send().await?;
}
if response.status().is_success() { if response.status().is_success() {
let text = response.text().await?; let text = response.text().await?;
let lines = text.split("\n").collect::<Vec<&str>>(); let lines = text.split("\n").collect::<Vec<&str>>();
@@ -261,9 +272,9 @@ impl SpankbangProvider {
pool: DbPool pool: DbPool
) -> Result<VideoItem> { ) -> Result<VideoItem> {
let vid = html.split("\n").collect::<Vec<&str>>(); let vid = html.split("\n").collect::<Vec<&str>>();
// for (index,line) in vid.iter().enumerate(){ if vid.len() > 200 {
// println!("Line {}: {}\n\n", index, line); return Err("Video item has too many lines".into());
// } }
let title_line = vid.iter() let title_line = vid.iter()
.find(|s| s.trim_start().starts_with("<a href=") && s.contains("title=")) .find(|s| s.trim_start().starts_with("<a href=") && s.contains("title="))
.unwrap_or(&""); .unwrap_or(&"");
@@ -315,14 +326,14 @@ impl SpankbangProvider {
return vec![]; return vec![];
} }
let mut items: Vec<VideoItem> = Vec::new(); let mut items: Vec<VideoItem> = Vec::new();
let split_html = html.split("class=\"video-list ").collect::<Vec<&str>>(); let mut split_html = html.split("\"video-list").collect::<Vec<&str>>();
if split_html.len() < 2 { if split_html.len() < 2 {
println!("Could not find video-list in HTML"); println!("Could not find video-list in HTML");
return items; return items;
} }
let video_listing_content = split_html[1]; let video_listing_content = split_html[1];
let raw_videos_vec = video_listing_content let raw_videos_vec = video_listing_content
.split("class=\"video-item\"") .split("data-testid=\"video-item\"")
.collect::<Vec<&str>>(); .collect::<Vec<&str>>();
if raw_videos_vec.len() < 2 { if raw_videos_vec.len() < 2 {
println!("Could not find video-item in HTML"); println!("Could not find video-item in HTML");