Do not delete entries with only attachments

Add curl time limit: 10s max
This commit is contained in:
SmallJoker 2018-04-01 20:04:28 +02:00
parent 05564ca400
commit d104fbf1c7

View File

@ -339,20 +339,22 @@ namespace ModIndexer
"//div[@class='content']" "//div[@class='content']"
); );
if (bodyNode == null) if (bodyNode == null) {
// Topic is dead. Remove mod.
info.type = (int)Misc.DATA_TYPE.INVALID;
Console.WriteLine("\tDead mod: " + mod_name);
return; return;
}
HtmlNodeCollection content = bodyNode[0].SelectNodes(".//a[@class='postlink']"); HtmlNodeCollection content = bodyNode[0].SelectNodes(".//a[@class='postlink']");
if (content == null) { if (content == null) {
Console.WriteLine("\tNo download links embedded."); Console.WriteLine("\tNo download links embedded.");
// Topic is dead. Remove mod.
info.type = (int)Misc.DATA_TYPE.INVALID;
return; return;
} }
string link = ""; string link = "";
int uglyness = PRIORITY_WORST; int uglyness = PRIORITY_WORST - 10;
foreach (HtmlNode dtNode in content) { foreach (HtmlNode dtNode in content) {
string url_raw = dtNode.GetAttributeValue("href", ""); string url_raw = dtNode.GetAttributeValue("href", "");
@ -425,7 +427,7 @@ namespace ModIndexer
var proc_info = new System.Diagnostics.ProcessStartInfo(); var proc_info = new System.Diagnostics.ProcessStartInfo();
proc_info.FileName = "curl"; proc_info.FileName = "curl";
proc_info.Arguments = "-L -I " + url; proc_info.Arguments = "-m 10 --connect-timeout 10 -L -I " + url;
proc_info.UseShellExecute = false; proc_info.UseShellExecute = false;
proc_info.RedirectStandardOutput = true; proc_info.RedirectStandardOutput = true;
proc_info.RedirectStandardError = true; proc_info.RedirectStandardError = true;