new cms sites & linkcrptws bugfix & findcmssites @ google

git-svn-id: svn://svn.jdownloader.org/jdownloader/trunk@8732 ebf7c1c2-ba36-0410-9fe8-c592906822b4
This commit is contained in:
DwD 2009-09-28 14:42:09 +00:00
parent ae1f0e3773
commit 3b7e653140
3 changed files with 80 additions and 14 deletions

View File

@ -21,7 +21,6 @@ import java.io.IOException;
import java.util.ArrayList;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import jd.PluginWrapper;
import jd.controlling.ProgressController;
import jd.gui.UserIO;
@ -42,8 +41,8 @@ import jd.utils.JDUtilities;
@DecrypterPlugin(revision = "$Revision$", interfaceVersion = 2, names = {}, urls = {}, flags = {})
public class CMS extends PluginForDecrypt {
private static final String[] ANNOTATION_NAMES = new String[] { "ddl-kingz.in", "oxygen-warez.com", "filefox.in", "alphawarez.us", "pirate-loads.com", "fettrap.com", "omega-music.com", "hardcoremetal.biz", "flashload.org", "twin-warez.com", "oneload.org", "steelwarez.com", "fullstreams.info", "lionwarez.com", "1dl.in", "chrome-database.com", "oneload.org", "youwarez.biz", "saugking.net", "leetpornz.com", "freefiles4u.com", "dark-load.net", "crimeland.de", "get-warez.in", "meinsound.com", "projekt-tempel-news.de.vu", "datensau.org", "musik.am", "spreaded.net", "relfreaks.com", "babevidz.com", "serien24.com", "porn-freaks.net", "xxx-4-free.net", "porn-traffic.net", "chili-warez.net", "game-freaks.net", "isos.at", "your-load.com", "mov-world.net", "xtreme-warez.net", "sceneload.to", "epicspeedload.in", "serienfreaks.to", "serienfreaks.in", "warez-load.com", "ddl-scene.com",
"mp3king.cinipac-hosting.biz", "sauggirls.com", "pornfox.in", "xflat24.com", "alben.ws", "worldofxxx.org", "gamegalaxy.ws", "ddl.byte.to", "interload.biz", "xwebb.extra.hu/1dl", "jokermovie.org", "xtreme-warez.biz", "your-load.com", "top-hitz.com", "wii-reloaded.ath.cx/sites/epic", "wankingking.com", "projekt-tempel-news.org", "porn-ox.in", "music-dome.cc", "sound-load.com", "hoerspiele.to", "jim2008.extra.hu", "ex-yu.extra.hu", "firefiles.in", "gez-load.net", "wrzunlimited.1gb.in", "streamload.in", "toxic.to", "mp3z.to", "sexload.to", "sound-load.com", "sfulc.exofire.net/cms", "fickdiehure.com", "dream-team.bz/cms", "omega-warez.com", "ddl-scene.cc", "xxxstreams.org", "scene-warez.com", "dokuh.tv", "titanload.to", "ddlshock.com", "xtreme-warez.us", "crunkwarez.com", "serienking.in", "stream.szenepic.us", "gate-warez.com", "gateload.info", "hot-porn-ddl.com" };
public static final String[] ANNOTATION_NAMES = new String[] { "ddl-kingz.in", "oxygen-warez.com", "filefox.in", "alphawarez.us", "pirate-loads.com", "fettrap.com", "omega-music.com", "hardcoremetal.biz", "flashload.org", "twin-warez.com", "oneload.org", "steelwarez.com", "fullstreams.info", "lionwarez.com", "1dl.in", "chrome-database.com", "oneload.org", "youwarez.biz", "saugking.net", "leetpornz.com", "freefiles4u.com", "dark-load.net", "crimeland.de", "get-warez.in", "meinsound.com", "projekt-tempel-news.de.vu", "datensau.org", "musik.am", "spreaded.net", "relfreaks.com", "babevidz.com", "serien24.com", "porn-freaks.net", "xxx-4-free.net", "porn-traffic.net", "chili-warez.net", "game-freaks.net", "isos.at", "your-load.com", "mov-world.net", "xtreme-warez.net", "sceneload.to", "epicspeedload.in", "serienfreaks.to", "serienfreaks.in", "warez-load.com", "ddl-scene.com",
"mp3king.cinipac-hosting.biz", "ddl-base.ws", "sauggirls.com", "pornfox.in", "xflat24.com", "alben.ws", "worldofxxx.org", "gamegalaxy.ws", "ddl.byte.to", "interload.biz", "xwebb.extra.hu/1dl", "jokermovie.org", "xtreme-warez.biz", "your-load.com", "top-hitz.com", "wii-reloaded.ath.cx/sites/epic", "wankingking.com", "projekt-tempel-news.org", "porn-ox.in", "music-dome.cc", "sound-load.com", "hoerspiele.to", "jim2008.extra.hu", "ex-yu.extra.hu", "firefiles.in", "gez-load.net", "wrzunlimited.1gb.in", "streamload.in", "toxic.to", "mp3z.to", "sexload.to", "sound-load.com", "sfulc.exofire.net/cms", "fickdiehure.com", "dream-team.bz/cms", "omega-warez.com", "ddl-scene.cc", "xxxstreams.org", "scene-warez.com", "dokuh.tv", "titanload.to", "ddlshock.com", "xtreme-warez.us", "crunkwarez.com", "serienking.in", "stream.szenepic.us", "gate-warez.com", "gateload.info", "hot-porn-ddl.com" };
/**
* Returns the annotations names array
@ -65,7 +64,7 @@ public class CMS extends PluginForDecrypt {
for (int i = 0; i < ret.length; i++) {
ret[i] = "http://[\\w\\.]*?" + names[i].replaceAll("\\.", "\\\\.") + "/(\\?id=.+|[\\?]*?/.*?\\.html|category/.*?/.*?\\.html|download/.*?/.*?\\.html|.*?/.*?\\.html)";
}
return ret;
}
@ -113,6 +112,8 @@ public class CMS extends PluginForDecrypt {
String pass = br.getRegex(Pattern.compile("CopyToClipboard\\(this\\)\\; return\\(false\\)\\;\">(.*?)<\\/a>", Pattern.CASE_INSENSITIVE)).getMatch(0);
if (pass == null) pass = br.getRegex("<B>Passwort:</B> <input value=\"(.*?)\".*?<").getMatch(0);
if (pass == null) pass = br.getRegex("<p><b>Passwort:</b>\\s*(.*?)\\s*</p>").getMatch(0);
if (pass == null) pass = br.getRegex("<dt class=\"\">Passwort:</dt>.*?<dd class=\"\">(.*?)</dd>").getMatch(0);
if (pass != null) {
if (pass.equals("keins ben&ouml;tigt") || pass.equals("kein pw") || pass.equals("N/A") || pass.equals("n/a") || pass.equals("-") || pass.equals("-kein Passwort-") || pass.equals("-No Pass-") || pass.equals("ohne PW")) {
@ -250,12 +251,22 @@ public class CMS extends PluginForDecrypt {
}
}
if(decryptedLinks.size()==0)
{
String[] links2 = br.getRegex("onclick=\"window.open\\(\\'([^']*)\\'\\)\\;\" value=\"Download\"").getColumn(0);
for (String dl : links2) {
DownloadLink link = createDownloadlink(dl);
link.addSourcePluginPassword(pass);
decryptedLinks.add(link);
}
}
} catch (PluginException e2) {
throw e2;
} catch (IOException e) {
logger.log(java.util.logging.Level.SEVERE, "Exception occurred", e);
return null;
}
return decryptedLinks;
}

View File

@ -90,9 +90,10 @@ public class LnkCrptWs extends PluginForDecrypt {
if (br.containsHTML("cursor:crosshair")) {
valid = false;
File file = this.getLocalCaptchaFile();
String url = captcha.getRegex("src=\"([^\"]*)\"[^>]*style=\"cursor:").getMatch(0);
if (url == null) url = captcha.getRegex("style=\"cursor:[^>]*src=\"([^\"]*)\"").getMatch(0);
String url = captcha.getRegex("src=\"([^\"]*)\"[^>]*style=\"cursor:(?![^>]*display[^>]*none)").getMatch(0);
if (url == null) url = captcha.getRegex("style=\"cursor:(?![^>]*display[^>]*none)src=\"([^\"]*)\"").getMatch(1);
Browser.download(file, br.cloneBrowser().openGetConnection(url));
// redr System.out.println(url);
Point p;
if (url.contains("captx.php")) {
String code = getCaptchaCode("lnkcrptwsCircles", file, param);
@ -128,7 +129,7 @@ public class LnkCrptWs extends PluginForDecrypt {
String[] containers = br.getRegex("eval\\((.*?\\,\\{\\}\\))\\)").getColumn(0);
HashMap<String, String> map = new HashMap<String, String>();
for (String c : containers) {
@SuppressWarnings("deprecation")
Context cx = Context.enter();
Scriptable scope = cx.initStandardObjects();
c = c.replace("return p}(", " return p} f(").replace("function(p,a,c,k,e,d)", "function f(p,a,c,k,e,d)");
@ -190,18 +191,14 @@ public class LnkCrptWs extends PluginForDecrypt {
String[] evals = clone.getRegex("eval\\((.*?\\,\\{\\}\\))\\)").getColumn(0);
for (String c : evals) {
@SuppressWarnings("deprecation")
Context cx = Context.enter();
Scriptable scope = cx.initStandardObjects();
c = c.replace("return p}(", " return p} f(").replace("function(p,a,c,k,e", "function f(p,a,c,k,e");
Object result = cx.evaluateString(scope, c, "<cmd>", 1, null);
String code = Context.toString(result);
String versch;
if (code.startsWith("var versch")) {
versch = new Regex(code, "versch='([^']*)'").getMatch(0);
} else {
versch = new Regex(code, ".*?base='([^']*)'").getMatch(0);
}
versch = new Regex(code, ".*?='([^']*)'").getMatch(0);
versch = Encoding.Base64Decode(versch);
versch = new Regex(versch, "<iframe.*?src\\s*?=\\s*?\"?([^\"> ]{20,})\"?\\s?").getMatch(0);
versch = Encoding.htmlDecode(versch);
@ -212,7 +209,7 @@ public class LnkCrptWs extends PluginForDecrypt {
if (row != null) {
map.put(row[1], row[0]);
} else {
// System.out.println(code);
// System.out.println(code);
}
}

58
tools/FindCMSSites.java Normal file
View File

@ -0,0 +1,58 @@
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.Vector;
import jd.http.Browser;
import jd.plugins.decrypter.CMS;
public class FindCMSSites {
public static void main(String[] args) {
Vector<String> urls = new Vector<String>();
for (int i = 0; i < 10; i++) {
String url = "http://www.google.de/search?hl=de&q=\"Powered+by+Underground+CMS\"&start=" + i * 10 + "&sa=N";
Browser br = new Browser();
try {
br.getPage(url);
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
// System.out.println(url);
// System.out.println(br);
String[] urlsc = br.getRegex("<a href=\"([^\"]*)\"\\s*class=l").getColumn(0);
for (String string : urlsc) {
String host;
try {
host = new URI(string).getHost().toLowerCase();
if (host.matches(".*\\..*\\..*")) host = host.replaceFirst("[^.]*\\.", "");
// System.out.println(host);
if (!urls.contains(host)) urls.add(host);
} catch (URISyntaxException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
outer: for (String string : urls) {
for (String decryptPluginWrapper : CMS.ANNOTATION_NAMES) {
String host = decryptPluginWrapper.toLowerCase();
if (host.matches(".*\\..*\\..*")) host = host.replaceFirst("[^.]*\\.", "");
if (host.equals(string)) continue outer;
}
System.out.println("\"" + string + "\",");
}
/*
* System.out.println(br); String[] links2 =br.getRegex(
* "onclick=\"window.open\\(\\'([^']*)\\'\\)\\;\" value=\"Download\""
* ).getColumn(0); for (String string : links2) {
* System.out.println(string); }
*/
}
}