*Plugins: Fixes/Changes/Maintenance*

- Open3dlabCom: added support for sister-site smutbase and added crawler RE forum 92987

git-svn-id: svn://svn.jdownloader.org/jdownloader/trunk@47428 ebf7c1c2-ba36-0410-9fe8-c592906822b4

src/jd/plugins/decrypter/Open3dlabComCrawler.java

@@ -0,0 +1,126 @@
+//jDownloader - Downloadmanager
+//Copyright (C) 2009  JD-Team [email protected]
+//
+//This program is free software: you can redistribute it and/or modify
+//it under the terms of the GNU General Public License as published by
+//the Free Software Foundation, either version 3 of the License, or
+//(at your option) any later version.
+//
+//This program is distributed in the hope that it will be useful,
+//but WITHOUT ANY WARRANTY; without even the implied warranty of
+//MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+//GNU General Public License for more details.
+//
+//You should have received a copy of the GNU General Public License
+//along with this program.  If not, see <http://www.gnu.org/licenses/>.
+package jd.plugins.decrypter;
+
+import java.util.ArrayList;
+import java.util.List;
+
+import org.appwork.utils.formatter.SizeFormatter;
+
+import jd.PluginWrapper;
+import jd.controlling.ProgressController;
+import jd.nutils.encoding.Encoding;
+import jd.parser.Regex;
+import jd.parser.html.HTMLParser;
+import jd.plugins.CryptedLink;
+import jd.plugins.DecrypterPlugin;
+import jd.plugins.DownloadLink;
+import jd.plugins.FilePackage;
+import jd.plugins.LinkStatus;
+import jd.plugins.PluginDependencies;
+import jd.plugins.PluginException;
+import jd.plugins.PluginForDecrypt;
+import jd.plugins.hoster.Open3dlabCom;
+
+@DecrypterPlugin(revision = "$Revision$", interfaceVersion = 3, names = {}, urls = {})
+@PluginDependencies(dependencies = { Open3dlabCom.class })
+public class Open3dlabComCrawler extends PluginForDecrypt {
+    public Open3dlabComCrawler(PluginWrapper wrapper) {
+        super(wrapper);
+    }
+
+    public static List<String[]> getPluginDomains() {
+        return Open3dlabCom.getPluginDomains();
+    }
+
+    public static String[] getAnnotationNames() {
+        return buildAnnotationNames(getPluginDomains());
+    }
+
+    @Override
+    public String[] siteSupportedNames() {
+        return buildSupportedNames(getPluginDomains());
+    }
+
+    public static String[] getAnnotationUrls() {
+        return buildAnnotationUrls(getPluginDomains());
+    }
+
+    public static String[] buildAnnotationUrls(final List<String[]> pluginDomains) {
+        final List<String> ret = new ArrayList<String>();
+        for (final String[] domains : pluginDomains) {
+            ret.add("https?://(?:www\\.)?" + buildHostsPatternPart(domains) + "/project/(\\d+)/?");
+        }
+        return ret.toArray(new String[0]);
+    }
+
+    public ArrayList<DownloadLink> decryptIt(final CryptedLink param, ProgressController progress) throws Exception {
+        final String projectID = new Regex(param.getCryptedUrl(), this.getSupportedLinks()).getMatch(0);
+        if (projectID == null) {
+            /* Developer mistake */
+            throw new PluginException(LinkStatus.ERROR_PLUGIN_DEFECT);
+        }
+        final ArrayList<DownloadLink> ret = new ArrayList<DownloadLink>();
+        br.setFollowRedirects(true);
+        br.getPage(param.getCryptedUrl());
+        if (br.getHttpConnection().getResponseCode() == 404) {
+            throw new PluginException(LinkStatus.ERROR_FILE_NOT_FOUND);
+        }
+        final Open3dlabCom hosterplugin = (Open3dlabCom) this.getNewPluginForHostInstance(this.getHost());
+        String title = br.getRegex("\"name\"\\s*:\\s*\"([^\"]+)\"").getMatch(0);
+        final FilePackage fp = FilePackage.getInstance();
+        if (title != null) {
+            fp.setName(Encoding.htmlDecode(title).trim());
+        } else {
+            fp.setName(projectID);
+        }
+        final String[] dlHTMLs = br.getRegex("<td class=\"text-wrap-word js-edit-input\"(.*?)</div>\\s*</div>\\s*</td>\\s*</tr>").getColumn(0);
+        if (dlHTMLs == null || dlHTMLs.length == 0) {
+            throw new PluginException(LinkStatus.ERROR_PLUGIN_DEFECT);
+        }
+        for (final String dlHTML : dlHTMLs) {
+            /* Find all mirrors */
+            String filename = new Regex(dlHTML, "span class=\"js-edit-input__wrapper\"><strong>([^<]+)</strong>").getMatch(0);
+            if (filename == null) {
+                filename = new Regex(dlHTML, "(?i)You are about to download \"([^\"]+)").getMatch(0);
+            }
+            if (filename != null) {
+                filename = Encoding.htmlDecode(filename).trim();
+            }
+            final String filesizeStr = new Regex(dlHTML, "<td>(\\d+[^<]+)</td>\\s*</tr>").getMatch(0);
+            long filesize = -1;
+            if (filesizeStr != null) {
+                filesize = SizeFormatter.getSize(filesizeStr);
+            }
+            final String[] urls = HTMLParser.getHttpLinks(dlHTML, br.getURL());
+            for (final String url : urls) {
+                if (hosterplugin.canHandle(url)) {
+                    final DownloadLink dl = this.createDownloadlink(url);
+                    dl._setFilePackage(fp);
+                    dl.setAvailable(true);
+                    if (filename != null) {
+                        dl.setName(filename);
+                    }
+                    if (filesize != -1) {
+                        dl.setDownloadSize(filesize);
+                    }
+                    ret.add(dl);
+                }
+            }
+        }
+        return ret;
+    }
+}

src/jd/plugins/hoster/Open3dlabCom.java

@@ -30,6 +30,7 @@
 import jd.plugins.DownloadLink.AvailableStatus;
 import jd.plugins.HostPlugin;
 import jd.plugins.LinkStatus;
+import jd.plugins.Plugin;
 import jd.plugins.PluginException;
 import jd.plugins.PluginForHost;
 
@@ -44,10 +45,11 @@ public String getAGBLink() {
         return "https://www.test.com/help/privacy";
     }
 
-    private static List<String[]> getPluginDomains() {
+    public static List<String[]> getPluginDomains() {
         final List<String[]> ret = new ArrayList<String[]>();
         // each entry in List<String[]> will result in one PluginForHost, Plugin.getHost() will return String[0]->main domain
         ret.add(new String[] { "open3dlab.com" });
+        ret.add(new String[] { "smutba.se" });
         return ret;
     }
 
@@ -89,6 +91,16 @@ public String getLinkID(final DownloadLink link) {
         }
     }
 
+    @Override
+    public String getMirrorID(final DownloadLink link) {
+        final String fid = this.getFID(link);
+        if (fid != null) {
+            return getHost() + "://" + fid;
+        } else {
+            return super.getMirrorID(link);
+        }
+    }
+
     private String getFID(final DownloadLink link) {
         final Regex urlinfo = new Regex(link.getPluginPatternMatcher(), this.getSupportedLinks());
         return urlinfo.getMatch(0) + "_" + urlinfo.getMatch(1);
@@ -110,6 +122,8 @@ public AvailableStatus requestFileInformation(final DownloadLink link) throws IO
         if (filename != null) {
             filename = Encoding.htmlDecode(filename).trim();
             link.setName(filename);
+        } else {
+            logger.warning("Failed to find filename in HTML code");
         }
         final String dllink = findDirecturl(br);
         if (!StringUtils.isEmpty(dllink) && !link.isSizeSet()) {
@@ -120,6 +134,10 @@ public AvailableStatus requestFileInformation(final DownloadLink link) throws IO
                 if (con.getCompleteContentLength() > 0) {
                     link.setVerifiedFileSize(con.getCompleteContentLength());
                 }
+                final String serverFilename = Plugin.getFileNameFromHeader(con);
+                if (serverFilename != null) {
+                    link.setFinalFileName(serverFilename);
+                }
             } finally {
                 try {
                     con.disconnect();