1
0
mirror of https://github.com/Rogiel/httpchannel synced 2025-12-06 07:32:50 +00:00

Implements uploadhere.com service

This commit is contained in:
2012-01-15 20:23:01 -02:00
parent 23f80b50e6
commit 1719e54b77
34 changed files with 790 additions and 429 deletions

View File

@@ -5,8 +5,8 @@ import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import java.util.regex.Pattern;
import com.rogiel.httpchannel.captcha.impl.EmbeddedReCaptchaService;
import com.rogiel.httpchannel.captcha.impl.ReCaptcha;
import com.rogiel.httpchannel.captcha.impl.ReCaptchaService;
import com.rogiel.httpchannel.service.AbstractAuthenticator;
import com.rogiel.httpchannel.service.AbstractHttpService;
import com.rogiel.httpchannel.service.AbstractUploader;
@@ -26,7 +26,6 @@ import com.rogiel.httpchannel.service.channel.LinkedUploadChannel.LinkedUploadCh
import com.rogiel.httpchannel.service.config.NullAuthenticatorConfiguration;
import com.rogiel.httpchannel.service.config.NullUploaderConfiguration;
import com.rogiel.httpchannel.service.exception.AuthenticationInvalidCredentialException;
import com.rogiel.httpchannel.service.exception.UnresolvedCaptchaException;
import com.rogiel.httpchannel.util.htmlparser.HTMLPage;
/**
@@ -51,7 +50,7 @@ public class DepositFilesService extends AbstractHttpService implements
private static final Pattern VALID_LOGIN_REDIRECT = Pattern
.compile("window.location.href");
private final ReCaptchaService captchaService = new ReCaptchaService();
private final EmbeddedReCaptchaService captchaService = new EmbeddedReCaptchaService();
@Override
public ServiceID getID() {
@@ -71,7 +70,7 @@ public class DepositFilesService extends AbstractHttpService implements
@Override
public Uploader<NullUploaderConfiguration> getUploader(String filename,
long filesize, NullUploaderConfiguration configuration) {
return new UploadKingUploader(filename, filesize, configuration);
return new UploaderImpl(filename, filesize, configuration);
}
@Override
@@ -106,7 +105,7 @@ public class DepositFilesService extends AbstractHttpService implements
@Override
public Authenticator<NullAuthenticatorConfiguration> getAuthenticator(
Credential credential, NullAuthenticatorConfiguration configuration) {
return new UploadKingAuthenticator(credential, configuration);
return new AuthenticatorImpl(credential, configuration);
}
@Override
@@ -125,13 +124,13 @@ public class DepositFilesService extends AbstractHttpService implements
return new CapabilityMatrix<AuthenticatorCapability>();
}
protected class UploadKingUploader extends
protected class UploaderImpl extends
AbstractUploader<NullUploaderConfiguration> implements
Uploader<NullUploaderConfiguration>,
LinkedUploadChannelCloseCallback {
private Future<HTMLPage> uploadFuture;
public UploadKingUploader(String filename, long filesize,
public UploaderImpl(String filename, long filesize,
NullUploaderConfiguration configuration) {
super(filename, filesize, configuration);
}
@@ -169,10 +168,10 @@ public class DepositFilesService extends AbstractHttpService implements
}
}
protected class UploadKingAuthenticator extends
protected class AuthenticatorImpl extends
AbstractAuthenticator<NullAuthenticatorConfiguration> implements
Authenticator<NullAuthenticatorConfiguration> {
public UploadKingAuthenticator(Credential credential,
public AuthenticatorImpl(Credential credential,
NullAuthenticatorConfiguration configuration) {
super(credential, configuration);
}
@@ -186,8 +185,7 @@ public class DepositFilesService extends AbstractHttpService implements
final ReCaptcha captcha = captchaService.create(page);
if (captcha != null) {
if (!resolveCaptcha(captcha))
throw new UnresolvedCaptchaException();
resolveCaptcha(captcha);
page = post("http://depositfiles.com/login.php?return=%2F")
.parameter("go", true)
.parameter("login", credential.getUsername())

View File

@@ -1 +1 @@
com.rogiel.httpchannel.service.impl.MultiUploadService
com.rogiel.httpchannel.service.impl.DepositFilesService

View File

@@ -102,7 +102,7 @@ public class HotFileService extends AbstractHttpService implements Service,
@Override
public Uploader<NullUploaderConfiguration> getUploader(String filename,
long filesize, NullUploaderConfiguration configuration) {
return new HotFileUploader(filename, filesize, configuration);
return new UploaderImpl(filename, filesize, configuration);
}
@Override
@@ -137,7 +137,7 @@ public class HotFileService extends AbstractHttpService implements Service,
@Override
public Downloader<NullDownloaderConfiguration> getDownloader(URL url,
NullDownloaderConfiguration configuration) {
return new HotFileDownloader(url, configuration);
return new DownloaderImpl(url, configuration);
}
@Override
@@ -164,7 +164,7 @@ public class HotFileService extends AbstractHttpService implements Service,
@Override
public Authenticator<NullAuthenticatorConfiguration> getAuthenticator(
Credential credential, NullAuthenticatorConfiguration configuration) {
return new HotFileAuthenticator(credential, configuration);
return new AuthenticatorImpl(credential, configuration);
}
@Override
@@ -183,13 +183,13 @@ public class HotFileService extends AbstractHttpService implements Service,
return new CapabilityMatrix<AuthenticatorCapability>();
}
protected class HotFileUploader extends
protected class UploaderImpl extends
AbstractUploader<NullUploaderConfiguration> implements
Uploader<NullUploaderConfiguration>,
LinkedUploadChannelCloseCallback {
private Future<HTMLPage> uploadFuture;
public HotFileUploader(String filename, long filesize,
public UploaderImpl(String filename, long filesize,
NullUploaderConfiguration configuration) {
super(filename, filesize, configuration);
}
@@ -218,9 +218,9 @@ public class HotFileService extends AbstractHttpService implements Service,
}
}
protected class HotFileDownloader extends
protected class DownloaderImpl extends
AbstractHttpDownloader<NullDownloaderConfiguration> {
public HotFileDownloader(URL url,
public DownloaderImpl(URL url,
NullDownloaderConfiguration configuration) {
super(url, configuration);
}
@@ -304,10 +304,10 @@ public class HotFileService extends AbstractHttpService implements Service,
}
}
protected class HotFileAuthenticator extends
protected class AuthenticatorImpl extends
AbstractAuthenticator<NullAuthenticatorConfiguration> implements
Authenticator<NullAuthenticatorConfiguration> {
public HotFileAuthenticator(Credential credential,
public AuthenticatorImpl(Credential credential,
NullAuthenticatorConfiguration configuration) {
super(credential, configuration);
}

View File

@@ -106,7 +106,7 @@ public class MegaUploadService extends AbstractHttpService implements Service,
public Uploader<MegaUploadUploaderConfiguration> getUploader(
String filename, long filesize,
MegaUploadUploaderConfiguration configuration) {
return new MegaUploadUploader(filename, filesize, configuration);
return new UploaderImpl(filename, filesize, configuration);
}
@Override
@@ -141,7 +141,7 @@ public class MegaUploadService extends AbstractHttpService implements Service,
@Override
public Downloader<MegaUploadDownloaderConfiguration> getDownloader(URL url,
MegaUploadDownloaderConfiguration configuration) {
return new MegaUploadDownloader(url, configuration);
return new DownloaderImpl(url, configuration);
}
@Override
@@ -173,7 +173,7 @@ public class MegaUploadService extends AbstractHttpService implements Service,
@Override
public Authenticator<NullAuthenticatorConfiguration> getAuthenticator(
Credential credential, NullAuthenticatorConfiguration configuration) {
return new MegaUploadAuthenticator(credential, configuration);
return new AuthenticatorImpl(credential, configuration);
}
@Override
@@ -192,13 +192,13 @@ public class MegaUploadService extends AbstractHttpService implements Service,
return new CapabilityMatrix<AuthenticatorCapability>();
}
protected class MegaUploadUploader extends
protected class UploaderImpl extends
AbstractUploader<MegaUploadUploaderConfiguration> implements
Uploader<MegaUploadUploaderConfiguration>,
LinkedUploadChannelCloseCallback {
private Future<String> uploadFuture;
public MegaUploadUploader(String filename, long filesize,
public UploaderImpl(String filename, long filesize,
MegaUploadUploaderConfiguration configuration) {
super(filename, filesize, configuration);
}
@@ -229,10 +229,10 @@ public class MegaUploadService extends AbstractHttpService implements Service,
}
}
protected class MegaUploadDownloader extends
protected class DownloaderImpl extends
AbstractHttpDownloader<MegaUploadDownloaderConfiguration> implements
Downloader<MegaUploadDownloaderConfiguration> {
public MegaUploadDownloader(URL url,
public DownloaderImpl(URL url,
MegaUploadDownloaderConfiguration configuration) {
super(url, configuration);
}
@@ -289,10 +289,10 @@ public class MegaUploadService extends AbstractHttpService implements Service,
}
}
protected class MegaUploadAuthenticator extends
protected class AuthenticatorImpl extends
AbstractAuthenticator<NullAuthenticatorConfiguration> implements
Authenticator<NullAuthenticatorConfiguration> {
public MegaUploadAuthenticator(Credential credential,
public AuthenticatorImpl(Credential credential,
NullAuthenticatorConfiguration configuration) {
super(credential, configuration);
}

View File

@@ -2,10 +2,10 @@ package com.rogiel.httpchannel.service.impl;
import com.rogiel.httpchannel.service.Uploader.DescriptionableUploaderConfiguration;
import com.rogiel.httpchannel.service.Uploader.UploaderConfiguration;
import com.rogiel.httpchannel.service.impl.MegaUploadService.MegaUploadUploader;
import com.rogiel.httpchannel.service.impl.MegaUploadService.UploaderImpl;
/**
* Describes an configuration for an {@link MegaUploadUploader}
* Describes an configuration for an {@link UploaderImpl}
*
* @author <a href="http://www.rogiel.com">Rogiel</a>
*/

View File

@@ -1,21 +1,14 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<artifactId>httpchannel-service</artifactId>
<groupId>com.rogiel.httpchannel</groupId>
<version>1.0.0</version>
<relativePath>..</relativePath>
</parent>
<artifactId>httpchannel-service-multiupload</artifactId>
<groupId>com.rogiel.httpchannel.services</groupId>
<name>HttpChannel/Service/MultiUpload</name>
<description>Provides upload access to multiupload.com</description>
<dependencies>
<dependency>
<groupId>com.rogiel.httpchannel</groupId>
<artifactId>httpchannel-tests</artifactId>
<version>1.0.0</version>
<scope>runtime</scope>
</dependency>
</dependencies>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<artifactId>httpchannel-service</artifactId>
<groupId>com.rogiel.httpchannel</groupId>
<version>1.0.0</version>
<relativePath>..</relativePath>
</parent>
<artifactId>httpchannel-service-multiupload</artifactId>
<groupId>com.rogiel.httpchannel.services</groupId>
<name>HttpChannel/Service/MultiUpload</name>
<description>Provides upload access to multiupload.com</description>
</project>

View File

@@ -86,7 +86,7 @@ public class MultiUploadService extends AbstractHttpService implements Service,
MultiUploadUploaderConfiguration configuration) {
if (configuration == null)
configuration = new MultiUploadUploaderConfiguration();
return new MultiUploadUploader(filename, filesize, configuration);
return new UploaderImpl(filename, filesize, configuration);
}
@Override
@@ -121,7 +121,7 @@ public class MultiUploadService extends AbstractHttpService implements Service,
@Override
public Downloader<NullDownloaderConfiguration> getDownloader(URL url,
NullDownloaderConfiguration configuration) {
return new MultiUploaderDownloader(url, configuration);
return new DownloaderImpl(url, configuration);
}
@Override
@@ -151,7 +151,7 @@ public class MultiUploadService extends AbstractHttpService implements Service,
@Override
public Authenticator<NullAuthenticatorConfiguration> getAuthenticator(
Credential credential, NullAuthenticatorConfiguration configuration) {
return new MultiUploadAuthenticator(credential, configuration);
return new AuthenticatorImpl(credential, configuration);
}
@Override
@@ -170,13 +170,13 @@ public class MultiUploadService extends AbstractHttpService implements Service,
return new CapabilityMatrix<AuthenticatorCapability>();
}
protected class MultiUploadUploader extends
protected class UploaderImpl extends
AbstractUploader<MultiUploadUploaderConfiguration> implements
Uploader<MultiUploadUploaderConfiguration>,
LinkedUploadChannelCloseCallback {
private Future<String> uploadFuture;
public MultiUploadUploader(String filename, long filesize,
public UploaderImpl(String filename, long filesize,
MultiUploadUploaderConfiguration configuration) {
super(filename, filesize, configuration);
}
@@ -216,10 +216,10 @@ public class MultiUploadService extends AbstractHttpService implements Service,
}
}
protected class MultiUploaderDownloader extends
protected class DownloaderImpl extends
AbstractHttpDownloader<NullDownloaderConfiguration> implements
Downloader<NullDownloaderConfiguration> {
protected MultiUploaderDownloader(URL url,
protected DownloaderImpl(URL url,
NullDownloaderConfiguration configuration) {
super(url, configuration);
}
@@ -237,10 +237,10 @@ public class MultiUploadService extends AbstractHttpService implements Service,
}
}
protected class MultiUploadAuthenticator extends
protected class AuthenticatorImpl extends
AbstractAuthenticator<NullAuthenticatorConfiguration> implements
Authenticator<NullAuthenticatorConfiguration> {
public MultiUploadAuthenticator(Credential credential,
public AuthenticatorImpl(Credential credential,
NullAuthenticatorConfiguration configuration) {
super(credential, configuration);
}

View File

@@ -4,10 +4,10 @@ import java.util.EnumSet;
import com.rogiel.httpchannel.service.Uploader.DescriptionableUploaderConfiguration;
import com.rogiel.httpchannel.service.Uploader.UploaderConfiguration;
import com.rogiel.httpchannel.service.impl.MultiUploadService.MultiUploadUploader;
import com.rogiel.httpchannel.service.impl.MultiUploadService.UploaderImpl;
/**
* Describes an configuration for an {@link MultiUploadUploader}
* Describes an configuration for an {@link UploaderImpl}
*
* @author <a href="http://www.rogiel.com">Rogiel</a>
*/

View File

@@ -1,32 +1,68 @@
package com.rogiel.httpchannel.service.impl;
import java.net.MalformedURLException;
import java.io.IOException;
import java.net.URL;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import com.rogiel.httpchannel.service.AbstractServiceTest;
import com.rogiel.httpchannel.service.Credential;
import com.rogiel.httpchannel.service.Service;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
public class MultiUploadServiceTest extends AbstractServiceTest {
@Override
protected Service createService() {
return new MultiUploadService();
import com.rogiel.httpchannel.service.DownloadService;
import com.rogiel.httpchannel.util.ChannelUtils;
public class MultiUploadServiceTest {
public static final Path TEST_UPLOAD_FILE = Paths
.get("src/test/resources/upload-test-file.txt");
public static final byte[] EXPECTED_FULL_CHECKSUM = new byte[] { 27, -93,
-76, 6, 123, -31, -9, 1, -100, 103, 123, -108, -22, -3, 121, -54,
-127, 27, 43, -8 };
public static final byte[] EXPECTED_RESUME_CHECKSUM = new byte[] { 39, -29,
-107, -76, -69, -122, -20, 78, -27, -60, 95, -23, 70, -127, -17,
101, -39, -87, -2, -67 };
private MultiUploadService service;
@Before
public void setUp() throws Exception {
this.service = new MultiUploadService();
}
@Override
protected URL createDownloadURL() throws MalformedURLException {
return new URL("http://www.multiupload.com/QPDUXJDZZY");
@Test
public void testUploader() throws IOException {
final URL url = ChannelUtils.upload(service, TEST_UPLOAD_FILE);
Assert.assertNotNull(url);
System.out.println("Uploaded file to " + url);
}
@Override
protected Credential createValidCredential() {
return null;
@Test
public void testDownloader() throws IOException, NoSuchAlgorithmException {
final byte[] data = ChannelUtils
.toByteArray(((DownloadService<?>) service).getDownloader(
new URL("http://www.multiupload.com/TJOYWB4JEW"))
.openChannel());
assertChecksum("Downloaded data checksum did not matched", "SHA1",
data, EXPECTED_FULL_CHECKSUM);
}
@Override
protected Credential createInvalidCredential() {
return new Credential("invalid-"
+ Double.toString(Math.random() * 1000), Double.toString(Math
.random() * Integer.MAX_VALUE));
@Test
public void testDownloaderResume() throws IOException,
NoSuchAlgorithmException {
final byte[] data = ChannelUtils
.toByteArray(((DownloadService<?>) service).getDownloader(
new URL("http://www.multiupload.com/TJOYWB4JEW"))
.openChannel(50));
assertChecksum("Downloaded data checksum did not matched", "SHA1",
data, EXPECTED_RESUME_CHECKSUM);
}
public static void assertChecksum(String message, String algorithm,
byte[] data, byte[] expected) throws NoSuchAlgorithmException {
final MessageDigest md = MessageDigest.getInstance(algorithm);
final byte[] actual = md.digest(data);
Assert.assertArrayEquals(message, expected, actual);
}
}

View File

@@ -0,0 +1,20 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<artifactId>httpchannel-service</artifactId>
<groupId>com.rogiel.httpchannel</groupId>
<version>1.0.0</version>
<relativePath>..</relativePath>
</parent>
<artifactId>httpchannel-service-uploadhere</artifactId>
<groupId>com.rogiel.httpchannel.services</groupId>
<name>HttpChannel/Service/UploadHere</name>
<description>Provides upload access to uploadhere.com</description>
<dependencies>
<dependency>
<groupId>com.rogiel.httpchannel</groupId>
<artifactId>httpchannel-captcha-recaptcha</artifactId>
<version>1.0.0</version>
</dependency>
</dependencies>
</project>

View File

@@ -0,0 +1,284 @@
package com.rogiel.httpchannel.service.impl;
import java.io.IOException;
import java.net.URL;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import java.util.regex.Pattern;
import com.rogiel.httpchannel.captcha.impl.AjaxReCaptchaService;
import com.rogiel.httpchannel.captcha.impl.ReCaptcha;
import com.rogiel.httpchannel.service.AbstractAuthenticator;
import com.rogiel.httpchannel.service.AbstractHttpDownloader;
import com.rogiel.httpchannel.service.AbstractHttpService;
import com.rogiel.httpchannel.service.AbstractUploader;
import com.rogiel.httpchannel.service.AuthenticationService;
import com.rogiel.httpchannel.service.Authenticator;
import com.rogiel.httpchannel.service.AuthenticatorCapability;
import com.rogiel.httpchannel.service.CapabilityMatrix;
import com.rogiel.httpchannel.service.Credential;
import com.rogiel.httpchannel.service.DownloadChannel;
import com.rogiel.httpchannel.service.DownloadListener;
import com.rogiel.httpchannel.service.DownloadService;
import com.rogiel.httpchannel.service.Downloader;
import com.rogiel.httpchannel.service.DownloaderCapability;
import com.rogiel.httpchannel.service.Service;
import com.rogiel.httpchannel.service.ServiceID;
import com.rogiel.httpchannel.service.UploadChannel;
import com.rogiel.httpchannel.service.UploadService;
import com.rogiel.httpchannel.service.Uploader;
import com.rogiel.httpchannel.service.UploaderCapability;
import com.rogiel.httpchannel.service.channel.LinkedUploadChannel;
import com.rogiel.httpchannel.service.channel.LinkedUploadChannel.LinkedUploadChannelCloseCallback;
import com.rogiel.httpchannel.service.config.NullAuthenticatorConfiguration;
import com.rogiel.httpchannel.service.config.NullDownloaderConfiguration;
import com.rogiel.httpchannel.service.config.NullUploaderConfiguration;
import com.rogiel.httpchannel.service.exception.AuthenticationInvalidCredentialException;
import com.rogiel.httpchannel.service.exception.DownloadLinkNotFoundException;
import com.rogiel.httpchannel.service.exception.InvalidCaptchaException;
import com.rogiel.httpchannel.util.PatternUtils;
import com.rogiel.httpchannel.util.htmlparser.HTMLPage;
/**
* This service handles uploads to UploadKing.com.
*
* @author <a href="http://www.rogiel.com/">Rogiel</a>
* @since 1.0
*/
public class UploadHereService extends AbstractHttpService implements Service,
UploadService<NullUploaderConfiguration>,
DownloadService<NullDownloaderConfiguration>,
AuthenticationService<NullAuthenticatorConfiguration> {
/**
* This service ID
*/
public static final ServiceID SERVICE_ID = ServiceID.create("uploadhere");
private static final Pattern UPLOAD_URL_PATTERN = Pattern
.compile("http://www([0-9]*)\\.uploadhere\\.com/upload/\\?UPLOAD_IDENTIFIER=[0-9]*");
private static final Pattern DOWNLOAD_ID_PATTERN = Pattern
.compile("\"downloadid\":\"([0-9a-zA-Z]*)\"");
private static final Pattern DOWNLOAD_URL_PATTERN = Pattern
.compile("http://(www\\.)?uploadhere.\\com/[0-9A-z]*");
private static final Pattern TIMER_PATTERN = Pattern.compile(
"count = ([0-9]*);", Pattern.COMMENTS);
private static final Pattern DIERCT_DOWNLOAD_URL_PATTERN = Pattern
.compile("(http:\\\\/\\\\/www[0-9]*\\.uploadhere\\.com(:[0-9]*)?\\\\/files\\\\/([0-9A-z]*)\\\\/(.*))\"");
private static final String INVALID_LOGIN_STRING = "Incorrect username and/or password. Please try again!";
private final AjaxReCaptchaService captchaService = new AjaxReCaptchaService();
@Override
public ServiceID getID() {
return SERVICE_ID;
}
@Override
public int getMajorVersion() {
return 1;
}
@Override
public int getMinorVersion() {
return 0;
}
@Override
public Uploader<NullUploaderConfiguration> getUploader(String filename,
long filesize, NullUploaderConfiguration configuration) {
return new UploaderImpl(filename, filesize, configuration);
}
@Override
public Uploader<NullUploaderConfiguration> getUploader(String filename,
long filesize) {
return getUploader(filename, filesize, newUploaderConfiguration());
}
@Override
public NullUploaderConfiguration newUploaderConfiguration() {
return NullUploaderConfiguration.SHARED_INSTANCE;
}
@Override
public long getMaximumFilesize() {
return 1 * 1024 * 1024 * 1024;
}
@Override
public String[] getSupportedExtensions() {
return null;
}
@Override
public CapabilityMatrix<UploaderCapability> getUploadCapabilities() {
return new CapabilityMatrix<UploaderCapability>(
UploaderCapability.UNAUTHENTICATED_UPLOAD,
UploaderCapability.NON_PREMIUM_ACCOUNT_UPLOAD,
UploaderCapability.PREMIUM_ACCOUNT_UPLOAD);
}
@Override
public Downloader<NullDownloaderConfiguration> getDownloader(URL url,
NullDownloaderConfiguration configuration) {
return new DownloaderImpl(url, configuration);
}
@Override
public Downloader<NullDownloaderConfiguration> getDownloader(URL url) {
return getDownloader(url, newDownloaderConfiguration());
}
@Override
public NullDownloaderConfiguration newDownloaderConfiguration() {
return NullDownloaderConfiguration.SHARED_INSTANCE;
}
@Override
public boolean matchURL(URL url) {
return DOWNLOAD_URL_PATTERN.matcher(url.toString()).matches();
}
@Override
public CapabilityMatrix<DownloaderCapability> getDownloadCapabilities() {
return new CapabilityMatrix<DownloaderCapability>(
DownloaderCapability.UNAUTHENTICATED_DOWNLOAD,
DownloaderCapability.UNAUTHENTICATED_RESUME,
DownloaderCapability.NON_PREMIUM_ACCOUNT_DOWNLOAD,
DownloaderCapability.NON_PREMIUM_ACCOUNT_RESUME);
}
@Override
public Authenticator<NullAuthenticatorConfiguration> getAuthenticator(
Credential credential, NullAuthenticatorConfiguration configuration) {
return new AuthenticatorImpl(credential, configuration);
}
@Override
public Authenticator<NullAuthenticatorConfiguration> getAuthenticator(
Credential credential) {
return getAuthenticator(credential, newAuthenticatorConfiguration());
}
@Override
public NullAuthenticatorConfiguration newAuthenticatorConfiguration() {
return NullAuthenticatorConfiguration.SHARED_INSTANCE;
}
@Override
public CapabilityMatrix<AuthenticatorCapability> getAuthenticationCapability() {
return new CapabilityMatrix<AuthenticatorCapability>();
}
protected class UploaderImpl extends
AbstractUploader<NullUploaderConfiguration> implements
Uploader<NullUploaderConfiguration>,
LinkedUploadChannelCloseCallback {
private Future<String> uploadFuture;
public UploaderImpl(String filename, long filesize,
NullUploaderConfiguration configuration) {
super(filename, filesize, configuration);
}
@Override
public UploadChannel openChannel() throws IOException {
final HTMLPage page = get("http://www.uploadhere.com/").asPage();
final String userCookie = page.getInputValueById("usercookie");
final String url = page.findFormAction(UPLOAD_URL_PATTERN);
final String uploadID = page.getInputValue("UPLOAD_IDENTIFIER");
final LinkedUploadChannel channel = createLinkedChannel(this);
uploadFuture = multipartPost(url).parameter("file_0", channel)
.parameter("u", userCookie)
.parameter("UPLOAD_IDENTIFIER", uploadID).asStringAsync();
return waitChannelLink(channel, uploadFuture);
}
@Override
public String finish() throws IOException {
try {
final String linkId = PatternUtils.find(DOWNLOAD_ID_PATTERN,
uploadFuture.get(), 1);
if (linkId == null)
return null;
return new StringBuilder("http://www.uploadhere.com/").append(
linkId).toString();
} catch (InterruptedException e) {
return null;
} catch (ExecutionException e) {
if (e.getCause() instanceof IOException)
throw (IOException) e.getCause();
else
throw new IOException(e.getCause());
}
}
}
protected class DownloaderImpl extends
AbstractHttpDownloader<NullDownloaderConfiguration> implements
Downloader<NullDownloaderConfiguration> {
public DownloaderImpl(URL url, NullDownloaderConfiguration configuration) {
super(url, configuration);
}
@Override
public DownloadChannel openChannel(DownloadListener listener,
long position) throws IOException {
HTMLPage page = get(url).asPage();
final int waitTime = page.findScriptAsInt(TIMER_PATTERN, 1) * 1000;
final ReCaptcha captcha = captchaService.create(page.toString());
if (captcha != null) {
final long start = System.currentTimeMillis();
resolveCaptcha(captcha);
final long delta = System.currentTimeMillis() - start;
if (delta < waitTime)
timer(listener, waitTime - delta);
String content = post(url)
.parameter("recaptcha_challenge_field", captcha.getID())
.parameter("recaptcha_response_field",
captcha.getAnswer()).asString();
String downloadLink = PatternUtils.find(
DIERCT_DOWNLOAD_URL_PATTERN, content, 1);
if (downloadLink == null)
throw new InvalidCaptchaException();
downloadLink = downloadLink.replaceAll(Pattern.quote("\\/"),
"/");
return download(get(downloadLink).position(position));
}
throw new DownloadLinkNotFoundException();
}
}
protected class AuthenticatorImpl extends
AbstractAuthenticator<NullAuthenticatorConfiguration> implements
Authenticator<NullAuthenticatorConfiguration> {
public AuthenticatorImpl(Credential credential,
NullAuthenticatorConfiguration configuration) {
super(credential, configuration);
}
@Override
public void login() throws IOException {
final HTMLPage page = post("http://www.uploadhere.com/login")
.parameter("do", "login")
.parameter("username", credential.getUsername())
.parameter("password", credential.getPassword()).asPage();
if (page.contains(INVALID_LOGIN_STRING))
throw new AuthenticationInvalidCredentialException();
}
@Override
public void logout() throws IOException {
post("http://www.uploadking.com/login").parameter("do", "logout")
.request();
// TODO check logout status
}
}
}

View File

@@ -0,0 +1 @@
com.rogiel.httpchannel.service.impl.UploadKingService

View File

@@ -0,0 +1,62 @@
package com.rogiel.httpchannel.service.impl;
import static org.junit.Assert.assertTrue;
import java.io.IOException;
import java.net.URL;
import java.nio.file.Path;
import java.nio.file.Paths;
import junit.framework.Assert;
import org.junit.Before;
import org.junit.Test;
import com.rogiel.httpchannel.service.UploaderCapability;
import com.rogiel.httpchannel.util.ChannelUtils;
public class UploadHereServiceTest {
private UploadHereService service;
@Before
public void setUp() throws Exception {
service = new UploadHereService();
}
@Test
public void testNonLoguedInUploader() throws IOException {
assertTrue(
"This service does not have the capability UploadCapability.UNAUTHENTICATED_UPLOAD",
service.getUploadCapabilities().has(
UploaderCapability.UNAUTHENTICATED_UPLOAD));
final Path path = Paths.get("src/test/resources/upload-test-file.txt");
final URL url = ChannelUtils.upload(service, path);
Assert.assertNotNull(url);
System.out.println(url);
}
// @Test
// public void testDownloader() throws IOException {
// service.setCaptchaResolver(new CaptchaResolver() {
// @Override
// public boolean resolve(Captcha rawCaptcha) {
// final ImageCaptcha captcha = (ImageCaptcha) rawCaptcha;
// System.out.println(captcha.getImageURL());
// try {
// captcha.setAnswer(new BufferedReader(new InputStreamReader(
// System.in)).readLine());
// System.out.println("Answer is: " + captcha.getAnswer());
// return true;
// } catch (IOException e) {
// return false;
// }
// }
// });
//
// final DownloadChannel channel = service.getDownloader(
// new URL("http://www.uploadhere.com/9WCEQF1Q07")).openChannel();
// System.out.println(new String(ChannelUtils.toByteArray(channel)));
// }
}

View File

@@ -0,0 +1,3 @@
This is a simple upload test file.
This is for testing purposes only.

View File

@@ -10,4 +10,11 @@
<groupId>com.rogiel.httpchannel.services</groupId>
<name>HttpChannel/Service/UploadKing</name>
<description>Provides upload access to uploadking.com</description>
<dependencies>
<dependency>
<groupId>com.rogiel.httpchannel</groupId>
<artifactId>httpchannel-captcha-recaptcha</artifactId>
<version>1.0.0</version>
</dependency>
</dependencies>
</project>

View File

@@ -1,11 +1,15 @@
package com.rogiel.httpchannel.service.impl;
import java.io.IOException;
import java.net.URL;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import java.util.regex.Pattern;
import com.rogiel.httpchannel.captcha.impl.AjaxReCaptchaService;
import com.rogiel.httpchannel.captcha.impl.ReCaptcha;
import com.rogiel.httpchannel.service.AbstractAuthenticator;
import com.rogiel.httpchannel.service.AbstractHttpDownloader;
import com.rogiel.httpchannel.service.AbstractHttpService;
import com.rogiel.httpchannel.service.AbstractUploader;
import com.rogiel.httpchannel.service.AuthenticationService;
@@ -13,6 +17,11 @@ import com.rogiel.httpchannel.service.Authenticator;
import com.rogiel.httpchannel.service.AuthenticatorCapability;
import com.rogiel.httpchannel.service.CapabilityMatrix;
import com.rogiel.httpchannel.service.Credential;
import com.rogiel.httpchannel.service.DownloadChannel;
import com.rogiel.httpchannel.service.DownloadListener;
import com.rogiel.httpchannel.service.DownloadService;
import com.rogiel.httpchannel.service.Downloader;
import com.rogiel.httpchannel.service.DownloaderCapability;
import com.rogiel.httpchannel.service.Service;
import com.rogiel.httpchannel.service.ServiceID;
import com.rogiel.httpchannel.service.UploadChannel;
@@ -22,8 +31,11 @@ import com.rogiel.httpchannel.service.UploaderCapability;
import com.rogiel.httpchannel.service.channel.LinkedUploadChannel;
import com.rogiel.httpchannel.service.channel.LinkedUploadChannel.LinkedUploadChannelCloseCallback;
import com.rogiel.httpchannel.service.config.NullAuthenticatorConfiguration;
import com.rogiel.httpchannel.service.config.NullDownloaderConfiguration;
import com.rogiel.httpchannel.service.config.NullUploaderConfiguration;
import com.rogiel.httpchannel.service.exception.AuthenticationInvalidCredentialException;
import com.rogiel.httpchannel.service.exception.DownloadLinkNotFoundException;
import com.rogiel.httpchannel.service.exception.InvalidCaptchaException;
import com.rogiel.httpchannel.util.PatternUtils;
import com.rogiel.httpchannel.util.htmlparser.HTMLPage;
@@ -35,6 +47,7 @@ import com.rogiel.httpchannel.util.htmlparser.HTMLPage;
*/
public class UploadKingService extends AbstractHttpService implements Service,
UploadService<NullUploaderConfiguration>,
DownloadService<NullDownloaderConfiguration>,
AuthenticationService<NullAuthenticatorConfiguration> {
/**
* This service ID
@@ -45,9 +58,17 @@ public class UploadKingService extends AbstractHttpService implements Service,
.compile("http://www([0-9]*)\\.uploadking\\.com/upload/\\?UPLOAD_IDENTIFIER=[0-9]*");
private static final Pattern DOWNLOAD_ID_PATTERN = Pattern
.compile("\"downloadid\":\"([0-9a-zA-Z]*)\"");
private static final Pattern DOWNLOAD_URL_PATTERN = Pattern
.compile("http://(www\\.)?uploadking.\\com/[0-9A-z]*");
private static final Pattern TIMER_PATTERN = Pattern.compile(
"count = ([0-9]*);", Pattern.COMMENTS);
private static final Pattern DIERCT_DOWNLOAD_URL_PATTERN = Pattern
.compile("(http:\\\\/\\\\/www[0-9]*\\.uploadking\\.com(:[0-9]*)?\\\\/files\\\\/([0-9A-z]*)\\\\/(.*))\"");
private static final String INVALID_LOGIN_STRING = "Incorrect username and/or password. Please try again!";
private final AjaxReCaptchaService captchaService = new AjaxReCaptchaService();
@Override
public ServiceID getID() {
return SERVICE_ID;
@@ -66,7 +87,7 @@ public class UploadKingService extends AbstractHttpService implements Service,
@Override
public Uploader<NullUploaderConfiguration> getUploader(String filename,
long filesize, NullUploaderConfiguration configuration) {
return new UploadKingUploader(filename, filesize, configuration);
return new UploaderImpl(filename, filesize, configuration);
}
@Override
@@ -98,10 +119,40 @@ public class UploadKingService extends AbstractHttpService implements Service,
UploaderCapability.PREMIUM_ACCOUNT_UPLOAD);
}
@Override
public Downloader<NullDownloaderConfiguration> getDownloader(URL url,
NullDownloaderConfiguration configuration) {
return new DownloaderImpl(url, configuration);
}
@Override
public Downloader<NullDownloaderConfiguration> getDownloader(URL url) {
return getDownloader(url, newDownloaderConfiguration());
}
@Override
public NullDownloaderConfiguration newDownloaderConfiguration() {
return NullDownloaderConfiguration.SHARED_INSTANCE;
}
@Override
public boolean matchURL(URL url) {
return DOWNLOAD_URL_PATTERN.matcher(url.toString()).matches();
}
@Override
public CapabilityMatrix<DownloaderCapability> getDownloadCapabilities() {
return new CapabilityMatrix<DownloaderCapability>(
DownloaderCapability.UNAUTHENTICATED_DOWNLOAD,
DownloaderCapability.UNAUTHENTICATED_RESUME,
DownloaderCapability.NON_PREMIUM_ACCOUNT_DOWNLOAD,
DownloaderCapability.NON_PREMIUM_ACCOUNT_RESUME);
}
@Override
public Authenticator<NullAuthenticatorConfiguration> getAuthenticator(
Credential credential, NullAuthenticatorConfiguration configuration) {
return new UploadKingAuthenticator(credential, configuration);
return new AuthenticatorImpl(credential, configuration);
}
@Override
@@ -120,13 +171,13 @@ public class UploadKingService extends AbstractHttpService implements Service,
return new CapabilityMatrix<AuthenticatorCapability>();
}
protected class UploadKingUploader extends
protected class UploaderImpl extends
AbstractUploader<NullUploaderConfiguration> implements
Uploader<NullUploaderConfiguration>,
LinkedUploadChannelCloseCallback {
private Future<String> uploadFuture;
public UploadKingUploader(String filename, long filesize,
public UploaderImpl(String filename, long filesize,
NullUploaderConfiguration configuration) {
super(filename, filesize, configuration);
}
@@ -163,10 +214,50 @@ public class UploadKingService extends AbstractHttpService implements Service,
}
}
protected class UploadKingAuthenticator extends
protected class DownloaderImpl extends
AbstractHttpDownloader<NullDownloaderConfiguration> implements
Downloader<NullDownloaderConfiguration> {
public DownloaderImpl(URL url, NullDownloaderConfiguration configuration) {
super(url, configuration);
}
@Override
public DownloadChannel openChannel(DownloadListener listener,
long position) throws IOException {
HTMLPage page = get(url).asPage();
final int waitTime = page.findScriptAsInt(TIMER_PATTERN, 1) * 1000;
final ReCaptcha captcha = captchaService.create(page.toString());
if (captcha != null) {
final long start = System.currentTimeMillis();
resolveCaptcha(captcha);
final long delta = System.currentTimeMillis() - start;
if (delta < waitTime)
timer(listener, waitTime - delta);
String content = post(url)
.parameter("recaptcha_challenge_field", captcha.getID())
.parameter("recaptcha_response_field",
captcha.getAnswer()).asString();
String downloadLink = PatternUtils.find(
DIERCT_DOWNLOAD_URL_PATTERN, content, 1);
if (downloadLink == null)
throw new InvalidCaptchaException();
downloadLink = downloadLink.replaceAll(Pattern.quote("\\/"),
"/");
return download(get(downloadLink).position(position));
}
throw new DownloadLinkNotFoundException();
}
}
protected class AuthenticatorImpl extends
AbstractAuthenticator<NullAuthenticatorConfiguration> implements
Authenticator<NullAuthenticatorConfiguration> {
public UploadKingAuthenticator(Credential credential,
public AuthenticatorImpl(Credential credential,
NullAuthenticatorConfiguration configuration) {
super(credential, configuration);
}

View File

@@ -1 +1 @@
com.rogiel.httpchannel.service.impl.MultiUploadService
com.rogiel.httpchannel.service.impl.UploadKingService

View File

@@ -36,4 +36,27 @@ public class UploadKingServiceTest {
Assert.assertNotNull(url);
System.out.println(url);
}
// @Test
// public void testDownloader() throws IOException {
// service.setCaptchaResolver(new CaptchaResolver() {
// @Override
// public boolean resolve(Captcha rawCaptcha) {
// final ImageCaptcha captcha = (ImageCaptcha) rawCaptcha;
// System.out.println(captcha.getImageURL());
// try {
// captcha.setAnswer(new BufferedReader(new InputStreamReader(
// System.in)).readLine());
// System.out.println("Answer is: " + captcha.getAnswer());
// return true;
// } catch (IOException e) {
// return false;
// }
// }
// });
//
// final DownloadChannel channel = service.getDownloader(
// new URL("http://www.uploadking.com/WM3PHD9JAY")).openChannel(512);
// System.out.println(new String(ChannelUtils.toByteArray(channel)));
// }
}

View File

@@ -10,6 +10,9 @@
<artifactId>httpchannel-service</artifactId>
<packaging>pom</packaging>
<name>HttpChannel/Service</name>
<description>Parent module that all service implementations should inherit</description>
<modules>
<module>httpchannel-service-megaupload</module>
<module>httpchannel-service-hotfile</module>
@@ -28,6 +31,4 @@
<version>1.0.0</version>
</dependency>
</dependencies>
<name>HttpChannel/Service</name>
<description>Parent module that all service implementations should inherit</description>
</project>