diff --git a/app/src/api.js b/app/src/api.js
index e68edbe7..1fd82867 100644
--- a/app/src/api.js
+++ b/app/src/api.js
@@ -439,7 +439,18 @@ export async function getArchive(archiveId) {
}
}
-export async function postDownload(urls, downloader, frequency, sub_downloader, excludedURLs, destination, tagNames) {
+export async function postDownload(
+ urls,
+ downloader,
+ frequency,
+ sub_downloader,
+ excludedURLs,
+ destination,
+ tagNames,
+ depth,
+ suffix,
+ max_pages,
+) {
if (!downloader) {
toast({
type: 'error',
@@ -456,6 +467,9 @@ export async function postDownload(urls, downloader, frequency, sub_downloader,
frequency: frequency || null,
excluded_urls: excludedURLs,
destination: destination || null,
+ depth: depth || null,
+ suffix: suffix || null,
+ max_pages: max_pages || null,
};
if (sub_downloader) {
body['sub_downloader'] = sub_downloader;
diff --git a/app/src/components/Download.js b/app/src/components/Download.js
index d0284442..94655c7e 100644
--- a/app/src/components/Download.js
+++ b/app/src/components/Download.js
@@ -9,6 +9,7 @@ import {AccordionContent, AccordionTitle, Form as SForm, FormDropdown} from "sem
import {Link} from "react-router-dom";
import {TagsSelector} from "../Tags";
import {toast} from "react-semantic-toasts-2";
+import Grid from "semantic-ui-react/dist/commonjs/collections/Grid";
const validUrl = /^(http|https):\/\/[^ "]+$/;
@@ -429,6 +430,147 @@ class RSSDownload extends ChannelDownload {
}
}
+class RecursiveDownload extends Downloader {
+
+ constructor(props) {
+ super(props);
+ this.state = {
+ depth: 1,
+ disabled: false,
+ max_pages: 100,
+ pending: false,
+ ready: false,
+ sub_downloader: null,
+ success: null,
+ suffix: '',
+ urls: '',
+ };
+ }
+
+ handleInputChange = async (event, {name, value}) => {
+ this.setState({[name]: value});
+ }
+
+ submitDownload = async () => {
+ let {urls, destination, depth, suffix, max_pages} = this.state;
+ if (urls) {
+ this.setState({pending: true, submitted: false});
+ try {
+ let response = await postDownload(
+ urls,
+ 'recursive_html',
+ null,
+ 'file',
+ null,
+ destination,
+ null,
+ depth,
+ suffix,
+ max_pages,
+ );
+ if (response.status === 204) {
+ this.setState({urls: '', pending: false, submitted: true});
+ } else {
+ const content = await response.json();
+ let error = 'Failed to create download!';
+ if (content && content['error']) {
+ error = content['error'];
+ }
+ toast({type: 'error', title: 'Error', description: error});
+ }
+ } finally {
+ this.setState({pending: false});
+ }
+ }
+ }
+
+ render() {
+ const {urls, depth, max_pages, suffix, destination} = this.state;
+ const depths = [
+ {key: 1, text: 1, value: 1},
+ {key: 2, text: 2, value: 2},
+ {key: 3, text: 3, value: 3},
+ {key: 4, text: 4, value: 4},
+ ];
+ const validSuffix = suffix && suffix.startsWith('.');
+ const complete = urls && depth && validSuffix && max_pages && destination;
+
+ return
+ }
+}
+
export function DownloadMenu({onOpen, disabled}) {
const [downloader, setDownloader] = useState();
@@ -474,6 +616,13 @@ export function DownloadMenu({onOpen, disabled}) {
onClick={() => localOnOpen('file')}
style={{marginBottom: '1em'}}
/>
+