aded rate and download limits updated readme

Author: RandyNorthrup

Clone Website to Docker Tool/README.md

@@ -8,24 +8,30 @@ This tool clones a website and packages it as a Docker-ready folder, with an opt
 - Copy container files to your chosen destination
 - Optionally build the Docker image (if Docker is installed)
 - Console shows real-time verbose output
+- Limit download size (MB/GB/TB)
+- Throttle download speed (KB/s or MB/s)
 - No web server or browser UI required
 
 ## Usage
 1. Install requirements:
    ```bash
    pip install -r requirements.txt
    ```
-   (PySide6 and wget required. Install wget via Homebrew: `brew install wget`)
+   - PySide6 and wget required.
+   - **Windows:** Download wget from https://eternallybored.org/misc/wget/ and add to PATH.
+   - **macOS:** Install wget via Homebrew: `brew install wget`
+   - **Linux:** Install wget via your package manager: `sudo apt install wget` (Debian/Ubuntu) or `sudo yum install wget` (Fedora/RHEL)
 
 2. Run the GUI:
    ```bash
    python cw2dt.py
    ```
 
 3. Enter the website URL, Docker image name, and choose a destination folder.
-4. Click "Clone Website & Prepare Docker Output".
-5. (Optional) Enable Docker build if Docker is installed.
-6. Find the output in your chosen folder, ready for Docker Desktop or CLI.
+4. (Optional) Enable download size cap and/or throttle speed.
+5. Click "Clone Website & Prepare Docker Output".
+6. (Optional) Enable Docker build if Docker is installed.
+7. Find the output in your chosen folder, ready for Docker Desktop or CLI.
 
 ## Notes
 - The `cloned_sites` folder is used as a temporary cache and is cleared after each run.

Clone Website to Docker Tool/cw2dt.py

@@ -4,7 +4,7 @@
 import shutil
 import platform
 from PySide6.QtWidgets import (
-    QApplication, QWidget, QVBoxLayout, QHBoxLayout, QLabel, QLineEdit, QPushButton, QFileDialog, QTextEdit, QCheckBox
+    QApplication, QWidget, QVBoxLayout, QHBoxLayout, QLabel, QLineEdit, QPushButton, QFileDialog, QTextEdit, QCheckBox, QComboBox, QSpinBox
 )
 from PySide6.QtCore import Qt, QThread, Signal
 
@@ -26,12 +26,14 @@ class CloneThread(QThread):
     progress = Signal(str)
     finished = Signal(str)
 
-    def __init__(self, url, docker_name, save_path, build_docker):
+    def __init__(self, url, docker_name, save_path, build_docker, size_cap=None, throttle=None):
         super().__init__()
         self.url = url
         self.docker_name = docker_name
         self.save_path = save_path
         self.build_docker = build_docker
+        self.size_cap = size_cap
+        self.throttle = throttle
 
     def run(self):
         log = []
@@ -62,9 +64,14 @@ def log_msg(msg):
         os.makedirs(temp_project_folder, exist_ok=True)
         # Clone website using wget
         log_msg(f'Cloning {self.url} to {temp_project_folder}')
+        # Build wget command with options
         wget_cmd = [
             'wget', '-e', 'robots=off', '--mirror', '--convert-links', '--adjust-extension', '--page-requisites', '--no-parent', self.url, '-P', temp_project_folder
         ]
+        if self.size_cap:
+            wget_cmd += ['--quota', str(self.size_cap)]
+        if self.throttle:
+            wget_cmd += ['--limit-rate', str(self.throttle)]
         try:
             result = subprocess.run(wget_cmd, capture_output=True, text=True)
             log_msg(result.stdout)
@@ -149,6 +156,40 @@ def __init__(self):
         self.build_checkbox = QCheckBox('Build Docker image after clone (requires Docker)')
         layout.addWidget(self.build_checkbox)
 
+        # Download size cap controls
+        self.size_cap_checkbox = QCheckBox('Limit download size')
+        layout.addWidget(self.size_cap_checkbox)
+        size_hbox = QHBoxLayout()
+        self.size_cap_value = QSpinBox()
+        self.size_cap_value.setRange(1, 1000000)
+        self.size_cap_value.setValue(100)
+        size_hbox.addWidget(self.size_cap_value)
+        self.size_cap_unit = QComboBox()
+        self.size_cap_unit.addItems(['MB', 'GB', 'TB'])
+        size_hbox.addWidget(self.size_cap_unit)
+        layout.addLayout(size_hbox)
+        self.size_cap_checkbox.stateChanged.connect(lambda: self.size_cap_value.setEnabled(self.size_cap_checkbox.isChecked()))
+        self.size_cap_checkbox.stateChanged.connect(lambda: self.size_cap_unit.setEnabled(self.size_cap_checkbox.isChecked()))
+        self.size_cap_value.setEnabled(False)
+        self.size_cap_unit.setEnabled(False)
+
+        # Download speed throttle controls
+        self.throttle_checkbox = QCheckBox('Throttle download speed')
+        layout.addWidget(self.throttle_checkbox)
+        throttle_hbox = QHBoxLayout()
+        self.throttle_value = QSpinBox()
+        self.throttle_value.setRange(1, 1000000)
+        self.throttle_value.setValue(1024)
+        throttle_hbox.addWidget(self.throttle_value)
+        self.throttle_unit = QComboBox()
+        self.throttle_unit.addItems(['KB/s', 'MB/s'])
+        throttle_hbox.addWidget(self.throttle_unit)
+        layout.addLayout(throttle_hbox)
+        self.throttle_checkbox.stateChanged.connect(lambda: self.throttle_value.setEnabled(self.throttle_checkbox.isChecked()))
+        self.throttle_checkbox.stateChanged.connect(lambda: self.throttle_unit.setEnabled(self.throttle_checkbox.isChecked()))
+        self.throttle_value.setEnabled(False)
+        self.throttle_unit.setEnabled(False)
+
         self.start_btn = QPushButton('Clone Website & Prepare Docker Output')
         self.start_btn.clicked.connect(self.start_clone)
         self.start_btn.setEnabled(False)
@@ -185,12 +226,24 @@ def start_clone(self):
         docker_name = self.docker_name_input.text().strip()
         save_path = self.save_path_display.text().strip()
         build_docker = self.build_checkbox.isChecked()
+        # New options
+        size_cap = None
+        if self.size_cap_checkbox.isChecked():
+            value = self.size_cap_value.value()
+            unit = self.size_cap_unit.currentText()
+            multiplier = {'MB': 1024*1024, 'GB': 1024*1024*1024, 'TB': 1024*1024*1024*1024}[unit]
+            size_cap = value * multiplier
+        throttle = None
+        if self.throttle_checkbox.isChecked():
+            value = self.throttle_value.value()
+            unit = self.throttle_unit.currentText()
+            throttle = value * (1024 if unit == 'KB/s' else 1024*1024)
         # Prevent Docker build if Docker name is empty and build is checked
         if build_docker and not docker_name:
             self.console.append('Docker image name is required to build the image.')
             return
         self.console.clear()
-        self.clone_thread = CloneThread(url, docker_name, save_path, build_docker)
+        self.clone_thread = CloneThread(url, docker_name, save_path, build_docker, size_cap=size_cap, throttle=throttle)
         self.clone_thread.progress.connect(self.update_console)
         self.clone_thread.finished.connect(self.clone_finished)
         self.clone_thread.start()