diff --git a/src/main/java/com/tonikelope/megabasterd/Download.java b/src/main/java/com/tonikelope/megabasterd/Download.java index 33e54864b..fe911e8c6 100644 --- a/src/main/java/com/tonikelope/megabasterd/Download.java +++ b/src/main/java/com/tonikelope/megabasterd/Download.java @@ -44,14 +44,14 @@ import javax.swing.JComponent; * @author tonikelope */ public class Download implements Transference, Runnable, SecureSingleThreadNotifiable { - + public static final boolean VERIFY_CBC_MAC_DEFAULT = false; public static final boolean USE_SLOTS_DEFAULT = true; public static final int WORKERS_DEFAULT = 6; public static final boolean USE_MEGA_ACCOUNT_DOWN = false; public static final int CHUNK_SIZE_MULTI = 10; private static final Logger LOG = Logger.getLogger(Download.class.getName()); - + private final MainPanel _main_panel; private volatile DownloadView _view; private volatile ProgressMeter _progress_meter; @@ -100,9 +100,9 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif private volatile boolean _finalizing; private final Object _progress_watchdog_lock; private final boolean _priority; - + public Download(MainPanel main_panel, MegaAPI ma, String url, String download_path, String file_name, String file_key, Long file_size, String file_pass, String file_noexpire, boolean use_slots, boolean restart, String custom_chunks_dir, boolean priority) { - + _priority = priority; _paused_workers = 0; _ma = ma; @@ -147,9 +147,9 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif _custom_chunks_dir = custom_chunks_dir; _turbo = false; } - + public Download(Download download) { - + _priority = download.isPriority(); _paused_workers = 0; _ma = download.getMa(); @@ -192,188 +192,188 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif _progress_meter = new ProgressMeter(this); _custom_chunks_dir = download.getCustom_chunks_dir(); _turbo = false; - + } - + public boolean isPriority() { return _priority; } - + public boolean isCanceled() { return _canceled; } - + public boolean isTurbo() { return _turbo; } - + public String getCustom_chunks_dir() { return _custom_chunks_dir; } - + public long getLast_chunk_id_dispatched() { return _last_chunk_id_dispatched; } - + public long calculateLastWrittenChunk(long temp_file_size) { if (temp_file_size > 3584 * 1024) { return 7 + (long) Math.floor((float) (temp_file_size - 3584 * 1024) / (1024 * 1024 * (this.isUse_slots() ? Download.CHUNK_SIZE_MULTI : 1))); } else { long i = 0, tot = 0; - + while (tot < temp_file_size) { i++; tot += i * 128 * 1024; } - + return i; } } - + public void enableTurboMode() { - + synchronized (_turbo_proxy_lock) { - + if (!_turbo) { - + _turbo = true; - + if (!_finalizing) { Download tthis = this; - + swingInvoke(() -> { - + getView().getSpeed_label().setForeground(new Color(255, 102, 0)); - + getView().getSlots_spinner().setEnabled(false); - + }); - + synchronized (_workers_lock) { - + for (int t = getChunkworkers().size(); t <= Transference.MAX_WORKERS; t++) { - + ChunkDownloader c = new ChunkDownloader(t, tthis); - + _chunkworkers.add(c); - + _thread_pool.execute(c); } - + } - + swingInvoke(() -> { getView().getSlots_spinner().setValue(Transference.MAX_WORKERS); - + getView().getSlots_spinner().setEnabled(true); }); } } - + } - + } - + public ConcurrentLinkedQueue getRejectedChunkIds() { return _rejectedChunkIds; } - + public Object getWorkers_lock() { return _workers_lock; } - + public boolean isChecking_cbc() { return _checking_cbc; } - + public boolean isRetrying_request() { return _retrying_request; } - + public boolean isExit() { return _exit; } - + public boolean isPause() { return _pause; } - + public void setExit(boolean exit) { _exit = exit; } - + public void setPause(boolean pause) { _pause = pause; } - + public ChunkWriterManager getChunkmanager() { return _chunkmanager; } - + public String getFile_key() { return _file_key; } - + @Override public long getProgress() { return _progress; } - + public OutputStream getOutput_stream() { return _output_stream; } - + public ArrayList getChunkworkers() { - + synchronized (_workers_lock) { return _chunkworkers; } } - + public void setPaused_workers(int paused_workers) { _paused_workers = paused_workers; } - + public String getUrl() { return _url; } - + public String getDownload_path() { return _download_path; } - + @Override public String getFile_name() { return _file_name; } - + public String getFile_pass() { return _file_pass; } - + public String getFile_noexpire() { return _file_noexpire; } - + public boolean isUse_slots() { return _use_slots; } - + public int getSlots() { return _slots; } - + public void setLast_chunk_id_dispatched(long last_chunk_id_dispatched) { _last_chunk_id_dispatched = last_chunk_id_dispatched; } - + public boolean isProvision_ok() { return _provision_ok; } - + @Override public ProgressMeter getProgress_meter() { - + while (_progress_meter == null) { try { Thread.sleep(250); @@ -381,13 +381,13 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif LOG.log(Level.SEVERE, ex.getMessage()); } } - + return _progress_meter; } - + @Override public DownloadView getView() { - + while (_view == null) { try { Thread.sleep(250); @@ -395,142 +395,142 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif LOG.log(Level.SEVERE, ex.getMessage()); } } - + return this._view; } - + @Override public MainPanel getMain_panel() { return _main_panel; } - + @Override public void start() { - + THREAD_POOL.execute(this); } - + @Override public void stop() { - + if (!isExit()) { getMain_panel().getDownload_manager().setPaused_all(false); _canceled = true; stopDownloader(); } } - + @Override public void pause() { - + if (isPause()) { - + setPause(false); - + getMain_panel().getDownload_manager().setPaused_all(false); - + setPaused_workers(0); - + synchronized (_workers_lock) { - + getChunkworkers().forEach((downloader) -> { downloader.secureNotify(); }); } - + getView().resume(); - + } else { - + setPause(true); - + getView().pause(); } - + _main_panel.getDownload_manager().secureNotify(); } - + public MegaAPI getMa() { return _ma; } - + @Override public void restart() { - + Download new_download = new Download(this); - + getMain_panel().getDownload_manager().getTransference_remove_queue().add(this); - + getMain_panel().getDownload_manager().getTransference_provision_queue().add(new_download); - + getMain_panel().getDownload_manager().secureNotify(); } - + @Override public boolean isPaused() { return isPause(); } - + @Override public boolean isStopped() { return isExit(); } - + @Override public void checkSlotsAndWorkers() { - + if (!isExit()) { - + synchronized (_workers_lock) { - + int sl = getView().getSlots(); - + int cworkers = getChunkworkers().size(); - + if (sl != cworkers) { - + if (sl > cworkers) { - + startSlot(); - + } else { - + stopLastStartedSlot(); } } } } } - + @Override public void close() { - + _closed = true; - + try { deleteDownload(_url); } catch (SQLException ex) { LOG.log(SEVERE, null, ex); } - + _main_panel.getDownload_manager().getTransference_remove_queue().add(this); - + _main_panel.getDownload_manager().secureNotify(); } - + @Override public ConcurrentLinkedQueue getPartialProgress() { return _partialProgressQueue; } - + @Override public long getFile_size() { return _file_size; } - + @Override public void run() { - + swingInvoke(() -> { getView().getQueue_down_button().setVisible(false); getView().getQueue_up_button().setVisible(false); @@ -540,106 +540,106 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif getView().getCopy_link_button().setVisible(true); getView().getOpen_folder_button().setVisible(true); }); - + getView().printStatusNormal("Starting download, please wait..."); - + try { - + if (!_exit) { - + String filename = _download_path + "/" + _file_name; - + _file = new File(filename); - + if (_file.getParent() != null) { File path = new File(_file.getParent()); - + path.mkdirs(); } - + if (!_file.exists()) { - + getView().printStatusNormal("Starting download (retrieving MEGA temp link), please wait..."); - + _last_download_url = getMegaFileDownloadUrl(_url); - + if (!_exit) { - + String temp_filename = (getCustom_chunks_dir() != null ? getCustom_chunks_dir() : _download_path) + "/" + _file_name + ".mctemp"; - + _file = new File(temp_filename); - + if (_file.getParent() != null) { File path = new File(_file.getParent()); - + path.mkdirs(); } - + if (_file.exists()) { getView().printStatusNormal("File exists, resuming download..."); - + long max_size = calculateMaxTempFileSize(_file.length()); - + if (max_size != _file.length()) { - + LOG.log(Level.INFO, "{0} Downloader truncating mctemp file {1} -> {2} ", new Object[]{Thread.currentThread().getName(), _file.length(), max_size}); - + getView().printStatusNormal("Truncating temp file..."); - + try (FileChannel out_truncate = new FileOutputStream(temp_filename, true).getChannel()) { out_truncate.truncate(max_size); } } - + setProgress(_file.length()); - + _last_chunk_id_dispatched = calculateLastWrittenChunk(_progress); - + } else { setProgress(0); } - + _output_stream = new BufferedOutputStream(new FileOutputStream(_file, (_progress > 0))); - + _thread_pool.execute(getProgress_meter()); - + getMain_panel().getGlobal_dl_speed().attachTransference(this); - + synchronized (_workers_lock) { - + if (_use_slots) { - + _chunkmanager = new ChunkWriterManager(this); - + _thread_pool.execute(_chunkmanager); - + _slots = getMain_panel().getDefault_slots_down(); - + _view.getSlots_spinner().setValue(_slots); - + for (int t = 1; t <= _slots; t++) { ChunkDownloader c = new ChunkDownloader(t, this); - + _chunkworkers.add(c); - + _thread_pool.execute(c); } - + swingInvoke(() -> { for (JComponent c : new JComponent[]{getView().getSlots_label(), getView().getSlots_spinner(), getView().getSlot_status_label()}) { - + c.setVisible(true); } }); - + } else { - + ChunkDownloaderMono c = new ChunkDownloaderMono(this); - + _chunkworkers.add(c); - + _thread_pool.execute(c); - + swingInvoke(() -> { for (JComponent c1 : new JComponent[]{getView().getSlots_label(), getView().getSlots_spinner(), getView().getSlot_status_label()}) { c1.setVisible(false); @@ -647,26 +647,26 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif }); } } - + getView().printStatusNormal(LabelTranslatorSingleton.getInstance().translate("Downloading file from mega ") + (_ma.getFull_email() != null ? "(" + _ma.getFull_email() + ")" : "") + " ..."); - + swingInvoke(() -> { for (JComponent c : new JComponent[]{getView().getPause_button(), getView().getProgress_pbar()}) { - + c.setVisible(true); } }); - + THREAD_POOL.execute(() -> { //PROGRESS WATCHDOG If a download remains more than PROGRESS_WATCHDOG_TIMEOUT seconds without receiving data, we force fatal error in order to restart it. LOG.log(Level.INFO, "{0} PROGRESS WATCHDOG HELLO!", Thread.currentThread().getName()); - + long last_progress, progress = getProgress(); - + do { last_progress = progress; - + synchronized (_progress_watchdog_lock) { try { _progress_watchdog_lock.wait(PROGRESS_WATCHDOG_TIMEOUT * 1000); @@ -676,263 +676,263 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif Logger.getLogger(Download.class.getName()).log(Level.SEVERE, null, ex); } } - + } while (!isExit() && !_thread_pool.isShutdown() && progress < getFile_size() && (isPaused() || progress > last_progress)); - + if (!isExit() && !_thread_pool.isShutdown() && _status_error == null && progress < getFile_size() && progress <= last_progress) { stopDownloader("PROGRESS WATCHDOG TIMEOUT!"); - + if (MainPanel.getProxy_manager() != null) { MainPanel.getProxy_manager().refreshProxyList(); //Force SmartProxy proxy list refresh } } - + LOG.log(Level.INFO, "{0} PROGRESS WATCHDOG BYE BYE!", Thread.currentThread().getName()); - + }); - + secureWait(); - + LOG.log(Level.INFO, "{0} Chunkdownloaders finished!", Thread.currentThread().getName()); - + getProgress_meter().setExit(true); - + getProgress_meter().secureNotify(); - + try { - + _thread_pool.shutdown(); - + LOG.log(Level.INFO, "{0} Waiting all threads to finish...", Thread.currentThread().getName()); - + _thread_pool.awaitTermination(MAX_WAIT_WORKERS_SHUTDOWN, TimeUnit.SECONDS); - + } catch (InterruptedException ex) { LOG.log(Level.SEVERE, ex.getMessage()); } - + if (!_thread_pool.isTerminated()) { - + LOG.log(Level.INFO, "{0} Closing thread pool ''mecag\u00fcen'' style...", Thread.currentThread().getName()); - + _thread_pool.shutdownNow(); } - + LOG.log(Level.INFO, "{0} Downloader thread pool finished!", Thread.currentThread().getName()); - + getMain_panel().getGlobal_dl_speed().detachTransference(this); - + _output_stream.close(); - + swingInvoke(() -> { for (JComponent c : new JComponent[]{getView().getSpeed_label(), getView().getPause_button(), getView().getStop_button(), getView().getSlots_label(), getView().getSlots_spinner(), getView().getKeep_temp_checkbox()}) { - + c.setVisible(false); } }); - + if (_progress == _file_size) { - + if (_file.length() != _file_size) { - + throw new IOException("El tamaño del fichero es incorrecto!"); } - + Files.move(Paths.get(_file.getAbsolutePath()), Paths.get(filename), StandardCopyOption.REPLACE_EXISTING); - + if (_custom_chunks_dir != null) { - + File temp_parent_download_dir = new File(temp_filename).getParentFile(); - + while (!temp_parent_download_dir.getAbsolutePath().equals(_custom_chunks_dir) && temp_parent_download_dir.listFiles().length == 0) { temp_parent_download_dir.delete(); temp_parent_download_dir = temp_parent_download_dir.getParentFile(); } - + } - + String verify_file = selectSettingValue("verify_down_file"); - + if (verify_file != null && verify_file.equals("yes")) { _checking_cbc = true; - + getView().printStatusNormal("Waiting to check file integrity..."); - + setProgress(0); - + getView().printStatusNormal("Checking file integrity, please wait..."); - + swingInvoke(() -> { getView().getStop_button().setVisible(true); - + getView().getStop_button().setText(LabelTranslatorSingleton.getInstance().translate("CANCEL CHECK")); }); - + getMain_panel().getDownload_manager().getTransference_running_list().remove(this); - + getMain_panel().getDownload_manager().secureNotify(); - + if (verifyFileCBCMAC(filename)) { - + getView().printStatusOK("File successfully downloaded! (Integrity check PASSED)"); - + } else if (!_exit) { - + _status_error = "BAD NEWS :( File is DAMAGED!"; - + getView().printStatusError(_status_error); - + } else { - + getView().printStatusOK("File successfully downloaded! (but integrity check CANCELED)"); - + } - + swingInvoke(() -> { getView().getStop_button().setVisible(false); }); - + } else { - + getView().printStatusOK("File successfully downloaded!"); - + } - + } else if (_status_error != null) { - + getView().hideAllExceptStatus(); - + getView().printStatusError(_status_error); - + } else if (_canceled) { - + getView().hideAllExceptStatus(); - + getView().printStatusNormal("Download CANCELED!"); - + } else { - + getView().hideAllExceptStatus(); - + _status_error = "UNEXPECTED ERROR!"; - + getView().printStatusError(_status_error); } - + } else if (_status_error != null) { - + getView().hideAllExceptStatus(); - + getView().printStatusError(_status_error != null ? _status_error : "ERROR"); - + } else if (_canceled) { - + getView().hideAllExceptStatus(); - + getView().printStatusNormal("Download CANCELED!"); - + } else { - + getView().hideAllExceptStatus(); - + _status_error = "UNEXPECTED ERROR!"; - + getView().printStatusError(_status_error); } - + } else { - + getView().hideAllExceptStatus(); - + getView().printStatusError("File already exists!"); - + } - + } else if (_status_error != null) { - + getView().hideAllExceptStatus(); - + getView().printStatusError(_status_error); - + } else if (_canceled) { - + getView().hideAllExceptStatus(); - + getView().printStatusNormal("Download CANCELED!"); - + } else { - + getView().hideAllExceptStatus(); - + _status_error = "UNEXPECTED ERROR!"; - + getView().printStatusError(_status_error); } - + } catch (Exception ex) { _status_error = "I/O ERROR " + ex.getMessage(); - + getView().printStatusError(_status_error); - + LOG.log(Level.SEVERE, ex.getMessage()); } - + if (_file != null && !getView().isKeepTempFileSelected()) { _file.delete(); - + if (getChunkmanager() != null) { - + getChunkmanager().delete_chunks_temp_dir(); - + File parent_download_dir = new File(getDownload_path() + "/" + getFile_name()).getParentFile(); - + while (!parent_download_dir.getAbsolutePath().equals(getDownload_path()) && parent_download_dir.listFiles().length == 0) { parent_download_dir.delete(); parent_download_dir = parent_download_dir.getParentFile(); } - + if (!(new File(getDownload_path() + "/" + getFile_name()).getParentFile().exists())) { - + getView().getOpen_folder_button().setEnabled(false); } } } - + if (_status_error == null && !_canceled) { - + try { deleteDownload(_url); } catch (SQLException ex) { LOG.log(SEVERE, null, ex); } - + } - + getMain_panel().getDownload_manager().getTransference_running_list().remove(this); - + getMain_panel().getDownload_manager().getTransference_finished_queue().add(this); - + swingInvoke(() -> { getMain_panel().getDownload_manager().getScroll_panel().remove(getView()); - + getMain_panel().getDownload_manager().getScroll_panel().add(getView()); }); - + getMain_panel().getDownload_manager().secureNotify(); - + swingInvoke(() -> { getView().getClose_button().setVisible(true); - + if (_status_error != null || _canceled) { - + getView().getRestart_button().setVisible(true); - + } else { - + getView().getClose_button().setIcon(new javax.swing.ImageIcon(getClass().getResource("/images/icons8-ok-30.png"))); } }); - + if (_status_error != null && !_canceled && _auto_retry_on_error) { THREAD_POOL.execute(() -> { for (int i = 3; !_closed && i > 0; i--) { @@ -952,136 +952,136 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif } }); } - + _exit = true; - + synchronized (_progress_watchdog_lock) { _progress_watchdog_lock.notifyAll(); } - + LOG.log(Level.INFO, "{0}{1} Downloader: bye bye", new Object[]{Thread.currentThread().getName(), _file_name}); } - + public void provisionIt(boolean retry) throws APIException { - + getView().printStatusNormal("Provisioning download, please wait..."); - + swingInvoke(() -> { getView().getCopy_link_button().setVisible(true); getView().getOpen_folder_button().setVisible(true); }); - + String[] file_info; - + _provision_ok = false; - + try { if (_file_name == null) { - + file_info = getMegaFileMetadata(_url, getMain_panel().getView(), retry); - + if (file_info != null) { - + _file_name = file_info[0]; - + _file_size = valueOf(file_info[1]); - + _file_key = file_info[2]; - + if (file_info.length == 5) { - + _file_pass = file_info[3]; - + _file_noexpire = file_info[4]; } - + try { - + insertDownload(_url, _ma.getFull_email(), _download_path, _file_name, _file_key, _file_size, _file_pass, _file_noexpire, _custom_chunks_dir); - + _provision_ok = true; - + } catch (SQLException ex) { - + LOG.log(SEVERE, null, ex); - + _status_error = "Error registering download: file is already downloading."; } - + } - + } else if (_restart) { - + try { - + insertDownload(_url, _ma.getFull_email(), _download_path, _file_name, _file_key, _file_size, _file_pass, _file_noexpire, _custom_chunks_dir); - + _provision_ok = true; - + } catch (SQLException ex) { - + _status_error = "Error registering download: file is already downloading."; } } else { - + _provision_ok = true; } - + } catch (APIException ex) { - + throw ex; - + } catch (NumberFormatException ex) { - + _status_error = ex.getMessage(); } - + if (!_provision_ok) { - + if (_status_error == null) { _status_error = "PROVISION FAILED"; } - + if (_file_name != null) { swingInvoke(() -> { getView().getFile_name_label().setVisible(true); - + getView().getFile_name_label().setText(truncateText(_download_path + "/" + _file_name, 100)); - + getView().getFile_name_label().setToolTipText(_download_path + "/" + _file_name); - + getView().getFile_size_label().setVisible(true); - + getView().getFile_size_label().setText(formatBytes(_file_size)); }); } - + getView().hideAllExceptStatus(); - + getView().printStatusError(_status_error); - + swingInvoke(() -> { getView().getRestart_button().setVisible(true); }); - + } else { - + _progress_bar_rate = MAX_VALUE / (double) _file_size; - + getView().printStatusNormal(_frozen ? "(FROZEN) Waiting to start..." : "Waiting to start..."); - + swingInvoke(() -> { getView().getFile_name_label().setVisible(true); - + getView().getFile_name_label().setText(truncateText(_download_path + "/" + _file_name, 100)); - + getView().getFile_name_label().setToolTipText(_download_path + "/" + _file_name); - + getView().getFile_size_label().setVisible(true); - + getView().getFile_size_label().setText(formatBytes(_file_size)); }); - + } swingInvoke(() -> { getView().getClose_button().setVisible(true); @@ -1090,145 +1090,145 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif getView().getQueue_top_button().setVisible(true); getView().getQueue_bottom_button().setVisible(true); }); - + } - + public void pause_worker() { - + synchronized (_workers_lock) { - + if (++_paused_workers == _chunkworkers.size() && !_exit) { - + getView().printStatusNormal("Download paused!"); - + swingInvoke(() -> { getView().getPause_button().setText(LabelTranslatorSingleton.getInstance().translate("RESUME DOWNLOAD")); getView().getPause_button().setEnabled(true); }); - + } } } - + public void pause_worker_mono() { - + getView().printStatusNormal("Download paused!"); - + swingInvoke(() -> { getView().getPause_button().setText(LabelTranslatorSingleton.getInstance().translate("RESUME DOWNLOAD")); getView().getPause_button().setEnabled(true); }); - + } - + public String getDownloadUrlForWorker() throws IOException { - + synchronized (_dl_url_lock) { - + if (_last_download_url != null && checkMegaDownloadUrl(_last_download_url)) { - + return _last_download_url; } - + boolean error; - + int conta_error = 0; - + String download_url; - + do { - + error = false; - + try { if (findFirstRegex("://mega(\\.co)?\\.nz/", _url, 0) != null) { - + download_url = _ma.getMegaFileDownloadUrl(_url); - + } else { download_url = MegaCrypterAPI.getMegaFileDownloadUrl(_url, _file_pass, _file_noexpire, _ma.getSid(), getMain_panel().getMega_proxy_server() != null ? (getMain_panel().getMega_proxy_server().getPort() + ":" + Bin2BASE64(("megacrypter:" + getMain_panel().getMega_proxy_server().getPassword()).getBytes("UTF-8")) + ":" + MiscTools.getMyPublicIP()) : null); } - + if (checkMegaDownloadUrl(download_url)) { - + _last_download_url = download_url; - + } else { - + error = true; } - + } catch (APIException ex) { - + error = true; - + try { Thread.sleep(getWaitTimeExpBackOff(conta_error++) * 1000); } catch (InterruptedException ex2) { LOG.log(Level.SEVERE, ex2.getMessage()); } } - + } while (error); - + return _last_download_url; - + } } - + public void startSlot() { - + if (!_exit) { - + synchronized (_workers_lock) { - + int chunk_id = _chunkworkers.size() + 1; - + ChunkDownloader c = new ChunkDownloader(chunk_id, this); - + _chunkworkers.add(c); - + try { - + _thread_pool.execute(c); - + } catch (java.util.concurrent.RejectedExecutionException e) { LOG.log(Level.INFO, e.getMessage()); } } } } - + public void stopLastStartedSlot() { - + if (!_exit) { - + synchronized (_workers_lock) { - + if (!_chunkworkers.isEmpty()) { - + swingInvoke(() -> { getView().getSlots_spinner().setEnabled(false); }); - + int i = _chunkworkers.size() - 1; - + while (i >= 0) { - + ChunkDownloader chundownloader = _chunkworkers.get(i); - + if (!chundownloader.isExit()) { - + chundownloader.setExit(true); - + chundownloader.secureNotify(); - + _view.updateSlotsStatus(); - + break; - + } else { - + i--; } } @@ -1236,332 +1236,332 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif } } } - + public void stopThisSlot(ChunkDownloader chunkdownloader) { - + synchronized (_workers_lock) { - + if (_chunkworkers.remove(chunkdownloader) && !_exit) { - + if (_use_slots) { - + if (chunkdownloader.isChunk_exception()) { - + _finalizing = true; - + swingInvokeAndWait(() -> { getView().getSlots_spinner().setEnabled(false); - + getView().getSlots_spinner().setValue(Math.max((int) getView().getSlots_spinner().getValue() - 1, 0)); }); - + } else { - + swingInvokeAndWait(() -> { - + getView().getSlots_spinner().setValue(Math.max((int) getView().getSlots_spinner().getValue() - 1, 0)); }); } - + getView().updateSlotsStatus(); - + _turbo = false; } - + if (!_exit && isPause() && _paused_workers == _chunkworkers.size()) { - + getView().printStatusNormal("Download paused!"); - + swingInvokeAndWait(() -> { getView().getPause_button().setText(LabelTranslatorSingleton.getInstance().translate("RESUME DOWNLOAD")); - + getView().getPause_button().setEnabled(true); }); - + } } } - + } - + private boolean verifyFileCBCMAC(String filename) throws FileNotFoundException, Exception, NoSuchAlgorithmException, NoSuchPaddingException, InvalidKeyException, InvalidAlgorithmParameterException, IllegalBlockSizeException, BadPaddingException { - + int old_thread_priority = Thread.currentThread().getPriority(); - + Thread.currentThread().setPriority(Thread.MIN_PRIORITY); - + int[] int_key = bin2i32a(UrlBASE642Bin(_file_key)); int[] iv = new int[]{int_key[4], int_key[5]}; int[] meta_mac = new int[]{int_key[6], int_key[7]}; int[] file_mac = {0, 0, 0, 0}; int[] cbc_iv = {0, 0, 0, 0}; - + byte[] byte_file_key = initMEGALinkKey(getFile_key()); - + Cipher cryptor = genCrypter("AES", "AES/CBC/NoPadding", byte_file_key, i32a2bin(cbc_iv)); - + try (BufferedInputStream is = new BufferedInputStream(new FileInputStream(filename))) { - + long chunk_id = 1L; long tot = 0L; byte[] byte_block = new byte[16]; int[] int_block; int reads; int[] chunk_mac = new int[4]; - + try { while (!_exit) { - + long chunk_offset = ChunkWriterManager.calculateChunkOffset(chunk_id, 1); - + long chunk_size = ChunkWriterManager.calculateChunkSize(chunk_id, this.getFile_size(), chunk_offset, 1); - + ChunkWriterManager.checkChunkID(chunk_id, this.getFile_size(), chunk_offset); - + tot += chunk_size; - + chunk_mac[0] = iv[0]; chunk_mac[1] = iv[1]; chunk_mac[2] = iv[0]; chunk_mac[3] = iv[1]; - + long conta_chunk = 0L; - + while (conta_chunk < chunk_size && (reads = is.read(byte_block)) != -1) { - + if (reads < byte_block.length) { - + for (int i = reads; i < byte_block.length; i++) { byte_block[i] = 0; } } - + int_block = bin2i32a(byte_block); - + for (int i = 0; i < chunk_mac.length; i++) { chunk_mac[i] ^= int_block[i]; } - + chunk_mac = bin2i32a(cryptor.doFinal(i32a2bin(chunk_mac))); - + conta_chunk += reads; } - + for (int i = 0; i < file_mac.length; i++) { file_mac[i] ^= chunk_mac[i]; } - + file_mac = bin2i32a(cryptor.doFinal(i32a2bin(file_mac))); - + setProgress(tot); - + chunk_id++; - + } - + } catch (ChunkInvalidException e) { - + } - + int[] cbc = {file_mac[0] ^ file_mac[1], file_mac[2] ^ file_mac[3]}; - + Thread.currentThread().setPriority(old_thread_priority); - + return (cbc[0] == meta_mac[0] && cbc[1] == meta_mac[1]); } } - + public void stopDownloader() { - + if (!_exit) { - + _exit = true; - + if (isRetrying_request()) { - + getView().stop("Retrying cancelled! " + truncateText(_url, 80)); - + } else if (isChecking_cbc()) { - + getView().stop("Verification cancelled! " + truncateText(_file_name, 80)); - + } else { - + getView().stop("Stopping download, please wait..."); - + synchronized (_workers_lock) { - + _chunkworkers.forEach((downloader) -> { downloader.secureNotify(); }); } - + secureNotify(); } } } - + public void stopDownloader(String reason) { - + _status_error = (reason != null ? LabelTranslatorSingleton.getInstance().translate("FATAL ERROR! ") + reason : LabelTranslatorSingleton.getInstance().translate("FATAL ERROR! ")); - + stopDownloader(); } - + public long calculateMaxTempFileSize(long size) { if (size > 3584 * 1024) { long reminder = (size - 3584 * 1024) % (1024 * 1024 * (isUse_slots() ? Download.CHUNK_SIZE_MULTI : 1)); - + return reminder == 0 ? size : (size - reminder); } else { long i = 0, tot = 0; - + while (tot < size) { i++; tot += i * 128 * 1024; } - + return tot == size ? size : (tot - i * 128 * 1024); } } - + public String[] getMegaFileMetadata(String link, MainPanelView panel, boolean retry_request) throws APIException { - + String[] file_info = null; int retry = 0, error_code; boolean error; - + do { error = false; - + try { - + if (findFirstRegex("://mega(\\.co)?\\.nz/", link, 0) != null) { - + file_info = _ma.getMegaFileMetadata(link); - + } else { - + file_info = MegaCrypterAPI.getMegaFileMetadata(link, panel, getMain_panel().getMega_proxy_server() != null ? (getMain_panel().getMega_proxy_server().getPort() + ":" + Bin2BASE64(("megacrypter:" + getMain_panel().getMega_proxy_server().getPassword()).getBytes("UTF-8"))) : null); } - + } catch (APIException ex) { - + error = true; - + _status_error = ex.getMessage(); - + error_code = ex.getCode(); - + if (Arrays.asList(FATAL_API_ERROR_CODES).contains(error_code)) { - + stopDownloader(ex.getMessage() + " " + truncateText(link, 80)); - + _auto_retry_on_error = Arrays.asList(FATAL_API_ERROR_CODES_WITH_RETRY).contains(error_code); - + } else { - + if (!retry_request) { - + throw ex; } - + _retrying_request = true; - + swingInvoke(() -> { getMain_panel().getView().getNew_download_menu().setEnabled(true); - + getView().getStop_button().setVisible(true); - + getView().getStop_button().setText(LabelTranslatorSingleton.getInstance().translate("CANCEL RETRY")); }); - + for (long i = getWaitTimeExpBackOff(retry++); i > 0 && !_exit; i--) { if (error_code == -18) { getView().printStatusError(LabelTranslatorSingleton.getInstance().translate("File temporarily unavailable! (Retrying in ") + i + LabelTranslatorSingleton.getInstance().translate(" secs...)")); } else { getView().printStatusError("Mega/MC APIException error " + ex.getMessage() + LabelTranslatorSingleton.getInstance().translate(" (Retrying in ") + i + LabelTranslatorSingleton.getInstance().translate(" secs...)")); } - + try { sleep(1000); } catch (InterruptedException ex2) { } } } - + } catch (Exception ex) { - + if (!(ex instanceof APIException)) { stopDownloader("Mega link is not valid! " + truncateText(link, 80)); } } - + } while (!_exit && error); - + if (!_exit && !error) { - + _auto_retry_on_error = true; - + swingInvoke(() -> { getView().getStop_button().setText(LabelTranslatorSingleton.getInstance().translate("CANCEL DOWNLOAD")); getView().getStop_button().setVisible(false); }); - + } - + _retrying_request = false; - + return file_info; - + } - + public String getMegaFileDownloadUrl(String link) throws IOException, InterruptedException { - + String dl_url = null; int retry = 0, error_code; boolean error; - + do { error = false; - + try { if (findFirstRegex("://mega(\\.co)?\\.nz/", _url, 0) != null) { - + dl_url = _ma.getMegaFileDownloadUrl(link); - + } else { dl_url = MegaCrypterAPI.getMegaFileDownloadUrl(link, _file_pass, _file_noexpire, _ma.getSid(), getMain_panel().getMega_proxy_server() != null ? (getMain_panel().getMega_proxy_server().getPort() + ":" + Bin2BASE64(("megacrypter:" + getMain_panel().getMega_proxy_server().getPassword()).getBytes("UTF-8")) + ":" + MiscTools.getMyPublicIP()) : null); } - + } catch (APIException ex) { error = true; - + error_code = ex.getCode(); - + if (Arrays.asList(FATAL_API_ERROR_CODES).contains(error_code)) { - + stopDownloader(ex.getMessage() + " " + truncateText(link, 80)); - + _auto_retry_on_error = Arrays.asList(FATAL_API_ERROR_CODES_WITH_RETRY).contains(error_code); - + } else { - + _retrying_request = true; - + swingInvoke(() -> { getView().getStop_button().setVisible(true); - + getView().getStop_button().setText(LabelTranslatorSingleton.getInstance().translate("CANCEL RETRY")); }); - + for (long i = getWaitTimeExpBackOff(retry++); i > 0 && !_exit; i--) { if (error_code == -18) { getView().printStatusError("File temporarily unavailable! (Retrying in " + i + " secs...)"); } else { getView().printStatusError("Mega/MC APIException error " + ex.getMessage() + " (Retrying in " + i + " secs...)"); } - + try { sleep(1000); } catch (InterruptedException ex2) { @@ -1569,64 +1569,64 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif } } } - + } while (!_exit && error); - + if (!_exit && !error) { - + _auto_retry_on_error = true; - + swingInvoke(() -> { getView().getStop_button().setText(LabelTranslatorSingleton.getInstance().translate("CANCEL DOWNLOAD")); getView().getStop_button().setVisible(false); }); - + } - + _retrying_request = false; - + return dl_url; } - + public long nextChunkId() throws ChunkInvalidException { - + synchronized (_chunkid_lock) { - + if (_main_panel.isExit()) { throw new ChunkInvalidException(null); } - + Long next_id; - + if ((next_id = _rejectedChunkIds.poll()) != null) { return next_id; } else { return ++_last_chunk_id_dispatched; } } - + } - + public void rejectChunkId(long chunk_id) { _rejectedChunkIds.add(chunk_id); } - + @Override public void secureNotify() { synchronized (_secure_notify_lock) { - + _notified = true; - + _secure_notify_lock.notify(); } } - + @Override public void secureWait() { - + synchronized (_secure_notify_lock) { while (!_notified) { - + try { _secure_notify_lock.wait(); } catch (InterruptedException ex) { @@ -1634,87 +1634,87 @@ public class Download implements Transference, Runnable, SecureSingleThreadNotif LOG.log(SEVERE, null, ex); } } - + _notified = false; } } - + @Override public void setProgress(long progress) { - + synchronized (_progress_lock) { - + long old_progress = _progress; - + _progress = progress; - + getMain_panel().getDownload_manager().increment_total_progress(_progress - old_progress); - + int old_percent_progress = (int) Math.floor(((double) old_progress / _file_size) * 100); - + int new_percent_progress = (int) Math.floor(((double) progress / _file_size) * 100); - + if (new_percent_progress == 100 && progress != _file_size) { new_percent_progress = 99; } - + if (new_percent_progress > old_percent_progress) { getView().updateProgressBar(_progress, _progress_bar_rate); } } } - + @Override public boolean isStatusError() { return _status_error != null; } - + @Override public int getSlotsCount() { return getChunkworkers().size(); } - + @Override public boolean isFrozen() { return this._frozen; } - + @Override public void unfreeze() { - + getView().printStatusNormal(getView().getStatus_label().getText().replaceFirst("^\\([^)]+\\) ", "")); - + _frozen = false; } - + @Override public void upWaitQueue() { _main_panel.getDownload_manager().upWaitQueue(this); } - + @Override public void downWaitQueue() { _main_panel.getDownload_manager().downWaitQueue(this); } - + @Override public void bottomWaitQueue() { _main_panel.getDownload_manager().bottomWaitQueue(this); } - + @Override public void topWaitQueue() { _main_panel.getDownload_manager().topWaitQueue(this); } - + @Override public boolean isRestart() { return _restart; } - + @Override public boolean isClosed() { return _closed; } - + } diff --git a/src/main/java/com/tonikelope/megabasterd/SmartMegaProxyManager.java b/src/main/java/com/tonikelope/megabasterd/SmartMegaProxyManager.java index bd8801806..1310c3196 100644 --- a/src/main/java/com/tonikelope/megabasterd/SmartMegaProxyManager.java +++ b/src/main/java/com/tonikelope/megabasterd/SmartMegaProxyManager.java @@ -68,6 +68,8 @@ public final class SmartMegaProxyManager { if (_proxy_list.containsKey(proxy)) { _proxy_list.put(proxy, System.currentTimeMillis() + PROXY_BLOCK_TIME * 1000); + + LOG.log(Level.WARNING, "{0} Smart Proxy Manager: BLOCKING PROXY -> {1}", new Object[]{Thread.currentThread().getName(), proxy}); } }