Set version to 3.2.0

SMTP protocol dictates that all lines are supposed to be separated
with CRLF and not LF (even on LF-based systems). This change ensures
that even if the original byte string message is using `\n` for line
separators, the SMTP protocol will still work properly.

This resolves sabnzbd#1669

Fix code formatting

.gitignore

@@ -31,9 +31,6 @@ SABnzbd-*/
 *.wp[ru]
 .idea
 
-# VScode
-.vscode/
-
 # Testing folders
 .cache
 .xprocess

PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 1.0
 Name: SABnzbd
-Version: 3.2.1
-Summary: SABnzbd-3.2.1
+Version: 3.2.0
+Summary: SABnzbd-3.2.0
 Home-page: https://sabnzbd.org
 Author: The SABnzbd Team
 Author-email: team@sabnzbd.org

README.mkd

@@ -1,24 +1,6 @@
-Release Notes - SABnzbd 3.2.1
+Release Notes - SABnzbd 3.2.0
 =========================================================
 
-## Changes and bugfixes since 3.2.0
-- Single `Indexer Categories` in Categories were broken.
-- Program would fail to start if Quota was previously exceeded.
-- Setting `Automatically sort queue` by `Age` was inverted.
-- Show the name of the item to be deleted from the Queue/History 
-  in the confirmation dialog.
-- Handle directories in `.par2`-files during Quick-check.
-- Do not discard data for articles with CRC-errors.
-- Improvements to `Deobfuscate final filenames`:
-  Rename accompanying (smaller) files with the same basename.
-  Do not rename collections of the same extension.
-- Sanitize names possibly derived from `X-DNZB-EpisodeName`.
-- Widened the RSS feeds table.
-- Show server expiration date in server summary.
-- Improvements to the encrypted RAR-detection.
-- Add traceback-logging when failing to read the password file.
-- Windows: Use binary mode to make the write test more accurate.
-
 ## Changes since 3.1.1
 - Python 3.6 is the minimum required version. 
 - The Windows installer can only be used on 64bit Windows 8.1 and 

SABnzbd.py

@@ -19,7 +19,7 @@ import sys
 
 if sys.hexversion < 0x03060000:
     print("Sorry, requires Python 3.6 or above")
-    print("You can read more at: https://sabnzbd.org/wiki/installation/install-off-modules")
+    print("You can read more at: https://sabnzbd.org/python3")
     sys.exit(1)
 
 import logging
@@ -48,7 +48,7 @@ try:
 except ImportError as e:
     print("Not all required Python modules are available, please check requirements.txt")
     print("Missing module:", e.name)
-    print("You can read more at: https://sabnzbd.org/wiki/installation/install-off-modules")
+    print("You can read more at: https://sabnzbd.org/python3")
     print("If you still experience problems, remove all .pyc files in this folder and subfolders")
     sys.exit(1)
 
@@ -68,6 +68,7 @@ from sabnzbd.misc import (
     get_serv_parms,
     get_from_url,
     upload_file_to_sabnzbd,
+    is_ipv4_addr,
     is_localhost,
     is_lan_addr,
 )
@@ -136,29 +137,16 @@ class GUIHandler(logging.Handler):
         except TypeError:
             parsed_msg = record.msg + str(record.args)
 
-        warning = {
-            "type": record.levelname,
-            "text": parsed_msg,
-            "time": int(time.time()),
-            "origin": "%s%d" % (record.filename, record.lineno),
-        }
+        if record.levelno == logging.WARNING:
+            sabnzbd.notifier.send_notification(T("Warning"), parsed_msg, "warning")
+        else:
+            sabnzbd.notifier.send_notification(T("Error"), parsed_msg, "error")
 
         # Append traceback, if available
+        warning = {"type": record.levelname, "text": parsed_msg, "time": int(time.time())}
         if record.exc_info:
             warning["text"] = "%s\n%s" % (warning["text"], traceback.format_exc())
 
-        # Do not notify the same notification within 1 minute from the same source
-        # This prevents endless looping if the notification service itself throws an error/warning
-        # We don't check based on message content, because if it includes a timestamp it's not unique
-        if not any(
-            stored_warning["origin"] == warning["origin"] and stored_warning["time"] + DEF_TIMEOUT > time.time()
-            for stored_warning in self.store
-        ):
-            if record.levelno == logging.WARNING:
-                sabnzbd.notifier.send_notification(T("Warning"), parsed_msg, "warning")
-            else:
-                sabnzbd.notifier.send_notification(T("Error"), parsed_msg, "error")
-
         # Loose the oldest record
         if len(self.store) >= self._size:
             self.store.pop(0)

interfaces/Config/templates/config_rss.tmpl

@@ -10,7 +10,7 @@
             <p>$T('explain-RSS')</p>
             <form action="add_rss_feed" method="post" autocomplete="off">
                 <input type="hidden" name="apikey" value="$apikey" />
-                <table class="catTable addRssTable">
+                <table class="catTable">
                     <tr>
                         <th>&nbsp;</th>
                         <th>$T('name')</th>
@@ -21,10 +21,10 @@
                         <td>
                             <input type="checkbox" name="enable" value="1" checked />
                         </td>
-                        <td class="new-feed-title">
-                            <input type="text" name="feed" value="$feed" />
+                        <td>
+                            <input type="text" name="feed" class="smaller_input" value="$feed" />
                         </td>
-                        <td class="new-feed-url">
+                        <td>
                             <input type="text" name="uri" placeholder="$T('addMultipleFeeds')" />
                         </td>
                         <td class="nowrap">

interfaces/Config/templates/config_server.tmpl

@@ -273,9 +273,6 @@
                                 <b>$T('srv-article-availability'):</b><br/>
                                 $T('selectedDates'): <span id="server-article-value-${cur}"></span>
                             </p>
-                            <!--#if $server['expire_date']#-->
-                            <p><b>$T('srv-expire_date'):</b> $(server['expire_date'])</p>
-                            <!--#end if#-->
                             <!--#if $server['quota']#-->
                             <p><b>$T('quota-left'):</b> $(server['quota_left'])B</p>
                             <!--#end if#-->

interfaces/Config/templates/config_switches.tmpl

@@ -136,8 +136,8 @@
                         <label class="config" for="auto_sort">$T('opt-auto_sort')</label>
                         <select name="auto_sort" id="auto_sort">
                             <option value="">$T('default')</option>
-                            <option value="avg_age desc" <!--#if $auto_sort == "avg_age desc" then 'selected="selected"' else ""#--> >$T('Glitter-sortAgeAsc')</option>
-                            <option value="avg_age asc" <!--#if $auto_sort == "avg_age asc" then 'selected="selected"' else ""#--> >$T('Glitter-sortAgeDesc')</option>
+                            <option value="avg_age asc" <!--#if $auto_sort == "avg_age asc" then 'selected="selected"' else ""#--> >$T('Glitter-sortAgeAsc')</option>
+                            <option value="avg_age desc" <!--#if $auto_sort == "avg_age desc" then 'selected="selected"' else ""#--> >$T('Glitter-sortAgeDesc')</option>
                             <option value="name asc" <!--#if $auto_sort == "name asc" then 'selected="selected"' else ""#--> >$T('Glitter-sortNameAsc')</option>
                             <option value="name desc" <!--#if $auto_sort == "name desc" then 'selected="selected"' else ""#--> >$T('Glitter-sortNameDesc')</option>
                             <option value="size asc" <!--#if $auto_sort == "size asc" then 'selected="selected"' else ""#--> >$T('Glitter-sortSizeAsc')</option>

interfaces/Config/templates/staticcfg/css/style.css

@@ -551,16 +551,6 @@ tr.separator {
     padding-right: 13px;
 }
 /* --  */
-.RSS .addRssTable,
-.RSS .addRssTable input[type="text"] {
-    width: 100%;
-}
-.RSS .addRssTable .new-feed-title {
-    max-width: 250px;
-}
-.RSS .addRssTable .new-feed-url {
-    width: 70%;
-}
 h2.activeRSS {
     margin-bottom: 10px;
 }
@@ -570,12 +560,12 @@ h2.activeRSS {
     text-decoration: underline !important;
 }
 .favicon {
-    background-position: center center !important;
-    background-size: 22px 22px;
+    background-position: center center!important;
+    background-size: 16px 16px;
     opacity: 1;
     top: -1px;
-    height: 22px;
-    width: 22px;
+    height: 16px;
+    width: 16px;
     float: left;
     margin: 0 6px 0 2px;
     text-align: center;
@@ -595,7 +585,6 @@ h2.activeRSS {
 }
 #subscriptions {
     border: 1px solid #E5E5E5;
-    width: 100%;
 }
 .data-row {
     border-top: 1px solid #E5E5E5;
@@ -607,7 +596,6 @@ h2.activeRSS {
 #subscriptions .chk {
     padding: 8px 5px 5px;
     vertical-align: middle;
-    width: 40px;
 }
 #subscriptions .title {
     font-weight: bold;
@@ -615,11 +603,10 @@ h2.activeRSS {
     width: auto;
 }
 #subscriptions .favicon {
-    margin-left: 7px;
-    margin-top: -2px;
+    margin-left: 8px;
 }
-#subscriptions .glyphicon {
-    margin-top: 3px;
+.ie6 .subscription-title {
+    width: 20em;
 }
 .subscription-title,
 .subscription-title:hover {

interfaces/Glitter/templates/main.tmpl

@@ -59,7 +59,6 @@
             glitterTranslate.shutdown = "$T('shutdownOK?')";
             glitterTranslate.restart = "$T('explain-Restart') $T('explain-needNewLogin')".replace(/\<br(\s*\/|)\>/g, '\n');
             glitterTranslate.repair = "$T('explain-Repair')".replace(/<br \/>/g, "\n").replace(/&quot;/g,'"');
-            glitterTranslate.deleteMsg = "$T('nzo-delete')";
             glitterTranslate.removeDown = "$T('Glitter-confirmClearDownloads')";
             glitterTranslate.removeDow1 = "$T('Glitter-confirmClear1Download')";
             glitterTranslate.retryAll = "$T('link-retryAll')?";

interfaces/Glitter/templates/static/javascripts/glitter.history.js

@@ -421,7 +421,7 @@ function HistoryModel(parent, data) {
     // Delete button
     self.deleteSlot = function(item, event) {
         // Confirm?
-        if(!self.parent.parent.confirmDeleteHistory() || confirm(glitterTranslate.deleteMsg + ":\n" + item.historyStatus.name() + "\n\n" + glitterTranslate.removeDow1)) {
+        if(!self.parent.parent.confirmDeleteHistory() || confirm(glitterTranslate.removeDow1)) {
             // Are we still processing and it can be stopped?
             if(item.processingDownload() == 2) {
                 callAPI({

interfaces/Glitter/templates/static/javascripts/glitter.queue.js

@@ -724,7 +724,7 @@ function QueueModel(parent, data) {
     // Remove 1 download from queue
     self.removeDownload = function(item, event) {
         // Confirm and remove
-        if(!self.parent.parent.confirmDeleteQueue() || confirm(glitterTranslate.deleteMsg + ":\n" + item.name() + "\n\n" + glitterTranslate.removeDow1)) {
+        if(!self.parent.parent.confirmDeleteQueue() || confirm(glitterTranslate.removeDow1)) {
             var itemToDelete = this;
 
             // Show notification

interfaces/Glitter/templates/static/stylesheets/colorschemes/Night.css

@@ -55,10 +55,6 @@ legend,
     opacity: 0.7;
 }
 
-.form-control[disabled] {
-    opacity: 0.65;
-}
-
 .progress {
     background-color: #DADADA;
 }
@@ -130,10 +126,6 @@ select.form-control,
 .main-content .btn-default,
 .modal-body .btn-default,
 .modal-footer .btn-default,
-.btn-default.disabled:hover,
-.btn-default.disabled:active,
-.btn-default.disabled:focus,
-.form-control[disabled],
 #modal-options .options-function-box .input-group-addon {
     background-color: #555555;
     color: #EBEBEB;
@@ -165,8 +157,6 @@ tbody>tr:last-child td,
 input,
 input.form-control,
 .input-group-addon,
-.search-box input:focus,
-.search-box input:valid,
 select.form-control,
 #modal-options .table-server-connections th,
 .main-content .btn-default,

sabnzbd/assembler.py

@@ -334,30 +334,29 @@ def check_encrypted_and_unwanted_files(nzo: NzbObject, filepath: str) -> Tuple[b
                                     zf.setpassword(password)
                                 except rarfile.Error:
                                     # On weird passwords the setpassword() will fail
-                                    # but the actual testrar() will work
+                                    # but the actual rartest() will work
                                     pass
                                 try:
                                     zf.testrar()
                                     password_hit = password
                                     break
-                                except rarfile.RarWrongPassword:
-                                    # This one really didn't work
-                                    pass
                                 except rarfile.RarCRCError as e:
                                     # CRC errors can be thrown for wrong password or
                                     # missing the next volume (with correct password)
                                     if "cannot find volume" in str(e).lower():
-                                        # We assume this one worked!
                                         password_hit = password
                                         break
                                     # This one didn't work
                                     pass
-                                except:
-                                    # All the other errors we skip, they might be fixable in post-proc.
-                                    # For example starting from the wrong volume, or damaged files
-                                    # This will cause the check to be performed again for the next rar, might
-                                    # be disk-intensive! Could be removed later and just accept the password.
-                                    return encrypted, unwanted
+                                except Exception as e:
+                                    # Did we start from the right volume? Skip the checks for now.
+                                    if match_str(
+                                        str(e).lower(),
+                                        ("need to start extraction from a previous volume", "non-fatal error"),
+                                    ):
+                                        return encrypted, unwanted
+                                    # This one failed
+                                    pass
 
                         # Did any work?
                         if password_hit:

sabnzbd/bpsmeter.py

@@ -195,6 +195,13 @@ class BPSMeter:
             res = self.reset_quota()
         except:
             self.defaults()
+        # Force update of counters and validate data
+        try:
+            for server in self.grand_total.keys():
+                self.update(server)
+        except TypeError:
+            self.defaults()
+            self.update()
         return res
 
     def update(self, server: Optional[str] = None, amount: int = 0):

sabnzbd/config.py

@@ -1137,7 +1137,7 @@ def validate_single_tag(value):
     """
     if len(value) == 3:
         if value[1] == ">":
-            return None, [" ".join(value)]
+            return None, " ".join(value)
     return None, value
 
 

sabnzbd/decoder.py

@@ -46,7 +46,7 @@ except ImportError:
 
 
 class CrcError(Exception):
-    def __init__(self, needcrc: int, gotcrc: int, data: bytes):
+    def __init__(self, needcrc, gotcrc, data):
         super().__init__()
         self.needcrc = needcrc
         self.gotcrc = gotcrc
@@ -154,16 +154,13 @@ class DecoderWorker(Thread):
                 sabnzbd.NzbQueue.reset_try_lists(article)
                 continue
 
-            except CrcError as crc_error:
+            except CrcError:
                 logging.info("CRC Error in %s" % art_id)
 
                 # Continue to the next one if we found new server
                 if search_new_server(article):
                     continue
 
-                # Store data, maybe par2 can still fix it
-                decoded_data = crc_error.data
-
             except (BadYenc, ValueError):
                 # Handles precheck and badly formed articles
                 if nzo.precheck and raw_data and raw_data[0].startswith(b"223 "):

sabnzbd/deobfuscate_filenames.py

@@ -127,13 +127,14 @@ def is_probably_obfuscated(myinputfilename):
 
 
 def deobfuscate_list(filelist, usefulname):
-    """ Check all files in filelist, and if wanted, deobfuscate: rename to filename based on usefulname"""
+    """ Check all files in filelist, and if wanted, deobfuscate """
 
     # to be sure, only keep really exsiting files:
     filelist = [f for f in filelist if os.path.exists(f)]
 
     # Search for par2 files in the filelist
     par2_files = [f for f in filelist if f.endswith(".par2")]
+
     # Found any par2 files we can use?
     run_renamer = True
     if not par2_files:
@@ -151,57 +152,22 @@ def deobfuscate_list(filelist, usefulname):
 
     # No par2 files? Then we try to rename qualifying (big, not-excluded, obfuscated) files to the job-name
     if run_renamer:
-        excluded_file_exts = EXCLUDED_FILE_EXTS
-        # If there is a collection with bigger files with the same extension, we don't want to rename it
-        extcounter = {}
-        for file in filelist:
-            if os.path.getsize(file) < MIN_FILE_SIZE:
-                # too small to care
-                continue
-            _, ext = os.path.splitext(file)
-            if ext in extcounter:
-                extcounter[ext] += 1
-            else:
-                extcounter[ext] = 1
-            if extcounter[ext] >= 3 and ext not in excluded_file_exts:
-                # collection, and extension not yet in excluded_file_exts, so add it
-                excluded_file_exts = (*excluded_file_exts, ext)
-                logging.debug(
-                    "Found a collection of at least %s files with extension %s, so not renaming those files",
-                    extcounter[ext],
-                    ext,
-                )
-
         logging.debug("Trying to see if there are qualifying files to be deobfuscated")
-        # We start with he biggest file ... probably the most important file
-        filelist = sorted(filelist, key=os.path.getsize, reverse=True)
         for filename in filelist:
-            # check that file is still there (and not renamed by the secondary renaming process below)
-            if not os.path.isfile(filename):
-                continue
             logging.debug("Deobfuscate inspecting %s", filename)
+            file_size = os.path.getsize(filename)
             # Do we need to rename this file?
             # Criteria: big, not-excluded extension, obfuscated (in that order)
             if (
-                os.path.getsize(filename) > MIN_FILE_SIZE
-                and get_ext(filename) not in excluded_file_exts
+                file_size > MIN_FILE_SIZE
+                and get_ext(filename) not in EXCLUDED_FILE_EXTS
                 and is_probably_obfuscated(filename)  # this as last test to avoid unnecessary analysis
             ):
-                # Rename and make sure the new filename is unique
+                # OK, rename
                 path, file = os.path.split(filename)
-                # construct new_name: <path><usefulname><extension>
                 new_name = get_unique_filename("%s%s" % (os.path.join(path, usefulname), get_ext(filename)))
                 logging.info("Deobfuscate renaming %s to %s", filename, new_name)
+                # Rename and make sure the new filename is unique
                 renamer(filename, new_name)
-                # find other files with the same basename in filelist, and rename them in the same way:
-                basedirfile, _ = os.path.splitext(filename)  # something like "/home/this/myiso"
-                for otherfile in filelist:
-                    if otherfile.startswith(basedirfile + ".") and os.path.isfile(otherfile):
-                        # yes, same basedirfile, only different extension
-                        remainingextension = otherfile.replace(basedirfile, "")  # might be long ext, like ".dut.srt"
-                        new_name = get_unique_filename("%s%s" % (os.path.join(path, usefulname), remainingextension))
-                        logging.info("Deobfuscate renaming %s to %s", otherfile, new_name)
-                        # Rename and make sure the new filename is unique
-                        renamer(otherfile, new_name)
     else:
         logging.info("No qualifying files found to deobfuscate")

sabnzbd/filesystem.py

@@ -806,9 +806,8 @@ def get_filepath(path: str, nzo, filename: str):
 
 
 @synchronized(DIR_LOCK)
-def renamer(old: str, new: str, create_local_directories: bool = False):
-    """Rename file/folder with retries for Win32
-    Optionally alows the creation of local directories if they don't exist yet"""
+def renamer(old: str, new: str):
+    """ Rename file/folder with retries for Win32 """
     # Sanitize last part of new name
     path, name = os.path.split(new)
     new = os.path.join(path, sanitize_filename(name))
@@ -817,19 +816,6 @@ def renamer(old: str, new: str, create_local_directories: bool = False):
     if old == new:
         return
 
-    # In case we want nonexistent directories to be created, check for directory escape (forbidden)
-    if create_local_directories:
-        oldpath, _ = os.path.split(old)
-        # Check not outside directory
-        # In case of "same_file() == 1": same directory, so nothing to do
-        if same_file(oldpath, path) == 0:
-            # Outside current directory, this is most likely malicious
-            logging.error(T("Blocked attempt to create directory %s"), path)
-            raise OSError("Refusing to go outside directory")
-        elif same_file(oldpath, path) == 2:
-            # Sub-directory, so create if does not yet exist:
-            create_all_dirs(path)
-
     logging.debug('Renaming "%s" to "%s"', old, new)
     if sabnzbd.WIN32:
         retries = 10

sabnzbd/misc.py

@@ -781,7 +781,11 @@ def get_all_passwords(nzo):
         meta_passwords.append(pw)
 
     if meta_passwords:
-        passwords.extend(meta_passwords)
+        if nzo.password == meta_passwords[0]:
+            # this nzo.password came from meta, so don't use it twice
+            passwords.extend(meta_passwords[1:])
+        else:
+            passwords.extend(meta_passwords)
         logging.info("Read %s passwords from meta data in NZB: %s", len(meta_passwords), meta_passwords)
 
     pw_file = cfg.password_file.get_path()
@@ -804,7 +808,6 @@ def get_all_passwords(nzo):
                 )
         except:
             logging.warning(T("Failed to read the password file %s"), pw_file)
-            logging.info("Traceback: ", exc_info=True)
 
     if nzo.password:
         # If an explicit password was set, add a retry without password, just in case.
@@ -813,7 +816,7 @@ def get_all_passwords(nzo):
         # If we're not sure about encryption, start with empty password
         # and make sure we have at least the empty password
         passwords.insert(0, "")
-    return set(passwords)
+    return passwords
 
 
 def find_on_path(targets):

sabnzbd/newsunpack.py

@@ -55,7 +55,6 @@ from sabnzbd.filesystem import (
     setname_from_path,
     get_ext,
     get_filename,
-    same_file,
 )
 from sabnzbd.nzbstuff import NzbObject, NzbFile
 from sabnzbd.sorting import SeriesSorter
@@ -2078,14 +2077,7 @@ def quick_check_set(set, nzo):
             if nzf.md5sum == md5pack[file]:
                 try:
                     logging.debug("Quick-check will rename %s to %s", nzf.filename, file)
-
-                    # Note: file can and is allowed to be in a subdirectory.
-                    # Subdirectories in par2 always contain "/", not "\"
-                    renamer(
-                        os.path.join(nzo.download_path, nzf.filename),
-                        os.path.join(nzo.download_path, file),
-                        create_local_directories=True,
-                    )
+                    renamer(os.path.join(nzo.download_path, nzf.filename), os.path.join(nzo.download_path, file))
                     renames[file] = nzf.filename
                     nzf.filename = file
                     result &= True

sabnzbd/sorting.py

@@ -35,7 +35,6 @@ from sabnzbd.filesystem import (
     get_unique_filename,
     get_ext,
     renamer,
-    sanitize_and_trim_path,
     sanitize_foldername,
     clip_path,
 )
@@ -493,7 +492,6 @@ class SeriesSorter:
             newpath = os.path.join(current_path, newname)
             # Replace %ext with extension
             newpath = newpath.replace("%ext", self.ext)
-            newpath = sanitize_and_trim_path(newpath)
             try:
                 logging.debug("Rename: %s to %s", filepath, newpath)
                 renamer(filepath, newpath)

sabnzbd/utils/diskspeed.py

@@ -22,10 +22,7 @@ def diskspeedmeasure(my_dirname: str) -> float:
 
     try:
         # Use low-level I/O
-        try:
-            fp_testfile = os.open(filename, os.O_CREAT | os.O_WRONLY | os.O_BINARY, 0o777)
-        except AttributeError:
-            fp_testfile = os.open(filename, os.O_CREAT | os.O_WRONLY, 0o777)
+        fp_testfile = os.open(filename, os.O_CREAT | os.O_WRONLY, 0o777)
 
         # Start looping
         total_time = 0.0

sabnzbd/version.py

@@ -5,5 +5,5 @@
 
 # You MUST use double quotes (so " and not ')
 
-__version__ = "3.2.0-develop"
-__baseline__ = "unknown"
+__version__ = "3.2.0"
+__baseline__ = "7be9281431315ecfff806bb1d47106afbeca2e89"

tests/test_deobfuscate_filenames.py

@@ -32,11 +32,6 @@ def create_big_file(filename):
         myfile.truncate(15 * 1024 * 1024)
 
 
-def create_small_file(filename):
-    with open(filename, "wb") as myfile:
-        myfile.truncate(1024)
-
-
 class TestDeobfuscateFinalResult:
     def test_is_probably_obfuscated(self):
         # Test the base function test_is_probably_obfuscated(), which gives a boolean as RC
@@ -183,107 +178,6 @@ class TestDeobfuscateFinalResult:
         # Done. Remove (non-empty) directory
         shutil.rmtree(dirname)
 
-    def test_deobfuscate_big_file_small_accompanying_files(self):
-        # input: myiso.iso, with accompanying files (.srt files in this case)
-        # test that the small accompanying files (with same basename) are renamed accordingly to the big ISO
-
-        # Create directory (with a random directory name)
-        dirname = os.path.join(SAB_DATA_DIR, "testdir" + str(random.randint(10000, 99999)))
-        os.mkdir(dirname)
-
-        # Create a big enough file with a non-useful filename
-        isofile = os.path.join(dirname, "myiso.iso")
-        create_big_file(isofile)
-        assert os.path.isfile(isofile)
-
-        # and a srt file
-        srtfile = os.path.join(dirname, "myiso.srt")
-        create_small_file(srtfile)
-        assert os.path.isfile(srtfile)
-
-        # and a dut.srt file
-        dutsrtfile = os.path.join(dirname, "myiso.dut.srt")
-        create_small_file(dutsrtfile)
-        assert os.path.isfile(dutsrtfile)
-
-        # and a non-related file
-        txtfile = os.path.join(dirname, "something.txt")
-        create_small_file(txtfile)
-        assert os.path.isfile(txtfile)
-
-        # create the filelist, with just the above files
-        myfilelist = [isofile, srtfile, dutsrtfile, txtfile]
-
-        # and now unleash the magic on that filelist, with a more useful jobname:
-        jobname = "My Important Download 2020"
-        deobfuscate_list(myfilelist, jobname)
-
-        # Check original files:
-        assert not os.path.isfile(isofile)  # original iso not be there anymore
-        assert not os.path.isfile(srtfile)  # ... and accompanying file neither
-        assert not os.path.isfile(dutsrtfile)  # ... and this one neither
-        assert os.path.isfile(txtfile)  # should still be there: not accompanying, and too small to rename
-
-        # Check the renaming
-        assert os.path.isfile(os.path.join(dirname, jobname + ".iso"))  # ... should be renamed to the jobname
-        assert os.path.isfile(os.path.join(dirname, jobname + ".srt"))  # ... should be renamed to the jobname
-        assert os.path.isfile(os.path.join(dirname, jobname + ".dut.srt"))  # ... should be renamed to the jobname
-
-        # Done. Remove (non-empty) directory
-        shutil.rmtree(dirname)
-
-    def test_deobfuscate_collection_with_same_extension(self):
-        # input: a collection of bigger files with the same extension
-        # test that there is no renaming on the collection ... as that's useless on a collection
-
-        # Create directory (with a random directory name)
-        dirname = os.path.join(SAB_DATA_DIR, "testdir" + str(random.randint(10000, 99999)))
-        os.mkdir(dirname)
-
-        # Create big enough files with a non-useful filenames, all with same extension
-        file1 = os.path.join(dirname, "file1.bla")
-        create_big_file(file1)
-        assert os.path.isfile(file1)
-
-        file2 = os.path.join(dirname, "file2.bla")
-        create_big_file(file2)
-        assert os.path.isfile(file2)
-
-        file3 = os.path.join(dirname, "file3.bla")
-        create_big_file(file3)
-        assert os.path.isfile(file3)
-
-        file4 = os.path.join(dirname, "file4.bla")
-        create_big_file(file4)
-        assert os.path.isfile(file4)
-
-        # other extension ... so this one should get renamed
-        otherfile = os.path.join(dirname, "other.bin")
-        create_big_file(otherfile)
-        assert os.path.isfile(otherfile)
-
-        # create the filelist, with the above files
-        myfilelist = [file1, file2, file3, file4, otherfile]
-
-        # and now unleash the magic on that filelist, with a more useful jobname:
-        jobname = "My Important Download 2020"
-        deobfuscate_list(myfilelist, jobname)
-
-        # Check original files:
-        # the collection with same extension should still be there:
-        assert os.path.isfile(file1)  # still there
-        assert os.path.isfile(file2)  # still there
-        assert os.path.isfile(file3)  # still there
-        assert os.path.isfile(file4)  # still there
-        # but the one separate file with obfuscated name should be renamed:
-        assert not os.path.isfile(otherfile)  # should be renamed
-
-        # Check the renaming
-        assert os.path.isfile(os.path.join(dirname, jobname + ".bin"))  # ... should be renamed to the jobname
-
-        # Done. Remove (non-empty) directory
-        shutil.rmtree(dirname)
-
     def test_deobfuscate_filelist_nasty_tests(self):
         # check no problems occur with nasty use cases
 

tests/test_filesystem.py

@@ -21,9 +21,6 @@ tests.test_filesystem - Testing functions in filesystem.py
 import stat
 import sys
 import os
-import random
-import shutil
-from pathlib import Path
 
 import pyfakefs.fake_filesystem_unittest as ffs
 
@@ -986,73 +983,3 @@ class TestSetPermissions(ffs.TestCase, PermissionCheckerHelper):
     def test_dir1755_umask4755_setting(self):
         # Sticky bit on directory, umask with setuid
         self._runner("1755", "4755")
-
-
-class TestRenamer:
-    # test filesystem.renamer() for different scenario's
-    def test_renamer(self):
-        # First of all, create a working directory (with a random name)
-        dirname = os.path.join(SAB_DATA_DIR, "testdir" + str(random.randint(10000, 99999)))
-        os.mkdir(dirname)
-
-        # base case: rename file within directory
-        filename = os.path.join(dirname, "myfile.txt")
-        Path(filename).touch()  # create file
-        newfilename = os.path.join(dirname, "newfile.txt")
-        filesystem.renamer(filename, newfilename)  # rename() does not return a value ...
-        assert not os.path.isfile(filename)
-        assert os.path.isfile(newfilename)
-
-        # standard behaviour: renaming (moving) into an exiting other directory *is* allowed
-        filename = os.path.join(dirname, "myfile.txt")
-        Path(filename).touch()  # create file
-        sameleveldirname = os.path.join(SAB_DATA_DIR, "othertestdir" + str(random.randint(10000, 99999)))
-        os.mkdir(sameleveldirname)
-        newfilename = os.path.join(sameleveldirname, "newfile.txt")
-        filesystem.renamer(filename, newfilename)
-        assert not os.path.isfile(filename)
-        assert os.path.isfile(newfilename)
-        shutil.rmtree(sameleveldirname)
-
-        # Default: renaming into a non-existing subdirectory not allowed
-        Path(filename).touch()  # create file
-        newfilename = os.path.join(dirname, "nonexistingsubdir", "newfile.txt")
-        try:
-            filesystem.renamer(filename, newfilename)  # rename() does not return a value ...
-        except:
-            pass
-        assert os.path.isfile(filename)
-        assert not os.path.isfile(newfilename)
-
-        # Creation of subdirectory is allowed if create_local_directories=True
-        Path(filename).touch()
-        newfilename = os.path.join(dirname, "newsubdir", "newfile.txt")
-        try:
-            filesystem.renamer(filename, newfilename, create_local_directories=True)
-        except:
-            pass
-        assert not os.path.isfile(filename)
-        assert os.path.isfile(newfilename)
-
-        # Creation of subdirectory plus deeper sudbdir is allowed if create_local_directories=True
-        Path(filename).touch()
-        newfilename = os.path.join(dirname, "newsubdir", "deepersubdir", "newfile.txt")
-        try:
-            filesystem.renamer(filename, newfilename, create_local_directories=True)
-        except:
-            pass
-        assert not os.path.isfile(filename)
-        assert os.path.isfile(newfilename)
-
-        # ... escaping the directory plus subdir creation is not allowed
-        Path(filename).touch()
-        newfilename = os.path.join(dirname, "..", "newsubdir", "newfile.txt")
-        try:
-            filesystem.renamer(filename, newfilename, create_local_directories=True)
-        except:
-            pass
-        assert os.path.isfile(filename)
-        assert not os.path.isfile(newfilename)
-
-        # Cleanup working directory
-        shutil.rmtree(dirname)