Merge pull request DedSecInside#266 from DedSecInside/enhance_configuration

Adding flake8 fixes

Author: KingAkeem

run.py

@@ -7,4 +7,4 @@
         torbot = main.TorBot(args)
         torbot.perform_action()
     except KeyboardInterrupt:
-        print("Interrupt received! Exiting cleanly...")
+        print("Interrupt received! Exiting cleanly...")

torbot/__init__.py

@@ -10,6 +10,3 @@
 from .modules.collect_data import collect_data
 
 from . import version
-
-
-

torbot/__main__.py

@@ -7,4 +7,4 @@
         torbot = main.TorBot(args)
         torbot.perform_action()
     except KeyboardInterrupt:
-        print("Interrupt received! Exiting cleanly...")
+        print("Interrupt received! Exiting cleanly...")

torbot/main.py

@@ -3,7 +3,6 @@
 """
 import argparse
 import sys
-import os
 
 from .modules import link_io
 from .modules.linktree import LinkTree

torbot/modules/collect_data.py

@@ -56,7 +56,7 @@ def collect_data(user_url: str):
     with open(file_path, 'w+') as outcsv:
         fieldnames = ['ID', 'Title', 'Metadata', 'Content']
         writer = SafeDictWriter(outcsv, fieldnames=fieldnames)
-        bar = Bar(f'Processing...', max=len(links))
+        bar = Bar('Processing...', max=len(links))
         for link in links:
             resp = requests.get(link)
             soup = BeautifulSoup(resp.text, 'html.parser')

torbot/modules/config.py

@@ -11,13 +11,14 @@
 
 log_level_str = os.getenv("LOG_LEVEL").lower() if os.getenv("LOG_LEVEL") else "info"
 LOG_LEVELS = {
-	"info": logging.INFO,
-	"error": logging.ERROR,
-	"debug": logging.DEBUG,
-	"warning": logging.WARNING,
+    "info": logging.INFO,
+    "error": logging.ERROR,
+    "debug": logging.DEBUG,
+    "warning": logging.WARNING,
 }
 
+
 def get_log_level():
-	for str_input, log_level in LOG_LEVELS.items():
-		if log_level_str == str_input:
-			return log_level
+    for str_input, log_level in LOG_LEVELS.items():
+        if log_level_str == str_input:
+            return log_level

torbot/modules/link_io.py

@@ -53,15 +53,15 @@ def cascade(node: LinkTree, work: Any, classify_page: bool):
             cascade(child, work, classify_page)
 
 
-def print_tree(url: str, depth: int=1, classify_page: bool=False):
+def print_tree(url: str, depth: int = 1, classify_page: bool = False):
     """
     Prints the entire tree in a user friendly fashion
     """
     root = get_node(url, depth)
     cascade(root, print_node, classify_page)
 
 
-def print_json(url: str, depth: int=1):
+def print_json(url: str, depth: int = 1):
     """
     Prints the JSON representation of a Link node.
 

torbot/modules/linktree.py

@@ -30,7 +30,7 @@ def __append_node(self, parent_tree, node):
             for child in node['children']:
                 self.__append_node(child_tree, child)
 
-    def __build_tree(self, url: str, depth: int=1):
+    def __build_tree(self, url: str, depth: int = 1):
         """
         Builds link tree by traversing through children nodes.
 

torbot/modules/log.py

@@ -3,13 +3,17 @@
 from .config import get_log_level
 
 
-logging.basicConfig(level=get_log_level(), format='%(asctime)s - %(levelname)s - %(message)s', datefmt='%d-%b-%y %H:%M:%S')
+logging.basicConfig(level=get_log_level(),
+                    format='%(asctime)s - %(levelname)s - %(message)s', datefmt='%d-%b-%y %H:%M:%S')
+
 
 def info(msg: str):
-	logging.info(msg)
+    logging.info(msg)
+
 
 def fatal(msg: str):
-	logging.error(msg)
+    logging.error(msg)
+
 
 def debug(msg: str):
-	logging.debug(msg)
+    logging.debug(msg)

torbot/modules/nlp/main.py

@@ -1,4 +1,3 @@
-import requests
 import numpy as np
 import os
 from pathlib import Path
@@ -35,10 +34,6 @@ def classify(data):
     x_train, x_test, y_train, y_test = train_test_split(dataset.data, dataset.target)
     clf.fit(x_train, y_train)
 
-    website = 'Unknown'
-    if soup.title:
-        website = soup.title.text
-
     # returns an array of target_name values
     predicted = clf.predict([html])
     accuracy = np.mean(predicted == y_test)

torbot/modules/utils.py

@@ -20,7 +20,7 @@ def find_file(name: str, path: str):
     return False
 
 
-def join_local_path(file_name: str=""):
+def join_local_path(file_name: str = ""):
     """
     Returns:
         str: local path to data directory

torbot/version.py

@@ -1 +1 @@
-__version__ = '2.1.0'
+__version__ = '2.1.0'