Refactor parent package imports in network module

Author: anand-skss

src/network/__init__.py

@@ -1,17 +1,25 @@
 """
 Network subsystem package
 """
+try:
+    import networkdepsinterface
+except ImportError:
+    from pybitmessage import networkdepsinterface
+
 from .dandelion import Dandelion
 from .threads import StoppableThread
 
+(
+    state, queues, config, protocol,
+    randomtrackingdict, addresses, paths) = networkdepsinterface.importParentPackageDepsToNetwork()
+
 dandelion_ins = Dandelion()
 
 __all__ = ["StoppableThread"]
 
 
 def start(config, state):
     """Start network threads"""
-    import state
     from .announcethread import AnnounceThread
     import connectionpool  # pylint: disable=relative-import
     from .addrthread import AddrThread

src/network/addrthread.py

@@ -7,7 +7,7 @@
 import connectionpool
 from helper_random import randomshuffle
 from protocol import assembleAddrMessage
-from queues import addrQueue  # FIXME: init with queue
+from network import queues  # FIXME: init with queue
 
 from threads import StoppableThread
 
@@ -21,7 +21,7 @@ def run(self):
             chunk = []
             while True:
                 try:
-                    data = addrQueue.get(False)
+                    data = queues.addrQueue.get(False)
                     chunk.append(data)
                 except queue.Empty:
                     break
@@ -43,7 +43,7 @@ def run(self):
                     if filtered:
                         i.append_write_buf(assembleAddrMessage(filtered))
 
-            addrQueue.iterate()
+            queues.addrQueue.iterate()
             for i in range(len(chunk)):
-                addrQueue.task_done()
+                queues.addrQueue.task_done()
             self.stop.wait(1)

src/network/advanceddispatcher.py

@@ -6,7 +6,7 @@
 import time
 
 import network.asyncore_pollchoose as asyncore
-import state
+from network import state
 from threads import BusyError, nonBlocking
 
 

src/network/announcethread.py

@@ -5,7 +5,7 @@
 
 # magic imports!
 import connectionpool
-from bmconfigparser import config
+from network import config
 from protocol import assembleAddrMessage
 
 from node import Peer

src/network/bmobject.py

@@ -4,8 +4,7 @@
 import logging
 import time
 
-import protocol
-import state
+from network import state, protocol
 import connectionpool
 from network import dandelion_ins
 from highlevelcrypto import calculateInventoryHash

src/network/bmproto.py

@@ -11,13 +11,9 @@
 import time
 
 # magic imports!
-import addresses
 import knownnodes
-import protocol
-import state
+from network import protocol, state, config, queues, addresses, dandelion_ins
 import connectionpool
-from bmconfigparser import config
-from queues import invQueue, objectProcessorQueue, portCheckerQueue
 from randomtrackingdict import RandomTrackingDict
 from network.advanceddispatcher import AdvancedDispatcher
 from network.bmobject import (
@@ -26,7 +22,6 @@
     BMObjectUnwantedStreamError
 )
 from network.proxy import ProxyError
-from network import dandelion_ins
 from node import Node, Peer
 from objectracker import ObjectTracker, missingObjects
 
@@ -409,7 +404,7 @@ def bm_command_object(self):
 
         try:
             self.object.checkObjectByType()
-            objectProcessorQueue.put((
+            queues.objectProcessorQueue.put((
                 self.object.objectType, buffer(self.object.data)))  # noqa: F821
         except BMObjectInvalidError:
             BMProto.stopDownloadingObject(self.object.inventoryHash, True)
@@ -431,7 +426,7 @@ def bm_command_object(self):
         )
         self.handleReceivedObject(
             self.object.streamNumber, self.object.inventoryHash)
-        invQueue.put((
+        queues.invQueue.put((
             self.object.streamNumber, self.object.inventoryHash,
             self.destination))
         return True
@@ -472,7 +467,7 @@ def bm_command_addr(self):
 
     def bm_command_portcheck(self):
         """Incoming port check request, queue it."""
-        portCheckerQueue.put(Peer(self.destination, self.peerNode.port))
+        queues.portCheckerQueue.put(Peer(self.destination, self.peerNode.port))
         return True
 
     def bm_command_ping(self):

src/network/connectionchooser.py

@@ -6,10 +6,7 @@
 import random
 
 import knownnodes
-import protocol
-import state
-from bmconfigparser import config
-from queues import queue, portCheckerQueue
+from network import protocol, state, config, queues
 
 logger = logging.getLogger('default')
 
@@ -34,10 +31,10 @@ def chooseConnection(stream):
     onionOnly = config.safeGetBoolean(
         "bitmessagesettings", "onionservicesonly")
     try:
-        retval = portCheckerQueue.get(False)
-        portCheckerQueue.task_done()
+        retval = queues.portCheckerQueue.get(False)
+        queues.portCheckerQueue.task_done()
         return retval
-    except queue.Empty:
+    except queues.queue.Empty:
         pass
     # with a probability of 0.5, connect to a discovered peer
     if random.choice((False, True)) and not haveOnion:  # nosec B311

src/network/connectionpool.py

@@ -11,9 +11,7 @@
 import asyncore_pollchoose as asyncore
 import helper_random
 import knownnodes
-import protocol
-import state
-from bmconfigparser import config
+from network import protocol, state, config
 from connectionchooser import chooseConnection
 from node import Peer
 from proxy import Proxy

src/network/downloadthread.py

@@ -2,12 +2,9 @@
 `DownloadThread` class definition
 """
 import time
-import state
-import addresses
+from network import state, protocol, addresses, dandelion_ins
 import helper_random
-import protocol
 import connectionpool
-from network import dandelion_ins
 from objectracker import missingObjects
 from threads import StoppableThread
 

src/network/invthread.py

@@ -5,12 +5,9 @@
 import random
 from time import time
 
-import addresses
-import protocol
-import state
+from network import protocol, state, queues, addresses
 import connectionpool
 from network import dandelion_ins
-from queues import invQueue
 from threads import StoppableThread
 
 
@@ -52,9 +49,9 @@ def run(self):  # pylint: disable=too-many-branches
             chunk = []
             while True:
                 # Dandelion fluff trigger by expiration
-                handleExpiredDandelion(dandelion_ins.expire(invQueue))
+                handleExpiredDandelion(dandelion_ins.expire(queues.invQueue))
                 try:
-                    data = invQueue.get(False)
+                    data = queues.invQueue.get(False)
                     chunk.append((data[0], data[1]))
                     # locally generated
                     if len(data) == 2 or data[2] is None:
@@ -101,9 +98,9 @@ def run(self):  # pylint: disable=too-many-branches
                             addresses.encodeVarint(
                                 len(stems)) + ''.join(stems)))
 
-            invQueue.iterate()
+            queues.invQueue.iterate()
             for _ in range(len(chunk)):
-                invQueue.task_done()
+                queues.invQueue.task_done()
 
             dandelion_ins.reRandomiseStems()