adjust logging

Author: borgle

app.py

@@ -3,9 +3,10 @@
 
 __version__ = '1.0.0'
 
-import logging
+import logging.config
 import multiprocessing
 import sys
+import yaml
 
 import bottle
 from beaker.middleware import SessionMiddleware
@@ -16,8 +17,11 @@
 def number_of_workers():
     return (multiprocessing.cpu_count() * 2) + 1
 
+
 if __name__ == '__main__':
-    logging.basicConfig(level=logging.DEBUG, format='%(levelname)s - - %(asctime)s %(message)s', datefmt='[%b %d %H:%M:%S]')
+    with open('logging.yaml', 'rt') as f:
+        yml = yaml.load(f.read())
+        logging.config.dictConfig(yml)
     if len(sys.argv) < 2:
         host, port = '127.0.0.1', 8082
     else:

logging.yaml

@@ -0,0 +1,41 @@
+version: 1
+disable_existing_loggers: False
+
+formatters:
+    simple:
+        format: "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+
+handlers:
+    console:
+        class: logging.StreamHandler
+        level: DEBUG
+        formatter: simple
+        stream: ext://sys.stdout
+
+    info_file_handler:
+        class: logging.handlers.RotatingFileHandler
+        level: INFO
+        formatter: simple
+        filename: logs/info.log
+        maxBytes: 10485760 # 10MB
+        backupCount: 20
+        encoding: utf8
+
+    error_file_handler:
+        class: logging.handlers.RotatingFileHandler
+        level: ERROR
+        formatter: simple
+        filename: logs/errors.log
+        maxBytes: 10485760 # 10MB
+        backupCount: 20
+        encoding: utf8
+
+loggers:
+    Helper.MysqlStorager:
+        level: DEBUG
+        handlers: [console]
+        propagate: no
+
+root:
+    level: WARN
+    handlers: [console, info_file_handler, error_file_handler]

service.py

@@ -9,14 +9,15 @@
 __version__ = '1.1.0'
 
 import base64
-import logging
+import logging.config
 import random
 import re
 import sys
 import urllib2
 
 import gevent
 import requests
+import yaml
 from gevent import monkey
 
 from setting import Config
@@ -418,8 +419,11 @@ def check(self):
             gevent.wait(jobs)
             gevent.sleep(3)
 
+
 if __name__ == '__main__':
-    logging.basicConfig(level=logging.DEBUG, format='%(levelname)s - - %(asctime)s %(message)s', datefmt='[%b %d %H:%M:%S]')
+    with open('logging.yaml', 'rt') as f:
+        yml = yaml.load(f.read())
+        logging.config.dictConfig(yml)
     USAGE = __doc__.replace('%prog', sys.argv[0])
     if len(sys.argv) < 2:
         taskname = 'fetch'