new examples

Author: furas

beautifulsoup/beautifulsoup-lxml-pyquery-parsel/README.md

@@ -0,0 +1,73 @@
+Use `BeautifulSoup`, `lxml` or similar module instead of `regex`.
+
+---
+
+[BeautifulSoup](https://www.crummy.com/software/BeautifulSoup/bs4/doc/):
+
+    from bs4 import BeautifulSoup
+    
+    text = '<div class="ds"><div title="Today" class="dh">...<div title="Pazartesi" class="dh">26 Agu Pzt'
+    
+    soup = BeautifulSoup(text, 'html.parser')
+    
+    for item in soup.select('.ds div[title]'):
+        print(item['title'])
+
+    # or as list comprehensions 
+
+    titles = [item['title'] for item in soup.select('.ds div[title]')]
+    print(titles)
+
+---
+
+[lxml](https://lxml.de/):
+
+    import lxml.html
+    
+    text = '<div class="ds"><div title="Today" class="dh">...<div title="Pazartesi" class="dh">26 Agu Pzt'
+    
+    soup = lxml.html.fromstring(text)
+    
+    for item in soup.cssselect('.ds div[title]'):
+        print(item.attrib['title'])
+            
+    # or as list comprehensions 
+
+    titles = [item.attrib['title'] for item in soup.cssselect('.ds div[title]')]
+    print(titles)
+
+---
+
+[PyQuery](https://docs.scrapy.org/en/latest/topics/selectors.html):
+
+    import pyquery
+    
+    text = '<div class="ds"><div title="Today" class="dh">...<div title="Pazartesi" class="dh">26 Agu Pzt'
+    
+    soup = pyquery.PyQuery(text)
+    
+    for item in soup('.ds div[title]'):
+        print(item.attrib['title'])
+    
+    # or as list comprehensions 
+    
+    titles = [item.attrib['title'] for item in soup('.ds div[title]')]
+    print(titles)
+
+---
+
+[parsel](https://parsel.readthedocs.io/en/latest/): (used by [Scrapy's Selectors](https://docs.scrapy.org/en/latest/topics/selectors.html))
+
+    import parsel
+    
+    sel = parsel.Selector(text)
+    
+    for item in sel.css('.ds div[title]'):
+        print(item.attrib['title'])
+            
+    # or as list comprehensions 
+
+    titles = [item.attrib['title'] for item in sel.css('.ds div[title]')]
+    print(titles)
+
+

dash/dynamic-page/main.py

@@ -0,0 +1,27 @@
+
+# date: 2019.08.26
+# layout as function to change it in any reload
+import dash
+import dash_html_components as html
+import datetime
+
+
+app = dash.Dash(__name__)
+
+# static layout. It has to restart script to change date
+#app.layout = html.Div([
+#     html.Div(datetime.datetime.now().strftime("%H:%M:%S"))
+#])
+
+# dynamic layout. It change date in every reload 
+
+def layout():
+    return html.Div([
+        html.Div(datetime.datetime.now().strftime("%H:%M:%S"))
+    ])
+
+app.layout = layout
+
+
+if __name__ == '__main__':
+    app.run_server()#debug=True)

decode-encode/base64-tiff-png-jpg-html/image.jpg

@@ -0,0 +1,34 @@
+
+#------------------------------------------------------------------------------
+# decode from base64 to jpg
+#------------------------------------------------------------------------------
+
+import base64
+
+html = '<img src="data:image/jpeg;base64,/9j/4AAQSkZJRgABAQAAAQABAAD/4QM8RXhpZgAASUkqAAgAAAAJAAABCQABAAAACgAAAAEBCQABAAAACgAAABIBCQABAAAAAQAAABoBCQABAAAASAAAABsBCQABAAAASAAAACgBCQABAAAAAgAAADIBAgAUAAAAegAAABMCCQABAAAAAQAAAGmHBAABAAAAjgAAANwAAAAyMDE5OjA5OjA3IDAzOjM0OjI0AAYAAJAHAAQAAAAwMjIxAZEHAAQAAAABAgMAAKAHAAQAAAAwMTAwAaAJAAEAAAABAAAAAqAJAAEAAAAKAAAAA6AJAAEAAAAKAAAAAAAAAAYAAwEDAAEAAAAGAAAAGgEJAAEAAABIAAAAGwEJAAEAAABIAAAAKAEJAAEAAAACAAAAAQIEAAEAAAAqAQAAAgIEAAEAAAAJAgAAAAAAAP/Y/+AAEEpGSUYAAQEAAAEAAQAA/9sAQwACAQEBAQECAQEBAgICAgIEAwICAgIFBAQDBAYFBgYGBQYGBgcJCAYHCQcGBggLCAkKCgoKCgYICwwLCgwJCgoK/9sAQwECAgICAgIFAwMFCgcGBwoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoK/8AAEQgACgAKAwEiAAIRAQMRAf/EABcAAAMBAAAAAAAAAAAAAAAAAAAICQr/xAAeEAACAgMBAQEBAAAAAAAAAAADBAIFAQYHCAkKAP/EABQBAQAAAAAAAAAAAAAAAAAAAAD/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwBreIO/LnqPAucdY9vi84XnaOgcv0baNhD2DkK9zum3WdgqCwsyV42SYbuxNhZhX1q9YAgEWVpJgGxhbFYvKH27+hb7F+WvaHXvMfFfaVgjpvOeoX+r6klbalS2zS9ZX2J1FRmefSM24WIRDxJhkpTlljMyEnOUpZP0Le3faHlr7F9p4r5j9d9Q5zpqNhUvpaloe/2NRWLtP0qD7zEFVDDFArDjTLRp4jiRTsFLPMpklLOp3U9T1XQtVrNF0XWa+lpKWvChTU1SlBZVBUMMDEuEQ8YgIUIRjCMI4xGMY4xjGMY/g//ZAP/bAEMAAgEBAQEBAgEBAQICAgICBAMCAgICBQQEAwQGBQYGBgUGBgYHCQgGBwkHBgYICwgJCgoKCgoGCAsMCwoMCQoKCv/bAEMBAgICAgICBQMDBQoHBgcKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCv/AABEIAAoACgMBIgACEQEDEQH/xAAXAAADAQAAAAAAAAAAAAAAAAAACAkK/8QAHhAAAgIDAQEBAQAAAAAAAAAAAwQCBQEGBwgJCgD/xAAUAQEAAAAAAAAAAAAAAAAAAAAA/8QAFBEBAAAAAAAAAAAAAAAAAAAAAP/aAAwDAQACEQMRAD8Aa3iDvy56jwLnHWPb4vOF52joHL9G2jYQ9g5Cvc7pt1nYKgsLMleNkmG7sTYWYV9avWAIBFlaSYBsYWxWLyh9u/oW+xflr2h17zHxX2lYI6bznqF/q+pJW2pUts0vWV9idRUZnn0jNuFiEQ8SYZKU5ZYzMhJzlKWT9C3t32h5a+xfaeK+Y/XfUOc6ajYVL6WpaHv9jUVi7T9Kg+8xBVQwxQKw40y0aeI4kU7BSzzKZJSzqd1PU9V0LVazRdF1mvpaSlrwoU1NUpQWVQVDDAxLhEPGICFCEYwjCOMRjGOMYxjGP4P/2Q==">'
+
+data_base64 = html.split('base64,')[1] # remove text before encoded data
+data_base64 = data_base64[:-2]         # remove text after encoded data
+
+#data_base64 = '/9j/4AAQSkZJRgABAQAAAQABAAD/4QM8RXhpZgAASUkqAAgAAAAJAAABCQABAAAACgAAAAEBCQABAAAACgAAABIBCQABAAAAAQAAABoBCQABAAAASAAAABsBCQABAAAASAAAACgBCQABAAAAAgAAADIBAgAUAAAAegAAABMCCQABAAAAAQAAAGmHBAABAAAAjgAAANwAAAAyMDE5OjA5OjA3IDAzOjM0OjI0AAYAAJAHAAQAAAAwMjIxAZEHAAQAAAABAgMAAKAHAAQAAAAwMTAwAaAJAAEAAAABAAAAAqAJAAEAAAAKAAAAA6AJAAEAAAAKAAAAAAAAAAYAAwEDAAEAAAAGAAAAGgEJAAEAAABIAAAAGwEJAAEAAABIAAAAKAEJAAEAAAACAAAAAQIEAAEAAAAqAQAAAgIEAAEAAAAJAgAAAAAAAP/Y/+AAEEpGSUYAAQEAAAEAAQAA/9sAQwACAQEBAQECAQEBAgICAgIEAwICAgIFBAQDBAYFBgYGBQYGBgcJCAYHCQcGBggLCAkKCgoKCgYICwwLCgwJCgoK/9sAQwECAgICAgIFAwMFCgcGBwoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoK/8AAEQgACgAKAwEiAAIRAQMRAf/EABcAAAMBAAAAAAAAAAAAAAAAAAAICQr/xAAeEAACAgMBAQEBAAAAAAAAAAADBAIFAQYHCAkKAP/EABQBAQAAAAAAAAAAAAAAAAAAAAD/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwBreIO/LnqPAucdY9vi84XnaOgcv0baNhD2DkK9zum3WdgqCwsyV42SYbuxNhZhX1q9YAgEWVpJgGxhbFYvKH27+hb7F+WvaHXvMfFfaVgjpvOeoX+r6klbalS2zS9ZX2J1FRmefSM24WIRDxJhkpTlljMyEnOUpZP0Le3faHlr7F9p4r5j9d9Q5zpqNhUvpaloe/2NRWLtP0qD7zEFVDDFArDjTLRp4jiRTsFLPMpklLOp3U9T1XQtVrNF0XWa+lpKWvChTU1SlBZVBUMMDEuEQ8YgIUIRjCMI4xGMY4xjGMY/g//ZAP/bAEMAAgEBAQEBAgEBAQICAgICBAMCAgICBQQEAwQGBQYGBgUGBgYHCQgGBwkHBgYICwgJCgoKCgoGCAsMCwoMCQoKCv/bAEMBAgICAgICBQMDBQoHBgcKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCv/AABEIAAoACgMBIgACEQEDEQH/xAAXAAADAQAAAAAAAAAAAAAAAAAACAkK/8QAHhAAAgIDAQEBAQAAAAAAAAAAAwQCBQEGBwgJCgD/xAAUAQEAAAAAAAAAAAAAAAAAAAAA/8QAFBEBAAAAAAAAAAAAAAAAAAAAAP/aAAwDAQACEQMRAD8Aa3iDvy56jwLnHWPb4vOF52joHL9G2jYQ9g5Cvc7pt1nYKgsLMleNkmG7sTYWYV9avWAIBFlaSYBsYWxWLyh9u/oW+xflr2h17zHxX2lYI6bznqF/q+pJW2pUts0vWV9idRUZnn0jNuFiEQ8SYZKU5ZYzMhJzlKWT9C3t32h5a+xfaeK+Y/XfUOc6ajYVL6WpaHv9jUVi7T9Kg+8xBVQwxQKw40y0aeI4kU7BSzzKZJSzqd1PU9V0LVazRdF1mvpaSlrwoU1NUpQWVQVDDAxLhEPGICFCEYwjCOMRjGOMYxjGP4P/2Q=='
+
+data_base64 = data_base64.encode()   # convert string to bytes
+data = base64.b64decode(data_base64) # decode from base64 (bytes)
+open('output-image.jpg', 'wb').write(data)  # write bytes to file
+
+
+
+#------------------------------------------------------------------------------
+# encode jpg to base64 and embed in html
+#------------------------------------------------------------------------------
+
+import base64
+
+data = open('image.jpg', 'rb').read() # read bytes from file
+data_base64 = base64.b64encode(data)  # encode to base64 (bytes)
+data_base64 = data_base64.decode()    # convert bytes to string
+
+print(data_base64)
+
+html = '<img src="data:image/jpeg;base64,' + data_base64 + '">' # embed in html
+open('output-jpg.html', 'w').write(html)

decode-encode/base64-tiff-png-html/image.png renamed to decode-encode/base64-tiff-png-jpg-html/image.png

@@ -14,7 +14,7 @@
 
 data_base64 = data_base64.encode()   # convert string to bytes
 data = base64.b64decode(data_base64) # decode from base64 (bytes)
-open('image.png', 'wb').write(data)  # write bytes to file
+open('output-image.png', 'wb').write(data)  # write bytes to file
 
 
 

decode-encode/base64-tiff-png-html/image.tiff renamed to decode-encode/base64-tiff-png-jpg-html/image.tiff

@@ -14,7 +14,7 @@
 
 data_base64 = data_base64.encode()   # convert string to bytes
 data = base64.b64decode(data_base64) # decode from base64 (bytes)
-open('image.tiff', 'wb').write(data) # write bytes to file
+open('output-image.tiff', 'wb').write(data) # write bytes to file
 
 
 

decode-encode/base64-tiff-png-jpg-html/main-jpg.py

@@ -0,0 +1 @@
+<img src="data:image/jpeg;base64,/9j/4AAQSkZJRgABAQAAAQABAAD/4QM8RXhpZgAASUkqAAgAAAAJAAABCQABAAAACgAAAAEBCQABAAAACgAAABIBCQABAAAAAQAAABoBCQABAAAASAAAABsBCQABAAAASAAAACgBCQABAAAAAgAAADIBAgAUAAAAegAAABMCCQABAAAAAQAAAGmHBAABAAAAjgAAANwAAAAyMDE5OjA5OjA3IDAzOjM0OjI0AAYAAJAHAAQAAAAwMjIxAZEHAAQAAAABAgMAAKAHAAQAAAAwMTAwAaAJAAEAAAABAAAAAqAJAAEAAAAKAAAAA6AJAAEAAAAKAAAAAAAAAAYAAwEDAAEAAAAGAAAAGgEJAAEAAABIAAAAGwEJAAEAAABIAAAAKAEJAAEAAAACAAAAAQIEAAEAAAAqAQAAAgIEAAEAAAAJAgAAAAAAAP/Y/+AAEEpGSUYAAQEAAAEAAQAA/9sAQwACAQEBAQECAQEBAgICAgIEAwICAgIFBAQDBAYFBgYGBQYGBgcJCAYHCQcGBggLCAkKCgoKCgYICwwLCgwJCgoK/9sAQwECAgICAgIFAwMFCgcGBwoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoK/8AAEQgACgAKAwEiAAIRAQMRAf/EABcAAAMBAAAAAAAAAAAAAAAAAAAICQr/xAAeEAACAgMBAQEBAAAAAAAAAAADBAIFAQYHCAkKAP/EABQBAQAAAAAAAAAAAAAAAAAAAAD/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwBreIO/LnqPAucdY9vi84XnaOgcv0baNhD2DkK9zum3WdgqCwsyV42SYbuxNhZhX1q9YAgEWVpJgGxhbFYvKH27+hb7F+WvaHXvMfFfaVgjpvOeoX+r6klbalS2zS9ZX2J1FRmefSM24WIRDxJhkpTlljMyEnOUpZP0Le3faHlr7F9p4r5j9d9Q5zpqNhUvpaloe/2NRWLtP0qD7zEFVDDFArDjTLRp4jiRTsFLPMpklLOp3U9T1XQtVrNF0XWa+lpKWvChTU1SlBZVBUMMDEuEQ8YgIUIRjCMI4xGMY4xjGMY/g//ZAP/bAEMAAgEBAQEBAgEBAQICAgICBAMCAgICBQQEAwQGBQYGBgUGBgYHCQgGBwkHBgYICwgJCgoKCgoGCAsMCwoMCQoKCv/bAEMBAgICAgICBQMDBQoHBgcKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCv/AABEIAAoACgMBIgACEQEDEQH/xAAXAAADAQAAAAAAAAAAAAAAAAAACAkK/8QAHhAAAgIDAQEBAQAAAAAAAAAAAwQCBQEGBwgJCgD/xAAUAQEAAAAAAAAAAAAAAAAAAAAA/8QAFBEBAAAAAAAAAAAAAAAAAAAAAP/aAAwDAQACEQMRAD8Aa3iDvy56jwLnHWPb4vOF52joHL9G2jYQ9g5Cvc7pt1nYKgsLMleNkmG7sTYWYV9avWAIBFlaSYBsYWxWLyh9u/oW+xflr2h17zHxX2lYI6bznqF/q+pJW2pUts0vWV9idRUZnn0jNuFiEQ8SYZKU5ZYzMhJzlKWT9C3t32h5a+xfaeK+Y/XfUOc6ajYVL6WpaHv9jUVi7T9Kg+8xBVQwxQKw40y0aeI4kU7BSzzKZJSzqd1PU9V0LVazRdF1mvpaSlrwoU1NUpQWVQVDDAxLhEPGICFCEYwjCOMRjGOMYxjGP4P/2Q==">

decode-encode/base64-tiff-png-html/main-png.py renamed to decode-encode/base64-tiff-png-jpg-html/main-png.py

@@ -0,0 +1,46 @@
+
+# date: 2019.09.03
+# 
+
+from flask import Flask, Response, render_template, send_file
+import time
+
+
+app = Flask(__name__)
+
+
+@app.route("/")
+def index():
+    return "Hello World 3"
+
+def get_image():
+    while True:
+        yield(b'--frame\r\n'
+              b'Content-Type: image/jpeg\r\n'
+              b'\r\n'+ img + b'\r\n')
+        time.sleep(0.01) # my Firefox needs some time to display image / Chrome displays image without it
+
+
+def get_image_with_size():
+    length = str(len(img)).encode() # convert to bytes
+    while True:
+        yield(b'--frame\r\n'
+              b'Content-Type: image/jpeg\r\n'
+              b'Content-Length: ' + length + b'\r\n'
+              b'\r\n'+ img + b'\r\n')
+        time.sleep(0.01) # my Firefox needs some time to display image / Chrome displays image without it
+
+
+@app.route("/stream")
+def stream():
+    return Response(get_image_with_size(), mimetype="multipart/x-mixed-replace; boundary=frame")
+
+
+@app.route("/image")
+def image():
+    return send_file('test.jpg')
+
+
+if(__name__ == "__main__"):
+    img = open('test.jpg', 'rb').read()
+    app.run(debug = True)

decode-encode/base64-tiff-png-html/main-tiff.py renamed to decode-encode/base64-tiff-png-jpg-html/main-tiff.py

@@ -0,0 +1,34 @@
+
+# date: 2019.08.26
+# https://stackoverflow.com/questions/57661001/how-can-i-plot-a-graph-like-this-one-in-python
+# https://jakevdp.github.io/PythonDataScienceHandbook/04.12-three-dimensional-plotting.html
+
+import matplotlib.pyplot as plt
+import numpy as np
+
+def u_0(x):
+    a = 1.0/np.cosh(2.0*(x+8.0))
+    b = 1.0/np.cosh((x+1.0))
+    return 8.0*a*a + 2.0*b*b
+
+# spatial grid
+N = 100
+x = np.linspace(-10, 10, N)
+
+# time
+Nt = 100
+tlist = np.linspace(0.0, 2.0, Nt)
+
+#velocity
+c = 5.0
+count = 0
+
+for t in tlist:
+  u = u_0(x-c*t)
+  u += count  # offset 
+  plt.plot(x, u)
+  count += 1
+
+plt.savefig("result_2D.png")
+plt.show()
+

decode-encode/base64-tiff-png-jpg-html/output-jpg.html

@@ -0,0 +1,33 @@
+
+# date: 2019.08.26
+# https://stackoverflow.com/questions/57661001/how-can-i-plot-a-graph-like-this-one-in-python
+# https://jakevdp.github.io/PythonDataScienceHandbook/04.12-three-dimensional-plotting.html
+
+import matplotlib.pyplot as plt
+from mpl_toolkits.mplot3d import Axes3D # need for `projection=`
+import numpy as np
+
+def u_0(x):
+    a = 1.0/np.cosh(2.0*(x+8.0))
+    b = 1.0/np.cosh((x+1.0))
+    return 8.0*a*a + 2.0*b*b
+
+#velocity
+c = 5.0
+
+#spatial grid
+N = 30
+x = np.linspace(-10, 10, N)
+t = np.linspace(0.0, 2.0, N)
+
+X, T = np.meshgrid(x, t)
+Y = u_0(X-c*T)
+
+fig = plt.figure()
+ax = fig.add_subplot(111, projection='3d')
+
+ax.plot_wireframe(X, T, Y)
+
+plt.savefig('result_3D.png')
+plt.show()
+

decode-encode/base64-tiff-png-html/output-png.html renamed to decode-encode/base64-tiff-png-jpg-html/output-png.html

@@ -0,0 +1,4 @@
+
+Result: 
+
+![#1](output.png?raw=true) 

decode-encode/base64-tiff-png-html/output-tiff.html renamed to decode-encode/base64-tiff-png-jpg-html/output-tiff.html

@@ -0,0 +1,14 @@
+
+# date: 2019.09.04
+# https://stackoverflow.com/questions/57791698/how-to-save-an-image-from-a-custom-coco-dataset-with-its-annotations-overlaid-on/57792318#57792318
+
+import skimage.io as io
+import matplotlib.pyplot as plt
+
+image = io.imread("https://homepages.cae.wisc.edu/~ece533/images/lena.png")
+
+plt.imshow(image)
+plt.axis('off')
+plt.annotate("Lena", (10, 20))
+plt.savefig("output.png", bbox_inches='tight', pad_inches=0)
+

flask/stream-image---send-image/main.py

@@ -0,0 +1,27 @@
+
+# date: 2019.08.26
+# To test cron settings
+# * * * * * /usr/bin/python /home/user/script.py > /tmp/output.log
+
+import os
+import sys
+import datetime
+
+print('Date:', datetime.datetime.now().strftime('%Y.%m.%d'))
+print('Time:', datetime.datetime.now().strftime('%H:%M:%S'))
+print('Current Working Directory:', os.getcwd())
+print('User ID:', os.getuid())
+
+str_user_id = str(os.getuid())
+
+with open('/etc/passwd') as fp:
+    for line in fp:
+        line = line.rstrip('\n')
+        items = line.split(':')
+        if items[2] == str_user_id:
+            print(' passwd:', line)
+            print('   name:', items[0])
+            print('   home:', items[5])
+            print('  shell:', items[6])
+            break
+                       

matplotlib/example-3d/main-2d.py

@@ -0,0 +1,14 @@
+#!/usr/bin/env python
+
+# date: 2019.09.02
+# https://stackoverflow.com/questions/57755712/how-do-i-resolve-contract-object-has-no-attribute-filter-in-pil-imageenhanc/57756236#57756236
+
+from PIL import Image
+from PIL import ImageEnhance
+
+image = Image.open("old_image.jpg")
+
+enhancer = ImageEnhance.Contrast(image)
+new_image = enhancer.enhance(1.5)
+
+new_image.save("new_image.jpg")

matplotlib/example-3d/main-3d.py

@@ -0,0 +1,4 @@
+
+Result: 
+
+![#1](output.png?raw=true) 

matplotlib/example-3d/result_2D.png

@@ -0,0 +1,13 @@
+
+# date: 2019.09.04
+# https://stackoverflow.com/questions/57791698/how-to-save-an-image-from-a-custom-coco-dataset-with-its-annotations-overlaid-on/57792318#57792318
+
+import skimage.io as io
+from PIL import Image, ImageDraw, ImageFont
+
+image = io.imread("https://homepages.cae.wisc.edu/~ece533/images/lena.png")
+
+img = Image.fromarray(image)
+draw = ImageDraw.Draw(img)
+draw.text((10,10), "Lena", font=ImageFont.truetype("arial", 20), fill=(0,0,0))
+img.save('test.png')1