Updated

Author: androiddevnotes

README.md

@@ -0,0 +1,70 @@
+<h1 align="center">Scrape Twitter JSON to HTML Table</h1></br>
+
+<p align="center">
+This script shows how to scrape your tweets by date or year using the opensource project Twint and turn it into a beautiful HTML table. No API key is required..
+</p>
+<br>
+
+<p align="center">
+Twint: https://github.com/twintproject/twint
+</p>
+<p align="center">
+json2html: https://github.com/softvar/json2html
+</p>
+<br>
+
+<p align="center">
+Video Usage Instructions on Awesome Dev Notes YouTube: https://youtu.be/042-QIhC5ms
+</p>
+
+## Installing Twint
+
+Make sure you have python and pip installed.
+```
+pip3 install --user --upgrade git+https://github.com/twintproject/twint.git@origin/master#egg=twint
+
+```
+
+## Run Twint
+
+Parameters are explained in the video or go to [wiki](https://github.com/twintproject/twint/wiki)
+
+```
+twint -u androiddevnotes --since 2020-05-20 --until 2021-03-01 -o twint_androiddevnotes.json --json
+```
+
+The output will be JSON data.
+
+
+## Watch the [Video]() to see how to turn the above scraped Twitter JSON data to HTML table.
+
+The video shows the usage of filter.py and jsonhtml.py
+
+<br>
+
+<p align="center">
+  <a href="#"><img alt="Twitter Badge" src="https://badgen.net/badge/Platform/Twitter?icon=https://raw.githubusercontent.com/androiddevnotes/learn-jetpack-compose-android/master/assets/android.svg&color=3ddc84"/></a>
+  <a href="https://github.com/androiddevnotes"><img alt="androiddevnotes GitHub badge" src="https://badgen.net/badge/GitHub/androiddevnotes?icon=github&color=24292e"/></a>
+
+</p>
+
+<br>
+<p align="center">
+<img src="assets/twint_androiddevnotes.png" alt="twint awesomedevnotes - androiddevnotes youtube thumbnail"></img>
+</p><br>
+
+
+filter.py: To filter out the JSON nodes. You can modify the script to remove the JSON data that is not required or add the ones you need.
+
+jsonhtml.py: To convert the JSON data to HTML table. You don't need to modify this script to work.
+
+
+<br>
+
+## :computer: Find us on
+
+<div align="center">
+	<a href="https://github.com/androiddevnotes"> GitHub </a> / <a href="https://discord.gg/vBnEhuC"> Discord </a> / <a href="https://twitter.com/androiddevnotes"> Twitter </a> / <a href="https://www.instagram.com/androiddevnotes"> Instagram </a> / <a href="https://www.youtube.com/channel/UCQATLaT0xKkSm-KKVQzpu0Q"> YouTube </a> / <a href="https://medium.com/@androiddevnotes"> Medium </a>
+	<br><br>
+    <img width="320px" src="https://raw.githubusercontent.com/androiddevnotes/androiddevnotes/master/assets/androiddevnotes.png" alt="androiddevnotes logo"></img>
+</div>

assets/twint_androiddevnotes.png

@@ -0,0 +1,18 @@
+import argparse
+import json
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-i',           help='path of input json')
+parser.add_argument('-o',           help='path of output json')
+
+def main(i, o):
+    data = json.load(open(i))
+    new_data = {'items': []}
+    new_data['items'] = [{'created': item['created_at'], 'tweet': item['tweet'], 'link': item['link'], 'likes_count': item['likes_count'], 'retweets_count': item['retweets_count'], 'replies_count': item['replies_count'], 'quote_url': item['quote_url'], 'reply_to': item['reply_to'], 'mentions': item['mentions'], 'urls': item['urls'], 'photos': item['photos']} for item in data['items']]
+    json.dump(new_data, open(o, 'w'), indent=2)
+    print('done')
+
+
+if __name__ == '__main__':
+  args = parser.parse_args()
+  main(args.i, args.o)

filter.py

@@ -0,0 +1,18 @@
+import argparse
+import json
+
+from json2html import *
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-i',           help='path of input json')
+parser.add_argument('-o',           help='path of output json')
+
+def main(i, o):
+    data = json.load(open(i, encoding='utf-8'))
+    print(json2html.convert(json = data).encode("utf-8"))
+
+
+
+if __name__ == '__main__':
+  args = parser.parse_args()
+  main(args.i, args.o)