Heroku

.github/workflows/release.yml

@@ -0,0 +1,68 @@
+name: MirrorX Release
+
+on:
+  push:
+    tags:
+      - "v*.*.*"
+
+jobs:
+  BuildWheel:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.8.12
+      - name: Get the version
+        id: get_version
+        run: echo ::set-output name=VERSION::${GITHUB_REF/refs\/tags\//}
+      - name: Install deps fro Pypi Release
+        run: |
+          pip -q install setuptools wheel twine
+          pip -q install -r requirements.txt
+      - name: Publish to pypi
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
+        run: |
+          python setup.py sdist bdist_wheel
+          twine upload dist/* || exit 0
+      - name: Upload all the data files to github Release
+        uses: softprops/action-gh-release@v1
+        with:
+          name: MirrorX Release ${{ steps.get_version.outputs.VERSION }}
+          files: |
+            dist/*
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Sleep
+        run: sleep 60
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v1
+        with:
+          platforms: arm64
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v1 
+        with:
+          registry: ghcr.io
+          username: token
+          password: ${{ secrets.GH_TOKEN }}
+      - name: Docker meta
+        id: metaraw
+        uses: docker/metadata-action@v3
+        with:
+          images: ghcr.io/iamliquidx/mirrorx
+          tags: |
+            type=semver,pattern={{version}}
+      - name: Build and push Docker images
+        uses: docker/build-push-action@v2
+        with:
+          context: .
+          file: ./Dockerfile
+          platforms: linux/amd64, linux/arm64/v8
+          push: true
+          tags: ${{ steps.metaraw.outputs.tags }}
+          labels: ${{ steps.metaraw.outputs.labels }}

.gitignore

@@ -1,13 +1,20 @@
 config.env
 *auth_token.txt
-*.pyc
 downloads/*
 download/*
-data*
 .vscode
 .idea
 *.json
 *.pickle
 authorized_chats.txt
 log.txt
-accounts/*
+accounts/*
+*.pyc
+dht6.dat
+aria.conf
+.gitignore
+dht.dat
+build
+dist
+*.spec
+/venv/

Dockerfile

@@ -1,38 +1,30 @@
-FROM ubuntu:18.04
+FROM python:3.9-slim
 
-WORKDIR /usr/src/app
-RUN chmod 777 /usr/src/app
+WORKDIR /
+# Deps
 
-RUN apt-get -qq update
-RUN apt-get -qq install -y python3 python3-pip rar unzip git aria2 g++ gcc autoconf automake \
-    m4 libtool qt4-qmake make libqt4-dev libcurl4-openssl-dev \
-    libcrypto++-dev libsqlite3-dev libc-ares-dev \
-    libsodium-dev libnautilus-extension-dev \
-    libssl-dev libfreeimage-dev swig curl pv jq ffmpeg locales python3-lxml
+SHELL [ "/usr/bin/bash" , "-cel" ]
 
-# Installing mega sdk python binding
-ENV MEGA_SDK_VERSION '3.6.4'
-RUN git clone https://github.com/meganz/sdk.git sdk
-WORKDIR sdk
-RUN git checkout v$MEGA_SDK_VERSION && ./autogen.sh && \
-    ./configure --disable-silent-rules --enable-python --disable-examples && \
-    make -j$(nproc --all) && cd bindings/python/ && \
-    python3 setup.py bdist_wheel && cd dist/ && \
-    pip3 install --no-cache-dir megasdk-$MEGA_SDK_VERSION-*.whl
+RUN \
+[[ ${valid_arch:-aarch64 amd64 x86_64} =~ ${HOST_CPU_ARCH:=$(uname -m)} ]] \
+  || echo 'unsupported cpu arch' && exit 1
 
+RUN \
+export HOST_CPU_ARCH=$(uname -m) \
+sed -i 's/main/main non-free/g' /etc/apt/sources.list && \
+apt-get -qq update && \
+apt-get -qq install -y tzdata curl aria2 p7zip-full p7zip-rar wget xz-utils libmagic-dev gcc libffi-dev nscd && \
+apt-get -y autoremove && rm -rf /var/lib/apt/lists/* && apt-get clean && \
+wget -q https://github.com/yzop/gg/raw/main/ffmpeg-git-${HOST_CPU_ARCH}-static.tar.xz && \
+tar -xf ff*.tar.xz && rm -rf *.tar.xz && \
+mv ff*/ff* /usr/local/bin/ && rm -rf ff* && \
+wget -q https://github.com/viswanathbalusu/megasdkrest/releases/latest/download/megasdkrest-${HOST_CPU_ARCH} -O /usr/local/bin/megasdkrest && \
+chmod a+x /usr/local/bin/megasdkrest && mkdir /app/ && chmod 777 /app/ && \
+pip3 install --no-cache-dir MirrorX && \
+apt-get purge -yqq gcc && apt-get -y autoremove && rm -rf /var/lib/apt/lists/* && apt-get clean
 
-COPY requirements.txt .
-COPY extract /usr/local/bin
-RUN chmod +x /usr/local/bin/extract
-RUN pip3 install --no-cache-dir -r requirements.txt
-RUN locale-gen en_US.UTF-8
-ENV LANG en_US.UTF-8
-ENV LANGUAGE en_US:en
-ENV LC_ALL en_US.UTF-8
-COPY . .
-COPY netrc /root/.netrc
-RUN chmod +x aria.sh
-
-CMD ["bash","start.sh"]
+WORKDIR /app
 
+CMD ["MirrorX"]
 
+###

README.md

@@ -1,151 +1,38 @@
-# What is this repo about?
-This is a telegram bot writen in python for mirroring files on the internet to our beloved Google Drive.
-
-# Inspiration 
-This project is heavily inspired from @out386 's telegram bot which is written in JS.
-
-# Features supported:
-- Mirroring direct download links to google drive
-- Mirroring Mega.nz links to google drive (In development stage)
-- Mirror Telegram files to google drive
-- Mirror all youtube-dl supported links
-- Extract zip, rar, tar and many supported file types and uploads to google drive
-- Copy files from someone's drive to your drive (using Rclone)
-- Service account support in cloning and uploading
-- Download progress
-- Upload progress
-- Download/upload speeds and ETAs
-- Docker support
-- Uploading To Team Drives.
-- Index Link support
-
-# Bot commands to be set in botfather
-
-```
-mirror - Start Mirroring
-tarmirror - Upload tar (zipped) file
-unzipmirror - Extract files
-clone - copy folder to drive
-watch - mirror YT-DL support link
-tarwatch - mirror youtube playlist link as tar
-cancel - Cancel a task
-cancelall - Cancel all tasks
-list - [query] searches files in G-Drive
-status - Get Mirror Status message
-stats - Bot Usage Stats
-help - Get Detailed Help
-log - Bot Log [owner only]
-```
-
-# How to deploy?
-Deploying is pretty much straight forward and is divided into several steps as follows:
-## Installing requirements
-
-- Clone this repo:
-```
-git clone https://github.com/magneto261290/magneto-python-aria mirror-bot/
-cd mirror-bot
-```
-
-- Install requirements
-For Debian based distros
-```
-sudo apt install python3
-sudo snap install docker 
-```
-- For Arch and it's derivatives:
-```
-sudo pacman -S docker python
-```
-
-## Setting up config file
-```
-cp config_sample.env config.env
-```
-- Remove the first line saying:
-```
-_____REMOVE_THIS_LINE_____=True
-```
-Fill up rest of the fields. Meaning of each fields are discussed below:
-- **BOT_TOKEN** : The telegram bot token that you get from @BotFather
-- **GDRIVE_FOLDER_ID** : This is the folder ID of the Google Drive Folder to which you want to upload all the mirrors.
-- **DOWNLOAD_DIR** : The path to the local folder where the downloads should be downloaded to
-- **DOWNLOAD_STATUS_UPDATE_INTERVAL** : A short interval of time in seconds after which the Mirror progress message is updated. (I recommend to keep it 5 seconds at least)  
-- **OWNER_ID** : The Telegram user ID (not username) of the owner of the bot
-- **AUTO_DELETE_MESSAGE_DURATION** : Interval of time (in seconds), after which the bot deletes it's message (and command message) which is expected to be viewed instantly. Note: Set to -1 to never automatically delete messages
-- **IS_TEAM_DRIVE** : (Optional field) Set to "True" if GDRIVE_FOLDER_ID is from a Team Drive else False or Leave it empty.
-- **USE_SERVICE_ACCOUNTS**: (Optional field) (Leave empty if unsure) Whether to use service accounts or not. For this to work see  "Using service accounts" section below.
-- **INDEX_URL** : (Optional field) Refer to https://github.com/maple3142/GDIndex/ The URL should not have any trailing '/'
-- **API_KEY** : This is to authenticate to your telegram account for downloading Telegram files. You can get this from https://my.telegram.org DO NOT put this in quotes.
-- **API_HASH** : This is to authenticate to your telegram account for downloading Telegram files. You can get this from https://my.telegram.org
-- **USER_SESSION_STRING** : Session string generated by running:
-- **MEGA_API_KEY**: Mega.nz api key to mirror mega.nz links. Get it from [Mega SDK Page](https://mega.nz/sdk)
-```
-python3 generate_string_session.py
-```
-Note: You can limit maximum concurrent downloads by changing the value of MAX_CONCURRENT_DOWNLOADS in aria.sh. By default, it's set to 2
-
-## Getting Google OAuth API credential file
-
-- Visit the [Google Cloud Console](https://console.developers.google.com/apis/credentials)
-- Go to the OAuth Consent tab, fill it, and save.
-- Go to the Credentials tab and click Create Credentials -> OAuth Client ID
-- Choose Other and Create.
-- Use the download button to download your credentials.
-- Move that file to the root of mirror-bot, and rename it to credentials.json
-- Visit [Google API page](https://console.developers.google.com/apis/library)
-- Search for Drive and enable it if it is disabled
-- Finally, run the script to generate token file (token.pickle) for Google Drive:
-```
-pip install google-api-python-client google-auth-httplib2 google-auth-oauthlib
-python3 generate_drive_token.py
-```
-## Deploying
-
-- Start docker daemon (skip if already running):
-```
-sudo dockerd
-```
-- Build Docker image:
-```
-sudo docker build . -t mirror-bot
-```
-- Run the image:
-```
-sudo docker run mirror-bot
-```
-
-# Using service accounts for uploading to avoid user rate limit
-For Service Account to work, you must set USE_SERVICE_ACCOUNTS="True" in config file or environment variables
-Many thanks to [AutoRClone](https://github.com/xyou365/AutoRclone) for the scripts
-## Generating service accounts
-Step 1. Generate service accounts [What is service account](https://cloud.google.com/iam/docs/service-accounts)
----------------------------------
-Let us create only the service accounts that we need. 
-**Warning:** abuse of this feature is not the aim of autorclone and we do **NOT** recommend that you make a lot of projects, just one project and 100 sa allow you plenty of use, its also possible that overabuse might get your projects banned by google. 
-
-```
-Note: 1 service account can copy around 750gb a day, 1 project makes 100 service accounts so thats 75tb a day, for most users this should easily suffice. 
-```
-
-`python3 gen_sa_accounts.py --quick-setup 1 --new-only`
-
-A folder named accounts will be created which will contain keys for the service accounts created
-
-NOTE: If you have created SAs in past from this script, you can also just re download the keys by running:
-```
-python3 gen_sa_accounts.py --download-keys project_id
-```
-
-### Add all the service accounts to the Team Drive or folder
-- Run:
-```
-python3 add_to_team_drive.py -d SharedTeamDriveSrcID
-```
-
-# Youtube-dl authentication using .netrc file
-For using your premium accounts in youtube-dl, edit the netrc file (in the root directory of this repository) according to following format:
-```
-machine host login username password my_youtube_password
-```
-where host is the name of extractor (eg. youtube, twitch). Multiple accounts of different hosts can be added each separated by a new line
+ <p align="center">
+  <img width="200" src="https://media4.giphy.com/media/1jWAx072bAJwMebcl7/200w.gif?cid=82a1493bnsutnhqk7gyyjf1k0m8rbad3qp6t6gan3zf9vr6b&rid=200w.gif" alt="Material Bread logo">
+</p> 
+
+
+<p align="center">
+
+# This Is A Telegram Bot Written In Python For Mirroring Files On The Internet To Our Beloved Google Drive.
+</p>
+
+Here Are Some Things To Get You Started.👇
+
+
+## 👉[All The Feature Of This Bot Or What This Bot Can Do For You.](https://github.com/iamLiquidX/MirrorX/wiki/Feature-Or-What-This-Bot-Can-Do)
+
+## 👉[How To Deploy](https://github.com/iamLiquidX/MirrorX/wiki/How-To-Deploy)
+
+## 👉[Commands To Use The Bot](https://github.com/iamLiquidX/MirrorX/wiki/Commands-To-Use-This-Bot)
+
+## 👉[Modification Guide](https://github.com/iamLiquidX/MirrorX/wiki/Modification)
+
+
+For The Most Recent Changes, Please Check The Changelog.👇
+
+## 👉[Changelog](https://github.com/iamLiquidX/MirrorX/wiki/Changelog)
+
+
+
+# Credits 👇
+
+1. [Shivam Jha aka lzzy12](https://github.com/lzzy12) & [JaskaranSM aka Zero Cool](https://github.com/jaskaranSM) - They Built This Bot From Scratch. 
+2. [Sreeraj V R](https://github.com/SVR666)- Added Inline Button, Added Support For Deleting File/Folders From GDrive, Search Results On Telegra.ph.
+3. [Archie](https://github.com/archie9211) - Added Support For Extraction Of Archives, Fixed SSL Handshake Error, Update Trackers Dynamically.
+4. [Magneto](https://github.com/magneto261290) - Added Alot Of Customization, Support For Custom File Names, Support For Password Protected Archives, Quality Selection Option In YTDL And Much More.
+5. [KenHV](https://github.com/KenHV) - Many Fixes And Imporovements.
+6. [Anos](https://github.com/destiny6520) - Modification/Customization Guide.
+7. [Viswanath](https://github.com/nenokkadine) - Fixes & Improvements, Dockerfile Clean Up, DHT Support In Aria.  
+8. [breakdowns](https://github.com/breakdowns) - Source Code For Count,Zip/Unzip GDrive Links & Fembed.

bin/MirrorX

@@ -0,0 +1,3 @@
+#!/bin/bash
+pip3 install -U MirrorX
+MirrorXBot