Squash of clone command

Implement clone feature
- clones a public/driveAccountAccessible Drive Link to bot G-Drive

use BotCommands for clone command trigger

bot/helper/mirror_utils/upload_utils/gdriveTools.py

@@ -24,6 +24,7 @@ class GoogleDriveHelper:
         self.__REDIRECT_URI = "urn:ietf:wg:oauth:2.0:oob"
         self.__G_DRIVE_DIR_MIME_TYPE = "application/vnd.google-apps.folder"
         self.__G_DRIVE_BASE_DOWNLOAD_URL = "https://drive.google.com/uc?id={}&export=download"
+        self.__G_DRIVE_DIR_BASE_DOWNLOAD_URL = "https://drive.google.com/drive/folders/{}"
         self.__listener = listener
         self.__service = self.authorize()
         self._file_uploaded_bytes = 0
@@ -52,6 +53,13 @@ class GoogleDriveHelper:
         except ZeroDivisionError:
             return 0
 
+    def parseLink(self,link):
+        if "folders" in link or "file" in link:
+            node_id = link.split("?")[0].split("/")[-1].replace("/",'')
+        else:
+            node_id = link.split("=")[1].split("&")[0].replace("/",'')
+        return node_id 
+
     @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5),
            retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG))
     def _on_upload_progress(self):
@@ -160,6 +168,78 @@ class GoogleDriveHelper:
         LOGGER.info("Deleting downloaded file/folder..")
         return link
 
+    @retry(wait=wait_exponential(multiplier=2, min=3, max=6),stop=stop_after_attempt(5),retry=retry_if_exception_type(HttpError),before=before_log(LOGGER,logging.DEBUG))
+    def copyFile(self,file_id,dest_id):
+        body = {
+            'parents': [dest_id]
+        }
+        return self.__service.files().copy(supportsAllDrives=True,fileId=file_id,body=body).execute()
+
+    def clone(self,link):
+        self.transferred_size = 0 
+        file_id = self.parseLink(link)   
+        msg = ""
+        LOGGER.info(f"File ID: {file_id}")
+        try:
+            meta = self.__service.files().get(fileId=file_id,fields="name,id,mimeType,size").execute()
+        except Exception as e:
+            return f"{str(e).replace('>','').replace('<','')}"
+        if meta.get("mimeType") == self.__G_DRIVE_DIR_MIME_TYPE:
+            dir_id = self.create_directory(meta.get('name'),parent_id)
+            try:
+                result = self.cloneFolder(meta.get('name'),meta.get('name'),meta.get('id'),dir_id)
+            except Exception as e:
+                if isinstance(e,RetryError):
+                    LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}")
+                    err = e.last_attempt.exception()
+                else:
+                    err = str(e).replace('>','').replace('<','')
+                LOGGER.error(err)
+                return err
+            msg += f'<a href="{self.__G_DRIVE_DIR_BASE_DOWNLOAD_URL.format(dir_id)}">{meta.get("name")}</a> ({get_readable_file_size(self.transferred_size)})'
+        else:
+            file = self.copyFile(meta.get('id'),parent_id)
+            msg += f'<a href="{self.__G_DRIVE_BASE_DOWNLOAD_URL.format(file.get("id"))}">{meta.get("name")}</a> ({get_readable_file_size(int(meta.get("size")))})'
+        return msg
+
+
+    def cloneFolder(self,name,local_path,folder_id,parent_id):
+        page_token = None
+        q =f"'{folder_id}' in parents"
+        files = []
+        LOGGER.info(f"Syncing: {local_path}")
+        new_id = None
+        while True:
+            response = self.__service.files().list(q=q,
+                                                  spaces='drive',
+                                                  fields='nextPageToken, files(id, name, mimeType,size)',
+                                                  pageToken=page_token).execute()
+            for file in response.get('files', []):
+                files.append(file)
+            page_token = response.get('nextPageToken', None)
+            if page_token is None:
+                break  
+        if len(files) == 0:
+            return parent_id
+        for file in files:
+            if file.get('mimeType') == self.__G_DRIVE_DIR_MIME_TYPE:
+                file_path = os.path.join(local_path,file.get('name'))
+                current_dir_id = self.create_directory(file.get('name'),parent_id)
+                new_id = self.cloneFolder(file.get('name'),file_path,file.get('id'),current_dir_id) 
+            else:
+                self.transferred_size += int(file.get('size'))
+                try:
+                    self.copyFile(file.get('id'),parent_id)
+                    new_id = parent_id
+                except Exception as e:
+                    if isinstance(e,RetryError):
+                        LOGGER.info(f"Total Attempts: {e.last_attempt.attempt_number}")
+                        err = e.last_attempt.exception()
+                    else:
+                        err = e
+                    LOGGER.error(err)
+        return new_id
+
     @retry(wait=wait_exponential(multiplier=2, min=3, max=6), stop=stop_after_attempt(5),
            retry=retry_if_exception_type(HttpError), before=before_log(LOGGER, logging.DEBUG))
     def create_directory(self, directory_name, parent_id):

bot/helper/telegram_helper/bot_commands.py

@@ -13,6 +13,7 @@ class _BotCommands:
         self.StatsCommand = 'stats'
         self.HelpCommand = 'help'
         self.LogCommand = 'log'
+        self.CloneCommand = "clone"
 
 
 BotCommands = _BotCommands()

bot/modules/clone.py

@@ -0,0 +1,23 @@
+from telegram.ext import CommandHandler, run_async
+from bot.helper.mirror_utils.upload_utils.gdriveTools import GoogleDriveHelper
+from bot.helper.telegram_helper.message_utils import *
+from bot.helper.telegram_helper.filters import CustomFilters
+from bot.helper.telegram_helper.bot_commands import BotCommands
+from bot import dispatcher
+
+
+@run_async
+def cloneNode(bot,update):
+    args = update.message.text.split(" ",maxsplit=1)
+    if len(args) > 1:
+        link = args[1]
+        msg = sendMessage(f"Cloning: <code>{link}</code>",bot,update)
+        gd = GoogleDriveHelper()
+        result = gd.clone(link)
+        deleteMessage(bot,msg)
+        sendMessage(result,bot,update)
+    else:
+        sendMessage("Provide G-Drive Shareable Link to Clone.",bot,update)
+
+clone_handler = CommandHandler(BotCommands.CloneCommand,cloneNode,filters=CustomFilters.authorized_chat | CustomFilters.authorized_user)
+dispatcher.add_handler(clone_handler)