Merge pull request #3 from Riaz-Mahmud/dev

download improve, Bug fix

Author: Riaz-Mahmud

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 Abdul Al Mahmud Riaz
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -34,7 +34,7 @@ function siteBackup(){
 
 ```php
 
-array:2 [▼[
+array:3 [▼[
     'error' => false,
     'message' => 'Backup created successfully',
     'path' => 'your_given_path/index.html'
@@ -58,7 +58,7 @@ function siteBackup(){
   $websiteBackup = new WebsiteBackup();
   $backup = $websiteBackup->backup($url, $path);
 
-  if($data['error'] == false){
+  if(!$data['error']){
     echo $data['path'];
   }
 }
@@ -67,7 +67,7 @@ function siteBackup(){
 
 ## License
 
-The MIT License (MIT). Please see [License File](LICENSE.md) for more information.
+The MIT License (MIT). Please see [License](LICENSE) for more information.
 
 
 ## Security

src/WebsiteBackup.php

@@ -2,83 +2,91 @@
 
 namespace Backdoor\WebsiteBackup;
 
-use Backdoor\WebsiteBackup\WebsiteBackupHelper;
-use Illuminate\Support\Facades\Log;
+use Backdoor\WebsiteBackup\WebsiteBackupHelper as Helper;
 
 class WebsiteBackup {
 
     protected $url = NULL;
     protected $path = NULL;
+    protected $defaultElement = 'websitebackupuuid';
 
     protected $data = [
         'error' => false,
         'message' => '',
         'path' => '',
     ];
 
+    protected $elements = [
+        'img' => [
+            'attribute' => 'src',
+            'folder' => '/images'.'/',
+        ],
+        'link' => [
+            'attribute' => 'href',
+            'folder' => '/css'.'/',
+        ],
+        'script' => [
+            'attribute' => 'src',
+            'folder' => '/js'.'/',
+        ],
+        'source' => [
+            'attribute' => 'src',
+            'folder' => '/source'.'/',
+        ],
+        'div' => [
+            'attribute' => 'data-bg',
+            'folder' => '/div'.'/',
+        ],
+    ];
+
+    protected $downloadQueue = [];
+    protected $maxExecutionTime = 30;
+
     public function backup($url , $path){
 
         $this->url = $url;
         $this->path = $path;
+        Helper::generateFolder($this->path);
+        Helper::setFolderPath( $this->path );
+        Helper::logEntry('Info: Backup started for '.$this->url);
 
-        $baseUrl = WebsiteBackupHelper::getDomain( $this->url );
+        $baseUrl = Helper::getDomain( $this->url );
+        Helper::logEntry('Info: Base URL: '.$baseUrl);
 
         $ch = curl_init();
-
         curl_setopt($ch, CURLOPT_URL, $this->url);
         curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
 
         $status = http_response_code( curl_getinfo($ch, CURLINFO_HTTP_CODE) );
+        Helper::logEntry('Info: '. 'Site Status: '.$status);
         if ($status != 200) {
             $this->data['error'] = true;
             $this->data['message'] = "Site is not available or not found. Please check the URL. ErrorCode: $status";
+            Helper::logEntry('Error '. $this->data['message']);
             return $this->data;
         }
 
-        WebsiteBackupHelper::generateFolder($this->path);
-
         $output = curl_exec($ch);
 
         $dom = new \DOMDocument();
         @$dom->loadHTML($output);
+        set_time_limit(0);
 
-        $elements = [
-            'img' => [
-                'attribute' => 'src',
-                'folder' => '/images'.'/',
-            ],
-            'link' => [
-                'attribute' => 'href',
-                'folder' => '/css'.'/',
-            ],
-            'script' => [
-                'attribute' => 'src',
-                'folder' => '/js'.'/',
-            ],
-            'source' => [
-                'attribute' => 'src',
-                'folder' => '/source'.'/',
-            ],
-            'div' => [
-                'attribute' => 'data-bg',
-                'folder' => '/div'.'/',
-            ],
-        ];
-
-        foreach ($elements as $element => $value) {
+        foreach ($this->elements as $element => $value) {
             $links = $dom->getElementsByTagName($element);
             if($links->length > 0){
                 $folderName = $path.$value['folder'];
-                WebsiteBackupHelper::generateFolder($folderName);
+                Helper::generateFolder($folderName);
                 if($element == 'img' || $element == 'div'){
-                    $this->imageDownload($links , $baseUrl , $folderName);
+                    $this->image($links , $baseUrl , $folderName);
                 }else{
-                    $this->commonDownload($links, $value['attribute'], $baseUrl, $folderName);
+                    $this->common($links, $value['attribute'], $baseUrl, $folderName);
                 }
             }
         }
 
         $html = $dom->saveHTML();
+        $html = $this->downloadContent($html);
         file_put_contents($path.'/index.html', $html);
 
         curl_close($ch);
@@ -87,45 +95,101 @@ public function backup($url , $path){
         $this->data['message'] = 'Backup created successfully';
         $this->data['path'] = $path . '/index.html';
 
+        Helper::logEntry('Info: '. $this->data['message']. ' Path: '.$this->data['path'] );
+
+        Helper::logEntry('Download Queue: Unsuccesful download links =>');
+        foreach ($this->downloadQueue as $value) {
+            if($value['status'] == 'pending'){
+                Helper::logEntry('Pending Queue: link:'. $value['url'] . ' status:'. $value['status']);
+            }
+        }
+
+        set_time_limit(30);
+
         return $this->data;
     }
 
-    protected function commonDownload($list, $attribute , $baseUrl , $folderName){
+    protected function downloadContent($html){
+        $dom = new \DOMDocument();
+        @$dom->loadHTML($html);
+
+        foreach ($this->elements as $element => $value) {
+            $items = $dom->getElementsByTagName($element);
+            if($items->length > 0){
+                foreach($items as $item){
+                    foreach($this->downloadQueue as $key => $queue){
+                        if( $item->hasAttribute($this->defaultElement) && isset($queue['uuid']) && $item->getAttribute($this->defaultElement) == $queue['uuid'] ){
+                            $saveFile = Helper::downloadFile($queue['url'] , $queue['folder']);
+                            if($saveFile['status']){
+                                $this->downloadQueue[$key]['status'] = 'success';
+                                if($queue['type'] == 'image'){
+                                    $item->removeAttribute($this->defaultElement);
+                                    $item = Helper::replaceImageURL($item , '/'.$saveFile['file_path']);
+                                }else{
+                                    $item->removeAttribute($this->defaultElement);
+                                    $item->setAttribute($queue['attribute'] , '/'.$saveFile['file_path']);
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+        $html = $dom->saveHTML();
+        return $html;
+    }
+
+    protected function common($list, $attribute , $baseUrl , $folderName){
         foreach ($list as $item) {
             if($item->hasAttribute($attribute)){
                 $url = $item->getAttribute($attribute);
                 if($url){
+                    $url = str_replace(' ', '%20', trim($url));
                     try{
-                        if(WebsiteBackupHelper::isFullURL($url) === false){
-                            $url = $baseUrl . WebsiteBackupHelper::checkFirstSlash($url);
+                        if(Helper::isFullURL($url) === false){
+                            $url = $baseUrl . Helper::checkFirstSlash($url);
                         }
+                        $uuid = Helper::generateUUID();
+
+                        $this->downloadQueue[] = [
+                            'url' => Helper::checkHttpWWW($url),
+                            'path' => $url,
+                            'folder' => $folderName,
+                            'attribute' => $attribute,
+                            'type' => 'common',
+                            'uuid' => $uuid,
+                            'status' => 'pending',
+                        ];
+                        $item->setAttribute($this->defaultElement, $uuid);
 
-                        $file_path = $folderName . WebsiteBackupHelper::replaceFileName( WebsiteBackupHelper::fileName($url), $folderName);
-                        $saveFile = WebsiteBackupHelper::downloadFile($url , $file_path);
-                        if($saveFile){
-                            $item->removeAttribute($attribute);
-                            $item->setAttribute($attribute, '/'.$file_path);
-                        }
                     }catch(\Exception $e){
-                        Log::error($e->getMessage());
+                        Helper::logEntry('Error: '.$e->getMessage());
                     }
                 }
             }
         }
     }
 
-    protected function imageDownload($images , $baseUrl , $folderName){
+    protected function image($images , $baseUrl , $folderName){
         foreach ($images as $image) {
-            $src = WebsiteBackupHelper::findImageURl($image , $baseUrl);
+            $src = Helper::findImageURl($image , $baseUrl);
             if($src != false){
+                $src = str_replace(' ', '%20', trim($src));
                 try{
-                    $file_path = $folderName . WebsiteBackupHelper::replaceFileName(WebsiteBackupHelper::fileName($src), $folderName);
-                    $saveFile = WebsiteBackupHelper::downloadFile($src , $file_path);
-                    if($saveFile){
-                        $image = WebsiteBackupHelper::replaceImageURL($image, '/'.$file_path);
-                    }
+                    $uuid = Helper::generateUUID();
+
+                    $this->downloadQueue[] = [
+                        'url' => Helper::checkHttpWWW($src),
+                        'path' => $src,
+                        'folder' => $folderName,
+                        'type' => 'image',
+                        'uuid' => $uuid,
+                        'status' => 'pending',
+                    ];
+
+                    $image->setAttribute($this->defaultElement, $uuid);
                 }catch(\Exception $e){
-                    Log::info("WebsiteBackup: video: ".$e->getMessage());
+                    Helper::logEntry('Error: '. $e->getMessage());
                 }
             }
         }