add YouTube integration! Phew! That is tiring

Author: ziming

README.md

@@ -183,6 +183,55 @@ $response = $amazonProductScrapingBeeClient
 Look at the source code of `src/LaravelScrapingBeeAmazonProduct.php` for the other methods (link below).
 [LaravelScrapingBeeAmazonProduct.php](https://github.com/ziming/laravel-scrapingbee/blob/main/src/LaravelScrapingBeeAmazonProduct.php)
 
+### YouTube ScrapingBee Clients
+
+#### YouTube ScrapingBee Search Client
+```php
+$youTubeScrapingBeeSearchClient = Ziming\LaravelScrapingBee\LaravelScrapingBeeYouTubeSearch::make();
+
+$response = $youTubeScrapingBeeSearchClient
+    ->search('Python Tutorial')
+    ->get();
+````
+
+Look at the source code of `src/LaravelScrapingBeeYouTubeSearch.php` for the other methods (link below).
+[LaravelScrapingBeeYouTubeSearch.php](https://github.com/ziming/laravel-scrapingbee/blob/main/src/LaravelScrapingBeeYouTubeSearch.php)
+
+#### YouTube ScrapingBee Metadata Client
+```php
+$youTubeScrapingBeeMetadataClient = Ziming\LaravelScrapingBee\LaravelScrapingBeeYouTubeMetadata::make();
+$response = $youTubeScrapingBeeMetadataClient
+    ->videoId('rfscVS0vtbw')
+    ->get();
+```
+
+Look at the source code of `src/LaravelScrapingBeeYouTubeMetadata.php` for the other methods (link below).
+[LaravelScrapingBeeYouTubeMetadata.php](https://github.com/ziming/laravel-scrapingbee/blob/main/src/LaravelScrapingBeeYouTubeMetadata.php)
+
+#### YouTube ScrapingBee Transcript Client
+```php
+$youTubeScrapingBeeTranscriptClient = Ziming\LaravelScrapingBee\LaravelScrapingBeeYouTubeTranscript::make();
+$response = $youTubeScrapingBeeTranscriptClient
+    ->videoId('rfscVS0vtbw')
+    ->language('es')
+    ->transcriptOrigin('uploader_provided')
+    ->get();
+```
+
+Look at the source code of `src/LaravelScrapingBeeYouTubeTranscript.php` for the other methods (link below).
+[LaravelScrapingBeeYouTubeTranscript.php](https://github.com/ziming/laravel-scrapingbee/blob/main/src/LaravelScrapingBeeYouTubeTranscript.php)
+
+#### YouTube ScrapingBee Trainability Client
+```php
+$youTubeScrapingBeeTrainabilityClient = Ziming\LaravelScrapingBee\LaravelScrapingBeeYouTubeTrainability::make();
+$response = $youTubeScrapingBeeTrainabilityClient
+    ->videoId('rfscVS0vtbw')
+    ->get();
+```
+
+Look at the source code of `src/LaravelScrapingBeeYouTubeTrainability.php` for the other methods (link below).
+[LaravelScrapingBeeYouTubeTrainability.php](https://github.com/ziming/laravel-scrapingbee/blob/main/src/LaravelScrapingBeeYouTubeTrainability.php)
+
 ### ChatGPT ScrapingBee Client
 
 ```php

config/scrapingbee.php

@@ -15,9 +15,13 @@
     'amazon_search_base_url' => env('SCRAPINGBEE_AMAZON_SEARCH_BASE_URL', 'https://app.scrapingbee.com/api/v1/amazon/search'),
     'amazon_product_base_url' => env('SCRAPINGBEE_AMAZON_PRODUCT_BASE_URL', 'https://app.scrapingbee.com/api/v1/amazon/product'),
 
+    'youtube_search_base_url' => env('SCRAPINGBEE_YOUTUBE_SEARCH_BASE_URL', 'https://app.scrapingbee.com/api/v1/youtube/search'),
+    'youtube_metadata_base_url' => env('SCRAPINGBEE_YOUTUBE_METADATA_BASE_URL', 'https://app.scrapingbee.com/api/v1/youtube/metadata'),
+    'youtube_transcript_base_url' => env('SCRAPINGBEE_YOUTUBE_TRANSCRIPT_BASE_URL', 'https://app.scrapingbee.com/api/v1/youtube/transcript'),
+
+    // Check video transcript availability
+    'youtube_trainability_base_url' => env('SCRAPINGBEE_YOUTUBE_TRAINABILITY_BASE_URL', 'https://app.scrapingbee.com/api/v1/youtube/trainability'),
 
-    // YouTube will come soon, but not yet
-    // 'youtube_search_base_url' => env('SCRAPINGBEE_YOUTUBE_SEARCH_BASE_URL', 'https://app.scrapingbee.com/api/v1/youtube/search'),
 
     'chatgpt_base_url' => env('SCRAPINGBEE_CHATGPT_BASE_URL', 'https://app.scrapingbee.com/api/v1/chatgpt'),
 ];

src/LaravelScrapingBee.php

@@ -87,7 +87,7 @@ public function post(string $url, array $data = [], string $postContentType = 'a
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#block-ads
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#block-ads
      */
     public function blockAds(): self
     {
@@ -97,7 +97,7 @@ public function blockAds(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#block-resources
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#block-resources
      */
     public function allowResources(): self
     {
@@ -107,7 +107,7 @@ public function allowResources(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#cookies
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#cookies
      */
     public function setCustomCookies(array $cookies): self
     {
@@ -117,7 +117,7 @@ public function setCustomCookies(array $cookies): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#geolocation
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#geolocation
      */
     public function countryCode(string $countryCode): self
     {
@@ -127,7 +127,7 @@ public function countryCode(string $countryCode): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#custom-google
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#custom-google
      */
     public function customGoogle(): self
     {
@@ -137,7 +137,7 @@ public function customGoogle(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#device
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#device
      */
     public function device(string $device): self
     {
@@ -147,8 +147,8 @@ public function device(string $device): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#json_css
-     * https://www.scrapingbee.com/documentation/data-extraction/
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#json_css
+     * https://www.scrapingbee.com/documentation/data-extraction/?fpr=php-laravel
      * @throws JsonException
      */
     public function extractDataFromCssRules(array $cssRules): self
@@ -159,8 +159,8 @@ public function extractDataFromCssRules(array $cssRules): self
     }
 
     /*
-     * https://www.scrapingbee.com/documentation/#ai_query
-     * https://www.scrapingbee.com/documentation/#ai_selector
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#ai_query
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#ai_selector
      *
      * There is no aiSelector() method since it need to be used with aiQuery
      */
@@ -176,8 +176,8 @@ public function aiQuery(string $query, ?string $selector = null): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#ai_extract_rules
-     * https://www.scrapingbee.com/documentation/#ai_selector
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#ai_extract_rules
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#ai_selector
      * @throws JsonException
      */
     public function aiExtractRules(array $rules, ?string $selector = null): self
@@ -192,7 +192,7 @@ public function aiExtractRules(array $rules, ?string $selector = null): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#json_response
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#json_response
      */
     public function jsonResponse(): self
     {
@@ -202,7 +202,7 @@ public function jsonResponse(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#return_page_source
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#return_page_source
      */
     public function returnPageSource(bool $returnPageSource = true): self
     {
@@ -211,6 +211,9 @@ public function returnPageSource(bool $returnPageSource = true): self
         return $this;
     }
 
+    /*
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#scraping_config
+     */
     public function scrapingConfig(string $configName): self
     {
         $this->params['scraping_config'] = $configName;
@@ -219,7 +222,7 @@ public function scrapingConfig(string $configName): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#javascript-execution
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#javascript-execution
      */
     public function jsSnippet(string $jsCodeSnippet): self
     {
@@ -229,7 +232,7 @@ public function jsSnippet(string $jsCodeSnippet): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#javascript-scroll
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#javascript-scroll
      */
     public function jsScroll(): self
     {
@@ -239,7 +242,7 @@ public function jsScroll(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#javascript-scroll
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#javascript-scroll
      */
     public function jsScrollWait(int $milliseconds): self
     {
@@ -249,7 +252,7 @@ public function jsScrollWait(int $milliseconds): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#javascript-scroll
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#javascript-scroll
      */
     public function jsScrollCount(int $count): self
     {
@@ -259,7 +262,7 @@ public function jsScrollCount(int $count): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#premium-proxy
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#premium-proxy
      */
     public function premiumProxy(): self
     {
@@ -269,7 +272,7 @@ public function premiumProxy(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#stealth_proxy
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#stealth_proxy
      */
     public function stealthProxy(): self
     {
@@ -279,7 +282,7 @@ public function stealthProxy(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#own_proxy
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#own_proxy
      */
     public function ownProxy(string $proxy): self
     {
@@ -289,7 +292,7 @@ public function ownProxy(string $proxy): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#javascript-rendering
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#javascript-rendering
      */
     public function disableJs(): self
     {
@@ -299,8 +302,8 @@ public function disableJs(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#javascript-execution
-     * https://www.scrapingbee.com/documentation/js-scenario/
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#javascript-execution
+     * https://www.scrapingbee.com/documentation/?fpr=php-laraveljs-scenario/
      * @throws JsonException
      */
     public function jsScenario(array $instructions, bool $strict = true): self
@@ -314,7 +317,7 @@ public function jsScenario(array $instructions, bool $strict = true): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#page-source
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#page-source
      */
     public function pageSource(): self
     {
@@ -324,7 +327,7 @@ public function pageSource(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#session_id
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#session_id
      */
     public function session(int $id): self
     {
@@ -334,7 +337,7 @@ public function session(int $id): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#timeout
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#timeout
      */
     public function timeout(int $milliseconds): self
     {
@@ -344,7 +347,7 @@ public function timeout(int $milliseconds): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#screenshot
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#screenshot
      */
     public function screenshot(): self
     {
@@ -354,7 +357,7 @@ public function screenshot(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#screenshot_selector
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#screenshot_selector
      */
     public function screenshotSelector(string $selector): self
     {
@@ -364,7 +367,7 @@ public function screenshotSelector(string $selector): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#screenshot_full_page
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#screenshot_full_page
      */
     public function screenshotFullPage(): self
     {
@@ -374,7 +377,7 @@ public function screenshotFullPage(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#transparent_status_code
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#transparent_status_code
      */
     public function transparentHttpStatusCode(): self
     {
@@ -384,7 +387,7 @@ public function transparentHttpStatusCode(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#wait
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#wait
      */
     public function wait(int $milliseconds): self
     {
@@ -394,7 +397,7 @@ public function wait(int $milliseconds): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#wait-for
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#wait-for
      */
     public function waitForCssSelector(string $cssSelector): self
     {
@@ -404,7 +407,7 @@ public function waitForCssSelector(string $cssSelector): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#wait_browser
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#wait_browser
      */
     public function waitForBrowser(string $networkCondition = 'domcontentloaded'): self
     {
@@ -414,7 +417,7 @@ public function waitForBrowser(string $networkCondition = 'domcontentloaded'): s
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#width_or_height
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#width_or_height
      */
     public function windowWidth(int $windowWidth): self
     {
@@ -424,7 +427,7 @@ public function windowWidth(int $windowWidth): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#width_or_height
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#width_or_height
      */
     public function windowHeight(int $windowHeight): self
     {
@@ -434,7 +437,7 @@ public function windowHeight(int $windowHeight): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/data-extraction/#output
+     * https://www.scrapingbee.com/documentation/data-extraction/?fpr=php-laravel#output
      */
     public function output(string $output): self
     {
@@ -501,7 +504,7 @@ private function reset(): self
     }
 
     /**
-     * https://www.scrapingbee.com/documentation/#UsageEndpoint
+     * https://www.scrapingbee.com/documentation/?fpr=php-laravel#UsageEndpoint
      */
     public function usageStatistics(): Response
     {