PHP code example of softonic / laravel-intelligent-scraper
1. Go to this page and download the library: Download softonic/laravel-intelligent-scraper library. Choose the download type require.
2. Extract the ZIP file and open the index.php.
3. Add this code to the index.php.
<?php
require_once('vendor/autoload.php');
/* Start to develop here. Best regards https://php-download.com/ */
softonic / laravel-intelligent-scraper example snippets
use GuzzleHttp\Handler\CurlHandler;
use GuzzleHttp\HandlerStack;
use GuzzleHttp\Middleware;
use Goutte\Client as GoutteClient;
use App\MyMiddleware;
$client = new GoutteClient();
$stack = new HandlerStack();
$stack->setHandler(new CurlHandler());
$stack->push(MyMiddleware::getHandler(), 'my_middleware'); // Your custom middleware
$stack->push(Middleware::httpErrors(), 'http_errors'); // Required middleware for the package
$guzzleClient = new GuzzleClient(['handler' => $stack]);
$client->setClient($guzzleClient);
use Softonic\LaravelIntelligentScraper\Scraper\Models\ScrapedDataset;
ScrapedDataset::create([
'url' => 'https://test.c/p/my-objective',
'type' => 'Item-definition-1',
'data' => [
'title' => 'My title',
'body' => 'This is the body content I want to get',
'images' => [
'https://test.c/images/1.jpg',
'https://test.c/images/2.jpg',
'https://test.c/images/3.jpg',
],
],
]);
use Softonic\LaravelIntelligentScraper\Scraper\Models\ScrapedDataset;
ScrapedDataset::create([
'url' => 'https://test.c/p/my-objective',
'type' => 'Item-definition-1',
'variant' => '8ed10778a83f1266e7ffed90205f7fb61ddcdf78',
'data' => [
'title' => 'My title',
'body' => 'This is the body content I want to get',
'images' => [
'https://test.c/images/1.jpg',
'https://test.c/images/2.jpg',
'https://test.c/images/3.jpg',
],
],
]);
use Softonic\LaravelIntelligentScraper\Scraper\Models\ScrapedDataset;
ScrapedDataset::create([
'url' => 'https://test.c/p/my-objective',
'type' => 'Item-definition-1',
'variant' => '8ed10778a83f1266e7ffed90205f7fb61ddcdf78',
'data' => [
'title' => 'My title',
'body' => regexp('/^Body starts here, but it is do long that.*$/si'),
'images' => [
'https://test.c/images/1.jpg',
'https://test.c/images/2.jpg',
'https://test.c/images/3.jpg',
],
],
]);
$event->scrapeRequest->url; // Url scraped
$event->scrapeRequest->type; // Request type
$event->scrapeRequest->context; // Context
$event->data; // Contains all the data in a [ 'fieldName' => 'value' ] format.
$event->variant; // Contains the page variation sha1 hash.