1. Go to this page and download the library: Download zephir/luya-module-crawler library. Choose the download type require.
2. Extract the ZIP file and open the index.php.
3. Add this code to the index.php.
<?php
require_once('vendor/autoload.php');
/* Start to develop here. Best regards https://php-download.com/ */
zephir / luya-module-crawler example snippets
'modules' => [
//...
'crawler' => [
'class' => 'luya\crawler\frontend\Module',
'baseUrl' => 'https://luya.io',
/*
'filterRegex' => [
'#.html#i', // filter all links with `.html`
'#/agenda#i', // filter all links which contain the word with leading slash agenda,
'#date\=#i, // filter all links with the word date inside. for example when using an agenda which will generate infinite links
],
'on beforeProcess' => function() {
// optional add or filter data from the BuilderIndex, which will be processed to the Index afterwards
},
'on afterIndex' => function() {
// optional add or filter data from the freshly built Index
}
*/
],
'crawleradmin' => 'luya\crawler\admin\Module',
]
use luya\helpers\Url;
use yii\widgets\LinkPager;
use luya\crawler\widgets\DidYouMeanWidget;
/* @var $query string The lookup query encoded */
/* @var $language string */
/* @var $this \luya\web\View */
/* @var $provider \yii\data\ActiveDataProvider */
/* @var $searchModel \luya\crawler\models\Searchdata */
Loading please wait ...
Before you can download the PHP files, the dependencies should be resolved. This can take some minutes. Please be patient.