PHP code example of t1gor / robots-txt-parser

1. Go to this page and download the library: Download t1gor/robots-txt-parser library. Choose the download type require.

2. Extract the ZIP file and open the index.php.

3. Add this code to the index.php. 
    
        
<?php
require_once('vendor/autoload.php');

/* Start to develop here. Best regards https://php-download.com/ */

t1gor / robots-txt-parser example snippets


use t1gor\RobotsTxtParser\RobotsTxtParser;

# from string
$parser = new RobotsTxtParser("User-agent: * \nDisallow: /");

# from local file
$parser = new RobotsTxtParser(fopen('some/robots.txt'));

# or a remote one (make sure it's allowed in your php.ini)
# even FTP should work (but this is not confirmed)
$parser = new RobotsTxtParser(fopen('http://example.com/robots.txt'));


use Monolog\Handler\TelegramBotHandler;
use Monolog\Logger;
use PHPUnit\Framework\TestCase;
use Psr\Log\LogLevel;
use t1gor\RobotsTxtParser\RobotsTxtParser;

$monologLogger = new Logger('robot.txt-parser');
$monologLogger->setHandler(new TelegramBotHandler('api-key', 'channel'));

$parser = new RobotsTxtParser(fopen('some/robots.txt'));
$parser->setLogger($monologLogger);


use t1gor\RobotsTxtParser\RobotsTxtParser;

/** @see EncodingTest for more details */
$parser = new RobotsTxtParser(fopen('market-yandex-Windows-1251.txt', 'r'), 'Windows-1251');