1. Go to this page and download the library: Download whitedigital-eu/etl-bundle library. Choose the download type require.
2. Extract the ZIP file and open the index.php.
3. Add this code to the index.php.
<?php
require_once('vendor/autoload.php');
/* Start to develop here. Best regards https://php-download.com/ */
whitedigital-eu / etl-bundle example snippets
declare(strict_types=1);
namespace App\ETL\Task;
use App\ETL\Extractor\HorizonDataExtractor;
use App\ETL\Transformer\HorizonCustomerTransformer;
use Symfony\Component\Console\Output\OutputInterface;
use Symfony\Component\Mailer\Exception\TransportExceptionInterface;
use WhiteDigital\EtlBundle\Attribute\AsTask;
use WhiteDigital\EtlBundle\Exception\EtlException;
use WhiteDigital\EtlBundle\Loader\DoctrineDbalLoader;
use WhiteDigital\EtlBundle\Task\AbstractTask;
#[AsTask(name: 'horizon_customer_import')]
class HorizonCustomerImportTask extends AbstractTask
{
/**
* @throws EtlException
* @throws TransportExceptionInterface
*/
public function runTask(OutputInterface $output, array $extractorArgs = null): void
{
$this->etlPipeline
->setOutput($output)
->addExtractor(HorizonDataExtractor::class, $extractorArgs ?? ['path' => '/rest/TDdmNorSar/query?columns=K.KODS,K.NOSAUK&orderby=K.NOSAUK asc'])
->addTransformer(HorizonCustomerTransformer::class)
->addLoader(DoctrineDbalLoader::class)
->run();
}
}
declare(strict_types=1);
namespace App\ETL\Extractor;
use App\Service\HorizonRestApiService;
use Psr\Cache\InvalidArgumentException;
use Symfony\Contracts\HttpClient\Exception\ClientExceptionInterface;
use Symfony\Contracts\HttpClient\Exception\RedirectionExceptionInterface;
use Symfony\Contracts\HttpClient\Exception\ServerExceptionInterface;
use Symfony\Contracts\HttpClient\Exception\TransportExceptionInterface;
use WhiteDigital\EtlBundle\Exception\ExtractorException;
use WhiteDigital\EtlBundle\Extractor\AbstractExtractor;
use WhiteDigital\EtlBundle\Helper\Queue;
final class HorizonDataExtractor extends AbstractExtractor
{
public function __construct(
private readonly HorizonRestApiService $horizonRestApiService,
)
{
}
/**
* @param \Closure|null $batchProcessor
* @return Queue<\stdClass>
* @throws ClientExceptionInterface
* @throws ExtractorException
* @throws InvalidArgumentException
* @throws RedirectionExceptionInterface
* @throws ServerExceptionInterface
* @throws TransportExceptionInterface
* @throws \JsonException
*/
public function run(\Closure $batchProcessor = null): Queue
{
if (null !== $batchProcessor) {
throw new ExtractorException(sprintf('Batch mode not supported by %s', __CLASS__));
}
$data = new Queue();
$this->output->writeln(sprintf('Datu iegūšana uzsākta no avota: [%s]', $path = $this->getOption('path')));
$rawJsonData = $this->horizonRestApiService->makeGetRequest($path);
foreach ($rawJsonData?->collection->row as $row) {
$data->push($row);
}
$this->output->writeln(sprintf('Iegūti %s ieraksti.', count($data)));
return $data;
}
}
Loading please wait ...
Before you can download the PHP files, the dependencies should be resolved. This can take some minutes. Please be patient.