MultibyteTextNormalizerTest.php

<?php

namespace Rubix\ML\Tests\Transformers;

use Rubix\ML\Datasets\Unlabeled;
use Rubix\ML\Transformers\MultibyteTextNormalizer;
use Rubix\ML\Transformers\Transformer;
use PHPUnit\Framework\TestCase;

/**
 * @group Transformers
 * @covers \Rubix\ML\Transformers\MultibyteTextNormalizer
 */
class MultibyteTextNormalizerTest extends TestCase
{
    /**
     * @var Unlabeled
     */
    protected $dataset;

    /**
     * @var MultibyteTextNormalizer
     */
    protected $transformer;

    /**
     * @before
     */
    protected function setUp() : void
    {
        $this->transformer = new MultibyteTextNormalizer(false);
    }

    /**
     * @test
     */
    public function build() : void
    {
        $this->assertInstanceOf(MultibyteTextNormalizer::class, $this->transformer);
        $this->assertInstanceOf(Transformer::class, $this->transformer);
    }

    /**
     * @test
     */
    public function transform() : void
    {
        $dataset = Unlabeled::quick([
            ['The quick brown fox jumped over the lazy man sitting at a bus'
                . ' stop drinking a can of Coke'],
            ['with a Dandy   umbrella'],
            ['Depuis qu&rsquo;il avait emm&eacute;nag&eacute; &agrave; c&ocirc;t&eacute; de chez elle, il y a de &ccedil;a cinq ans.'],
            ['Working with emoji &#129299;'],
        ]);

        $dataset->apply($this->transformer);

        $expected = [
            ['the quick brown fox jumped over the lazy man sitting at a bus'
                . ' stop drinking a can of coke'],
            ['with a dandy   umbrella'],
            ['depuis qu&rsquo;il avait emm&eacute;nag&eacute; &agrave; c&ocirc;t&eacute; de chez elle, il y a de &ccedil;a cinq ans.'],
            ['working with emoji &#129299;'],
        ];

        $this->assertEquals($expected, $dataset->samples());
    }
}