vendor/patrickschur/language-detection/src/LanguageDetection/Tokenizer/TokenizerInterface.php


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

<?php

declare(strict_types = 1);

namespace LanguageDetection\Tokenizer;

/**
 * Interface TokenizerInterface
 *
 * @copyright Patrick Schur
 * @license https://opensource.org/licenses/mit-license.html MIT
 * @author Patrick Schur <patrick_schur@outlook.de>
 * @package LanguageDetection
 */
interface TokenizerInterface
{
    public function tokenize(string $str): array;
}