use new lang detect library which supports much more languages

5 files changed, 83 insertions, 2 deletions

diff --git a/vendor/composer/autoload_classmap.php b/vendor/composer/autoload_classmap.php
index b60405800..19964a0f6 100644
--- a/vendor/composer/autoload_classmap.php
+++ b/vendor/composer/autoload_classmap.php
@@ -282,6 +282,12 @@ return array(
     'ID3Parser\\getID3\\getid3_exception' => $vendorDir . '/lukasreschke/id3parser/src/getID3/getid3_exception.php',
     'ID3Parser\\getID3\\getid3_handler' => $vendorDir . '/lukasreschke/id3parser/src/getID3/getid3_handler.php',
     'ID3Parser\\getID3\\getid3_lib' => $vendorDir . '/lukasreschke/id3parser/src/getID3/getid3_lib.php',
+    'LanguageDetection\\Language' => $vendorDir . '/patrickschur/language-detection/src/LanguageDetection/Language.php',
+    'LanguageDetection\\LanguageResult' => $vendorDir . '/patrickschur/language-detection/src/LanguageDetection/LanguageResult.php',
+    'LanguageDetection\\NgramParser' => $vendorDir . '/patrickschur/language-detection/src/LanguageDetection/NgramParser.php',
+    'LanguageDetection\\Tokenizer\\TokenizerInterface' => $vendorDir . '/patrickschur/language-detection/src/LanguageDetection/Tokenizer/TokenizerInterface.php',
+    'LanguageDetection\\Tokenizer\\WhitespaceTokenizer' => $vendorDir . '/patrickschur/language-detection/src/LanguageDetection/Tokenizer/WhitespaceTokenizer.php',
+    'LanguageDetection\\Trainer' => $vendorDir . '/patrickschur/language-detection/src/LanguageDetection/Trainer.php',
     'League\\HTMLToMarkdown\\Coerce' => $vendorDir . '/league/html-to-markdown/src/Coerce.php',
     'League\\HTMLToMarkdown\\Configuration' => $vendorDir . '/league/html-to-markdown/src/Configuration.php',
     'League\\HTMLToMarkdown\\ConfigurationAwareInterface' => $vendorDir . '/league/html-to-markdown/src/ConfigurationAwareInterface.php',
diff --git a/vendor/composer/autoload_psr4.php b/vendor/composer/autoload_psr4.php
index 7ccef2c0a..5208f3328 100644
--- a/vendor/composer/autoload_psr4.php
+++ b/vendor/composer/autoload_psr4.php
@@ -29,6 +29,7 @@ return array(
     'OTPHP\\' => array($vendorDir . '/spomky-labs/otphp/src'),
     'Michelf\\' => array($vendorDir . '/michelf/php-markdown/Michelf'),
     'League\\HTMLToMarkdown\\' => array($vendorDir . '/league/html-to-markdown/src'),
+    'LanguageDetection\\' => array($vendorDir . '/patrickschur/language-detection/src/LanguageDetection'),
     'ID3Parser\\' => array($vendorDir . '/lukasreschke/id3parser/src'),
     'Hubzilla\\' => array($baseDir . '/include'),
     'CommerceGuys\\Intl\\' => array($vendorDir . '/commerceguys/intl/src'),
diff --git a/vendor/composer/autoload_static.php b/vendor/composer/autoload_static.php
index 03c928fb2..2bcf144c8 100644
--- a/vendor/composer/autoload_static.php
+++ b/vendor/composer/autoload_static.php
@@ -73,6 +73,7 @@ class ComposerStaticInit7b34d7e50a62201ec5d5e526a5b8b35d
         'L' => 
         array (
             'League\\HTMLToMarkdown\\' => 22,
+            'LanguageDetection\\' => 18,
         ),
         'I' => 
         array (
@@ -186,6 +187,10 @@ class ComposerStaticInit7b34d7e50a62201ec5d5e526a5b8b35d
         array (
             0 => __DIR__ . '/..' . '/league/html-to-markdown/src',
         ),
+        'LanguageDetection\\' => 
+        array (
+            0 => __DIR__ . '/..' . '/patrickschur/language-detection/src/LanguageDetection',
+        ),
         'ID3Parser\\' => 
         array (
             0 => __DIR__ . '/..' . '/lukasreschke/id3parser/src',
@@ -519,6 +524,12 @@ class ComposerStaticInit7b34d7e50a62201ec5d5e526a5b8b35d
         'ID3Parser\\getID3\\getid3_exception' => __DIR__ . '/..' . '/lukasreschke/id3parser/src/getID3/getid3_exception.php',
         'ID3Parser\\getID3\\getid3_handler' => __DIR__ . '/..' . '/lukasreschke/id3parser/src/getID3/getid3_handler.php',
         'ID3Parser\\getID3\\getid3_lib' => __DIR__ . '/..' . '/lukasreschke/id3parser/src/getID3/getid3_lib.php',
+        'LanguageDetection\\Language' => __DIR__ . '/..' . '/patrickschur/language-detection/src/LanguageDetection/Language.php',
+        'LanguageDetection\\LanguageResult' => __DIR__ . '/..' . '/patrickschur/language-detection/src/LanguageDetection/LanguageResult.php',
+        'LanguageDetection\\NgramParser' => __DIR__ . '/..' . '/patrickschur/language-detection/src/LanguageDetection/NgramParser.php',
+        'LanguageDetection\\Tokenizer\\TokenizerInterface' => __DIR__ . '/..' . '/patrickschur/language-detection/src/LanguageDetection/Tokenizer/TokenizerInterface.php',
+        'LanguageDetection\\Tokenizer\\WhitespaceTokenizer' => __DIR__ . '/..' . '/patrickschur/language-detection/src/LanguageDetection/Tokenizer/WhitespaceTokenizer.php',
+        'LanguageDetection\\Trainer' => __DIR__ . '/..' . '/patrickschur/language-detection/src/LanguageDetection/Trainer.php',
         'League\\HTMLToMarkdown\\Coerce' => __DIR__ . '/..' . '/league/html-to-markdown/src/Coerce.php',
         'League\\HTMLToMarkdown\\Configuration' => __DIR__ . '/..' . '/league/html-to-markdown/src/Configuration.php',
         'League\\HTMLToMarkdown\\ConfigurationAwareInterface' => __DIR__ . '/..' . '/league/html-to-markdown/src/ConfigurationAwareInterface.php',
diff --git a/vendor/composer/installed.json b/vendor/composer/installed.json
index d242c9875..6d0e1d50f 100644
--- a/vendor/composer/installed.json
+++ b/vendor/composer/installed.json
@@ -834,6 +834,60 @@
             "install-path": "../paragonie/constant_time_encoding"
         },
         {
+            "name": "patrickschur/language-detection",
+            "version": "v5.3.0",
+            "version_normalized": "5.3.0.0",
+            "source": {
+                "type": "git",
+                "url": "https://github.com/patrickschur/language-detection.git",
+                "reference": "b8da335336c09fa6814fe0ca0d6d506c357cd7b9"
+            },
+            "dist": {
+                "type": "zip",
+                "url": "https://api.github.com/repos/patrickschur/language-detection/zipball/b8da335336c09fa6814fe0ca0d6d506c357cd7b9",
+                "reference": "b8da335336c09fa6814fe0ca0d6d506c357cd7b9",
+                "shasum": ""
+            },
+            "require": {
+                "ext-json": "*",
+                "ext-mbstring": "*",
+                "php": "^7.4 || ^8.0"
+            },
+            "require-dev": {
+                "phpunit/phpunit": "^9.5.0"
+            },
+            "time": "2023-08-18T22:46:39+00:00",
+            "type": "library",
+            "installation-source": "dist",
+            "autoload": {
+                "psr-4": {
+                    "LanguageDetection\\": "src/LanguageDetection"
+                }
+            },
+            "notification-url": "https://packagist.org/downloads/",
+            "license": [
+                "MIT"
+            ],
+            "authors": [
+                {
+                    "name": "Patrick Schur",
+                    "email": "patrick_schur@outlook.de"
+                }
+            ],
+            "description": "A language detection library for PHP. Detects the language from a given text string.",
+            "homepage": "https://github.com/patrickschur/language-detection",
+            "keywords": [
+                "detect",
+                "detection",
+                "language"
+            ],
+            "support": {
+                "issues": "https://github.com/patrickschur/language-detection/issues",
+                "source": "https://github.com/patrickschur/language-detection/tree/v5.3.0"
+            },
+            "install-path": "../patrickschur/language-detection"
+        },
+        {
             "name": "pear/text_languagedetect",
             "version": "v1.0.2",
             "version_normalized": "1.0.2.0",
diff --git a/vendor/composer/installed.php b/vendor/composer/installed.php
index 401eee70e..8f84c2b16 100644
--- a/vendor/composer/installed.php
+++ b/vendor/composer/installed.php
@@ -3,7 +3,7 @@
         'name' => 'zotlabs/hubzilla',
         'pretty_version' => 'dev-master',
         'version' => 'dev-master',
-        'reference' => '6920fb2793265e5c9cdcdc8325398b07f216f184',
+        'reference' => '0092b7c0a4d6cf49c092e2232af63f87be63142b',
         'type' => 'application',
         'install_path' => __DIR__ . '/../../',
         'aliases' => array(),
@@ -127,6 +127,15 @@
             'aliases' => array(),
             'dev_requirement' => false,
         ),
+        'patrickschur/language-detection' => array(
+            'pretty_version' => 'v5.3.0',
+            'version' => '5.3.0.0',
+            'reference' => 'b8da335336c09fa6814fe0ca0d6d506c357cd7b9',
+            'type' => 'library',
+            'install_path' => __DIR__ . '/../patrickschur/language-detection',
+            'aliases' => array(),
+            'dev_requirement' => false,
+        ),
         'pear/text_languagedetect' => array(
             'pretty_version' => 'v1.0.2',
             'version' => '1.0.2.0',
@@ -304,7 +313,7 @@
         'zotlabs/hubzilla' => array(
             'pretty_version' => 'dev-master',
             'version' => 'dev-master',
-            'reference' => '6920fb2793265e5c9cdcdc8325398b07f216f184',
+            'reference' => '0092b7c0a4d6cf49c092e2232af63f87be63142b',
             'type' => 'application',
             'install_path' => __DIR__ . '/../../',
             'aliases' => array(),