Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
199 changes: 199 additions & 0 deletions config/languages/dutch.php
Original file line number Diff line number Diff line change
@@ -0,0 +1,199 @@
<?php

return [
'severity' => [
'mild' => [
'stom', 'stomme', 'stomkop', 'dom', 'domme', 'domkop',
'sukkel', 'sul', 'oen', 'sufferd', 'kluns', 'laf', 'laffe',
'idioot', 'stomzinnig', 'stommeling',
],
'moderate' => [
'klootzak', 'eikel', 'lulhannes', 'zak', 'zakkenroller',
'godverdomme', 'godver', 'verdomme', 'verdorie', 'verdomd',
'slet', 'hoer', 'trut', 'teef', 'kreng', 'wijf',
'schoft', 'rotzak', 'vuil', 'vuile',
'debiel', 'mongool', 'imbeciel', 'tieten',
],
'high' => [
'kut', 'lul', 'neuken', 'neuk', 'geneukt',
'schijt', 'schijten', 'schijter',
'tering', 'kanker', 'tyfus', 'cholera', 'pest',
'klere', 'klote', 'kloten', 'moederneuker',
'poepen', 'poep', 'pissen', 'pis', 'kosts',
'ballen', 'pik', 'kontgat', 'pijpen', 'piemel', 'rukken', 'aftrekken'
],
'extreme' => [
'nikker', 'nigger', 'spleetoog', 'flikker', 'kankerjood', 'kankerneger', 'kankermongool',
'tyfusmongool', 'teringlijer', 'kankerhomo',
],
],

'profanities' => [
'ballen',
'debieltje',
'debiel',
'dom',
'dombo',
'domkop',
'domme',
'dommerd',
'dommerik',
'domoor',
'eikel',
'eikelbak',
'flikker',
'flikkerig',
'godver',
'godverdomme',
'godverdorie',
'hoer',
'hoerenjong',
'hoerenkind',
'hoerenloper',
'hoerenzoon',
'imbeciel',
'kanker',
'kankerbak',
'kankerlijer',
'kankermongool',
'kankerneger',
'kankerpatiënt',
'klere',
'klerelijer',
'kloot',
'klootzak',
'klote',
'kloten',
'kluns',
'kon',
'kont',
'kontgat',
'konthaar',
'kontzak',
'kut',
'kutding',
'kuthoer',
'kutkind',
'kutterig',
'kutwijk',
'kutwijf',
'laf',
'laffe',
'lul',
'lulhannes',
'lullo',
'lulverhaal',
'mongool',
'mongoolse',
'neuk',
'neuken',
'neuker',
'oen',
'pest',
'pestlijer',
'pik',
'pikhaar',
'pis',
'pisgat',
'pissen',
'pisser',
'poep',
'poeperd',
'poepen',
'reet',
'reetlikker',
'rot',
'rotzak',
'schijt',
'schijtebroek',
'schijten',
'schijter',
'schoft',
'slet',
'sletje',
'sloerie',
'sloeries',
'stom',
'stommeling',
'stomme',
'stommerik',
'stomkop',
'stomzinnig',
'sufferd',
'sukkeltje',
'sukkel',
'sul',
'tering',
'teringlijer',
'teringlijder',
'trut',
'truttig',
'tyfus',
'tyfuslijer',
'tyfuslijder',
'verdomme',
'verdorie',
'verdomd',
'vuil',
'vuile',
'vuilak',
'wijf',
'wijfje',
'zak',
'zakkenroller',
'zwijn',
'zwijntje',
'teef',
'kreng',
'debielenbak',
'godverd',
'cholera',
'choleralijder',
'pokken',
'pokkelijer',
],

'false_positives' => [
'scoutskamp',
'piket',
'pikant',
'pikanterie',
'pistool',
'pistolet',
'pistache',
'episode',
'rots',
'rotsen',
'rotatie',
'router',
'domein',
'domino',
'dominee',
'document',
'random',
'pesticide',
'besproeien',
'zakelijk',
'zakenman',
'zakken',
'zakdoek',
'slaapzak',
'rugzak',
'werkzak',
'broekzak',
'kankeronderzoek',
'kankerbehandeling',
'antikanker',
'reetje',
'domburg',
'rotterdam',
],

'substitutions' => [
'/e/' => ['e', '3', '€', 'ë', 'é', 'è', 'ê', 'ē', 'ė', 'ę', '∑'],
'/i/' => ['i', '!', '|', '1', 'ï', 'î', 'í', 'ì', 'ī', 'į'],
'/o/' => ['o', '0', 'ö', 'ô', 'ó', 'ò', 'ø', 'ō', 'õ'],
'/u/' => ['u', 'ü', 'û', 'ú', 'ù', 'ū'],
'/a/' => ['a', '4', '@', 'á', 'à', 'â', 'ä', 'ã', 'å'],
],
];
2 changes: 2 additions & 0 deletions src/Core/Dictionary.php
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@
use Blaspsoft\Blasp\Core\Normalizers\EnglishNormalizer;
use Blaspsoft\Blasp\Core\Normalizers\SpanishNormalizer;
use Blaspsoft\Blasp\Core\Normalizers\GermanNormalizer;
use Blaspsoft\Blasp\Core\Normalizers\DutchNormalizer;
use Blaspsoft\Blasp\Core\Normalizers\FrenchNormalizer;
use Illuminate\Support\Facades\Cache;

Expand Down Expand Up @@ -325,6 +326,7 @@ public static function getNormalizerForLanguage(string $language): StringNormali
'spanish' => new SpanishNormalizer(),
'german' => new GermanNormalizer(),
'french' => new FrenchNormalizer(),
'dutch' => new DutchNormalizer(),
default => new EnglishNormalizer(),
};
}
Expand Down
28 changes: 28 additions & 0 deletions src/Core/Normalizers/DutchNormalizer.php
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
<?php

namespace Blaspsoft\Blasp\Core\Normalizers;

class DutchNormalizer implements StringNormalizer
{
public function normalize(string $string): string
{
$dutchMappings = [
'ë' => 'e', 'Ë' => 'E',
'ï' => 'i', 'Ï' => 'I',
'ü' => 'u', 'Ü' => 'U',
'ö' => 'o', 'Ö' => 'O',
'é' => 'e', 'É' => 'E',
'è' => 'e', 'È' => 'E',
'ê' => 'e', 'Ê' => 'E',
'á' => 'a', 'Á' => 'A',
'à' => 'a', 'À' => 'A',
'â' => 'a', 'Â' => 'A',
'ó' => 'o', 'Ó' => 'O',
'ú' => 'u', 'Ú' => 'U',
'û' => 'u', 'Û' => 'U',
'í' => 'i', 'Í' => 'I',
];

return strtr($string, $dutchMappings);
}
}
5 changes: 5 additions & 0 deletions src/PendingCheck.php
Original file line number Diff line number Diff line change
Expand Up @@ -146,6 +146,11 @@ public function french(): self
return $this->in('french');
}

public function dutch(): self
{
return $this->in('dutch');
}

// --- Configure (backward-compat) ---

public function configure(?array $profanities = null, ?array $falsePositives = null): self
Expand Down
11 changes: 6 additions & 5 deletions tests/AllLanguagesApiTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -27,10 +27,10 @@ public function test_all_languages_detection()

public function test_mixed_language_content()
{
$result = Blasp::allLanguages()->check('This shit is mierda and scheiße');
$result = Blasp::allLanguages()->check('This shit is mierda, kut and scheiße');
$this->assertTrue($result->hasProfanity());
$this->assertEquals('This **** is ****** and *******', $result->getCleanString());
$this->assertEquals(3, $result->getProfanitiesCount());
$this->assertEquals('This **** is ******, *** and *******', $result->getCleanString());
$this->assertEquals(4, $result->getProfanitiesCount());
}

public function test_chainable_all_languages()
Expand All @@ -41,17 +41,18 @@ public function test_chainable_all_languages()

public function test_language_shortcuts_vs_all()
{
$text = 'fucking merde scheiße mierda';
$text = 'fucking merde scheiße mierda godverdomme';

$englishResult = Blasp::english()->check($text);
$this->assertEquals(1, $englishResult->getProfanitiesCount());

$allResult = Blasp::allLanguages()->check($text);
$this->assertEquals(4, $allResult->getProfanitiesCount());
$this->assertEquals(5, $allResult->getProfanitiesCount());

$this->assertStringNotContainsString('fucking', $allResult->getCleanString());
$this->assertStringNotContainsString('merde', $allResult->getCleanString());
$this->assertStringNotContainsString('scheiße', $allResult->getCleanString());
$this->assertStringNotContainsString('godverdomme', $allResult->getCleanString());
$this->assertStringContainsString('*******', $allResult->getCleanString());
}

Expand Down
Loading