96 lines
3.0 KiB
PHP
96 lines
3.0 KiB
PHP
<?php
|
|
|
|
/**
|
|
* Processor for tokenizing fulltext data by replacing (configurable)
|
|
* non-letters with spaces.
|
|
*/
|
|
class SearchApiTokenizer extends SearchApiAbstractProcessor {
|
|
|
|
/**
|
|
* @var string
|
|
*/
|
|
protected $spaces;
|
|
|
|
/**
|
|
* @var string
|
|
*/
|
|
protected $ignorable;
|
|
|
|
public function configurationForm() {
|
|
$form = parent::configurationForm();
|
|
$form += array(
|
|
'spaces' => array(
|
|
'#type' => 'textfield',
|
|
'#title' => t('Whitespace characters'),
|
|
'#description' => t('Specify the characters that should be regarded as whitespace and therefore used as word-delimiters. ' .
|
|
'Specify the characters as a <a href="@link">PCRE character class</a>. ' .
|
|
'Note: For non-English content, the default setting might not be suitable.',
|
|
array('@link' => url('http://www.php.net/manual/en/regexp.reference.character-classes.php'))),
|
|
'#default_value' => "[^[:alnum:]]",
|
|
),
|
|
'ignorable' => array(
|
|
'#type' => 'textfield',
|
|
'#title' => t('Ignorable characters'),
|
|
'#description' => t('Specify characters which should be removed from fulltext fields and search strings (e.g., "-"). The same format as above is used.'),
|
|
'#default_value' => "[']",
|
|
),
|
|
);
|
|
|
|
if (!empty($this->options)) {
|
|
$form['spaces']['#default_value'] = $this->options['spaces'];
|
|
$form['ignorable']['#default_value'] = $this->options['ignorable'];
|
|
}
|
|
|
|
return $form;
|
|
}
|
|
|
|
public function configurationFormValidate(array $form, array &$values, array &$form_state) {
|
|
parent::configurationFormValidate($form, $values, $form_state);
|
|
|
|
$spaces = str_replace('/', '\/', $values['spaces']);
|
|
$ignorable = str_replace('/', '\/', $values['ignorable']);
|
|
if (@preg_match('/(' . $spaces . ')+/u', '') === FALSE) {
|
|
$el = $form['spaces'];
|
|
form_error($el, $el['#title'] . ': ' . t('The entered text is no valid regular expression.'));
|
|
}
|
|
if (@preg_match('/(' . $ignorable . ')+/u', '') === FALSE) {
|
|
$el = $form['ignorable'];
|
|
form_error($el, $el['#title'] . ': ' . t('The entered text is no valid regular expression.'));
|
|
}
|
|
}
|
|
|
|
protected function processFieldValue(&$value) {
|
|
$this->prepare();
|
|
if ($this->ignorable) {
|
|
$value = preg_replace('/(' . $this->ignorable . ')+/u', '', $value);
|
|
}
|
|
if ($this->spaces) {
|
|
$arr = preg_split('/(' . $this->spaces . ')+/u', $value);
|
|
if (count($arr) > 1) {
|
|
$value = array();
|
|
foreach ($arr as $token) {
|
|
$value[] = array('value' => $token);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
protected function process(&$value) {
|
|
$this->prepare();
|
|
if ($this->ignorable) {
|
|
$value = preg_replace('/' . $this->ignorable . '+/u', '', $value);
|
|
}
|
|
if ($this->spaces) {
|
|
$value = preg_replace('/' . $this->spaces . '+/u', ' ', $value);
|
|
}
|
|
}
|
|
|
|
protected function prepare() {
|
|
if (!isset($this->spaces)) {
|
|
$this->spaces = str_replace('/', '\/', $this->options['spaces']);
|
|
$this->ignorable = str_replace('/', '\/', $this->options['ignorable']);
|
|
}
|
|
}
|
|
|
|
}
|