diff options
Diffstat (limited to 'pgsql/utf8proc_pgsql.c')
| -rw-r--r-- | pgsql/utf8proc_pgsql.c | 139 |
1 files changed, 139 insertions, 0 deletions
diff --git a/pgsql/utf8proc_pgsql.c b/pgsql/utf8proc_pgsql.c new file mode 100644 index 0000000..b33795a --- /dev/null +++ b/pgsql/utf8proc_pgsql.c @@ -0,0 +1,139 @@ +/* + * Copyright (c) Public Software Group e. V., Berlin, Germany + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the "Software"), + * to deal in the Software without restriction, including without limitation + * the rights to use, copy, modify, merge, publish, distribute, sublicense, + * and/or sell copies of the Software, and to permit persons to whom the + * Software is furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in + * all copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING + * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + * DEALINGS IN THE SOFTWARE. + */ + + +/* + * File name: pgsql/utf8proc_pgsql.c + * + * Description: + * PostgreSQL extension to provide two functions 'unifold' and 'unistrip', + * which can be used to case-fold and normalize index fields and + * optionally strip marks (e.g. accents) from strings. + */ + + +#include "../utf8proc.c" + +#include <postgres.h> +#include <utils/elog.h> +#include <fmgr.h> +#include <string.h> +#include <unistd.h> +#include <utils/builtins.h> + +#ifdef PG_MODULE_MAGIC +PG_MODULE_MAGIC; +#endif + +#define UTF8PROC_PGSQL_FOLD_OPTS ( UTF8PROC_REJECTNA | UTF8PROC_COMPAT | \ + UTF8PROC_COMPOSE | UTF8PROC_STABLE | UTF8PROC_IGNORE | UTF8PROC_STRIPCC | \ + UTF8PROC_NLF2LF | UTF8PROC_CASEFOLD | UTF8PROC_LUMP ) +#define UTF8PROC_PGSQL_STRIP_OPTS ( UTF8PROC_REJECTNA | UTF8PROC_COMPAT | \ + UTF8PROC_COMPOSE | UTF8PROC_STABLE | UTF8PROC_IGNORE | UTF8PROC_STRIPCC | \ + UTF8PROC_NLF2LF | UTF8PROC_CASEFOLD | UTF8PROC_LUMP | UTF8PROC_STRIPMARK ) + +ssize_t utf8proc_pgsql_utf8map( + text *input_string, text **output_string_ptr, int options +) { + ssize_t result; + text *output_string; + result = utf8proc_decompose( + VARDATA(input_string), VARSIZE(input_string) - VARHDRSZ, + NULL, 0, options + ); + if (result < 0) return result; + if (result > (SIZE_MAX-1-VARHDRSZ)/sizeof(int32_t)) + return UTF8PROC_ERROR_OVERFLOW; + /* reserve one extra byte for termination */ + *output_string_ptr = palloc(result * sizeof(int32_t) + 1 + VARHDRSZ); + output_string = *output_string_ptr; + if (!output_string) return UTF8PROC_ERROR_NOMEM; + result = utf8proc_decompose( + VARDATA(input_string), VARSIZE(input_string) - VARHDRSZ, + (int32_t *)VARDATA(output_string), result, options + ); + if (result < 0) return result; + result = utf8proc_reencode( + (int32_t *)VARDATA(output_string), result, options + ); + if (result >= 0) SET_VARSIZE(output_string, result + VARHDRSZ); + return result; +} + +void utf8proc_pgsql_utf8map_errchk(ssize_t result, text *output_string) { + if (result < 0) { + int sqlerrcode; + if (output_string) pfree(output_string); + switch(result) { + case UTF8PROC_ERROR_NOMEM: + sqlerrcode = ERRCODE_OUT_OF_MEMORY; break; + case UTF8PROC_ERROR_OVERFLOW: + sqlerrcode = ERRCODE_PROGRAM_LIMIT_EXCEEDED; break; + case UTF8PROC_ERROR_INVALIDUTF8: + case UTF8PROC_ERROR_NOTASSIGNED: + return; + default: + sqlerrcode = ERRCODE_INTERNAL_ERROR; + } + ereport(ERROR, ( + errcode(sqlerrcode), + errmsg("%s", utf8proc_errmsg(result)) + )); + } +} + +PG_FUNCTION_INFO_V1(utf8proc_pgsql_unifold); +Datum utf8proc_pgsql_unifold(PG_FUNCTION_ARGS) { + text *input_string; + text *output_string = NULL; + ssize_t result; + input_string = PG_GETARG_TEXT_P(0); + result = utf8proc_pgsql_utf8map( + input_string, &output_string, UTF8PROC_PGSQL_FOLD_OPTS + ); + PG_FREE_IF_COPY(input_string, 0); + utf8proc_pgsql_utf8map_errchk(result, output_string); + if (result >= 0) { + PG_RETURN_TEXT_P(output_string); + } else { + PG_RETURN_NULL(); + } +} + +PG_FUNCTION_INFO_V1(utf8proc_pgsql_unistrip); +Datum utf8proc_pgsql_unistrip(PG_FUNCTION_ARGS) { + text *input_string; + text *output_string = NULL; + ssize_t result; + input_string = PG_GETARG_TEXT_P(0); + result = utf8proc_pgsql_utf8map( + input_string, &output_string, UTF8PROC_PGSQL_STRIP_OPTS + ); + PG_FREE_IF_COPY(input_string, 0); + utf8proc_pgsql_utf8map_errchk(result, output_string); + if (result >= 0) { + PG_RETURN_TEXT_P(output_string); + } else { + PG_RETURN_NULL(); + } +} + |