Collate.cxx 5 KB
Newer Older
1
/*
Max Kellermann's avatar
Max Kellermann committed
2
 * Copyright (C) 2003-2015 The Music Player Daemon Project
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
 * http://www.musicpd.org
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License along
 * with this program; if not, write to the Free Software Foundation, Inc.,
 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
 */

#include "config.h"
#include "Collate.hxx"
22
#include "util/AllocatedString.hxx"
23 24

#ifdef HAVE_ICU
25
#include "Util.hxx"
26
#include "Error.hxx"
27
#include "util/WritableBuffer.hxx"
28
#include "util/ConstBuffer.hxx"
29 30 31 32 33 34 35 36 37 38
#include "util/Error.hxx"
#include "util/Domain.hxx"

#include <unicode/ucol.h>
#include <unicode/ustring.h>
#else
#include <algorithm>
#include <ctype.h>
#endif

39 40 41 42 43 44
#ifdef WIN32
#include "Win32.hxx"
#include "util/AllocatedString.hxx"
#include <windows.h>
#endif

45 46
#include <assert.h>
#include <string.h>
47
#include <strings.h>
48 49 50 51 52

#ifdef HAVE_ICU
static UCollator *collator;
#endif

53 54
#ifdef HAVE_ICU

55 56 57 58 59 60
bool
IcuCollateInit(Error &error)
{
	assert(collator == nullptr);
	assert(!error.IsDefined());

61
	UErrorCode code = U_ZERO_ERROR;
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85
	collator = ucol_open("", &code);
	if (collator == nullptr) {
		error.Format(icu_domain, int(code),
			     "ucol_open() failed: %s", u_errorName(code));
		return false;
	}

	return true;
}

void
IcuCollateFinish()
{
	assert(collator != nullptr);

	ucol_close(collator);
}

#endif

gcc_pure
int
IcuCollate(const char *a, const char *b)
{
86 87
#if !CLANG_CHECK_VERSION(3,6)
	/* disabled on clang due to -Wtautological-pointer-compare */
88 89
	assert(a != nullptr);
	assert(b != nullptr);
90
#endif
91 92 93 94 95

#ifdef HAVE_ICU
	assert(collator != nullptr);

#if U_ICU_VERSION_MAJOR_NUM >= 50
96 97
	UErrorCode code = U_ZERO_ERROR;
	return (int)ucol_strcollUTF8(collator, a, -1, b, -1, &code);
98 99 100
#else
	/* fall back to ucol_strcoll() */

101 102
	const auto au = UCharFromUTF8(a);
	const auto bu = UCharFromUTF8(b);
103

104 105 106
	int result = !au.IsNull() && !bu.IsNull()
		? (int)ucol_strcoll(collator, au.data, au.size,
				    bu.data, bu.size)
107 108
		: strcasecmp(a, b);

109 110
	delete[] au.data;
	delete[] bu.data;
111 112 113 114

	return result;
#endif

115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134
#elif defined(WIN32)
	const auto wa = MultiByteToWideChar(CP_UTF8, a);
	const auto wb = MultiByteToWideChar(CP_UTF8, b);
	if (wa.IsNull())
		return wb.IsNull() ? 0 : -1;
	else if (wb.IsNull())
		return 1;

	auto result = CompareStringEx(LOCALE_NAME_INVARIANT,
				      LINGUISTIC_IGNORECASE,
				      wa.c_str(), -1,
				      wb.c_str(), -1,
				      nullptr, nullptr, 0);
	if (result != 0)
		/* "To maintain the C runtime convention of comparing
		   strings, the value 2 can be subtracted from a
		   nonzero return value." */
		result -= 2;

	return result;
135
#else
136
	return strcoll(a, b);
137 138 139
#endif
}

140
AllocatedString<>
141 142 143 144
IcuCaseFold(const char *src)
{
#ifdef HAVE_ICU
	assert(collator != nullptr);
145 146
#if !CLANG_CHECK_VERSION(3,6)
	/* disabled on clang due to -Wtautological-pointer-compare */
147
	assert(src != nullptr);
148
#endif
149

150 151
	const auto u = UCharFromUTF8(src);
	if (u.IsNull())
152
		return AllocatedString<>::Duplicate(src);
153

154 155 156 157 158
	size_t folded_capacity = u.size * 2u;
	UChar *folded = new UChar[folded_capacity];

	UErrorCode error_code = U_ZERO_ERROR;
	size_t folded_length = u_strFoldCase(folded, folded_capacity,
159 160 161
					     u.data, u.size,
					     U_FOLD_CASE_DEFAULT,
					     &error_code);
162 163 164
	delete[] u.data;
	if (folded_length == 0 || error_code != U_ZERO_ERROR) {
		delete[] folded;
165
		return AllocatedString<>::Duplicate(src);
166 167
	}

168
	auto result = UCharToUTF8({folded, folded_length});
169
	delete[] folded;
170
	return result;
171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199

#elif defined(WIN32)
	const auto u = MultiByteToWideChar(CP_UTF8, src);
	if (u.IsNull())
		return AllocatedString<>::Duplicate(src);

	const int size = LCMapStringEx(LOCALE_NAME_INVARIANT,
				       LCMAP_SORTKEY|LINGUISTIC_IGNORECASE,
				       u.c_str(), -1, nullptr, 0,
				       nullptr, nullptr, 0);
	if (size <= 0)
		return AllocatedString<>::Duplicate(src);

	auto buffer = new wchar_t[size];
	if (LCMapStringEx(LOCALE_NAME_INVARIANT,
			  LCMAP_SORTKEY|LINGUISTIC_IGNORECASE,
			  u.c_str(), -1, buffer, size,
			  nullptr, nullptr, 0) <= 0) {
		delete[] buffer;
		return AllocatedString<>::Duplicate(src);
	}

	auto result = WideCharToMultiByte(CP_UTF8, buffer);
	delete[] buffer;
	if (result.IsNull())
		return AllocatedString<>::Duplicate(src);

	return result;

200
#else
201 202 203 204 205 206 207 208 209 210 211 212 213 214
	size_t size = strlen(src) + 1;
	auto buffer = new char[size];
	size_t nbytes = strxfrm(buffer, src, size);
	if (nbytes >= size) {
		/* buffer too small - reallocate and try again */
		delete[] buffer;
		size = nbytes + 1;
		buffer = new char[size];
		nbytes = strxfrm(buffer, src, size);
	}

	assert(nbytes < size);
	assert(buffer[nbytes] == 0);

215
	return AllocatedString<>::Donate(buffer);
216 217 218
#endif
}