--- /dev/null
+package org.apache.lucene.analysis.ar;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import static org.apache.lucene.analysis.util.StemmerUtil.*;
+
+/**
+ * Normalizer for Arabic.
+ * <p>
+ * Normalization is done in-place for efficiency, operating on a termbuffer.
+ * <p>
+ * Normalization is defined as:
+ * <ul>
+ * <li> Normalization of hamza with alef seat to a bare alef.
+ * <li> Normalization of teh marbuta to heh
+ * <li> Normalization of dotless yeh (alef maksura) to yeh.
+ * <li> Removal of Arabic diacritics (the harakat)
+ * <li> Removal of tatweel (stretching character).
+ * </ul>
+ *
+ */
+public class ArabicNormalizer {
+ public static final char ALEF = '\u0627';
+ public static final char ALEF_MADDA = '\u0622';
+ public static final char ALEF_HAMZA_ABOVE = '\u0623';
+ public static final char ALEF_HAMZA_BELOW = '\u0625';
+
+ public static final char YEH = '\u064A';
+ public static final char DOTLESS_YEH = '\u0649';
+
+ public static final char TEH_MARBUTA = '\u0629';
+ public static final char HEH = '\u0647';
+
+ public static final char TATWEEL = '\u0640';
+
+ public static final char FATHATAN = '\u064B';
+ public static final char DAMMATAN = '\u064C';
+ public static final char KASRATAN = '\u064D';
+ public static final char FATHA = '\u064E';
+ public static final char DAMMA = '\u064F';
+ public static final char KASRA = '\u0650';
+ public static final char SHADDA = '\u0651';
+ public static final char SUKUN = '\u0652';
+
+ /**
+ * Normalize an input buffer of Arabic text
+ *
+ * @param s input buffer
+ * @param len length of input buffer
+ * @return length of input buffer after normalization
+ */
+ public int normalize(char s[], int len) {
+
+ for (int i = 0; i < len; i++) {
+ switch (s[i]) {
+ case ALEF_MADDA:
+ case ALEF_HAMZA_ABOVE:
+ case ALEF_HAMZA_BELOW:
+ s[i] = ALEF;
+ break;
+ case DOTLESS_YEH:
+ s[i] = YEH;
+ break;
+ case TEH_MARBUTA:
+ s[i] = HEH;
+ break;
+ case TATWEEL:
+ case KASRATAN:
+ case DAMMATAN:
+ case FATHATAN:
+ case FATHA:
+ case DAMMA:
+ case KASRA:
+ case SHADDA:
+ case SUKUN:
+ len = delete(s, i, len);
+ i--;
+ break;
+ default:
+ break;
+ }
+ }
+
+ return len;
+ }
+}