+struct icu_token
+{
+ int32_t token_id;
+ uint8_t * display8;
+ uint8_t * norm8;
+ uint8_t * sort8;
+}
+#endif
+
+enum icu_chain_step_type {
+ ICU_chain_step_type_none, //
+ ICU_chain_step_type_display, // convert to utf8 display format
+ ICU_chain_step_type_norm, // convert to utf8 norm format
+ ICU_chain_step_type_sort, // convert to utf8 sort format
+ ICU_chain_step_type_charmap, // apply utf16 charmap
+ ICU_chain_step_type_normalize, // apply utf16 normalization
+ ICU_chain_step_type_tokenize // apply utf16 tokenization
+};
+
+
+
+struct icu_chain_step
+{
+ // type and action object
+ enum icu_chain_step_type type;
+ union {
+ struct icu_normalizer * normalizer;
+ struct icu_tokenizer * tokenizer;
+ } u;
+ // temprary post-action utf16 buffer
+ struct icu_buf_utf16 * buf16;
+ struct icu_chain_step * previous;
+ int more_tokens;
+};
+
+
+struct icu_chain;
+
+struct icu_chain_step * icu_chain_step_create(struct icu_chain * chain,
+ enum icu_chain_step_type type,
+ const uint8_t * rule,
+ struct icu_buf_utf16 * buf16,
+ UErrorCode *status);
+
+
+void icu_chain_step_destroy(struct icu_chain_step * step);
+
+
+struct icu_chain