/*
 * $Id: ft_wordbreaker.h 4449 2006-04-04 18:36:44Z ajc $
 *
 */


/*
 * This is an ID for the wordbreaker module.  If we do pluggable wordbreakers
 * later on, or even if we update this one, we can use a different ID so the
 * system knows it needs to throw away the existing index and rebuild it.
 */
#define	FT_WORDBREAKER_ID	0x001f

/*
 * Minimum and maximum length of words to index
 */
#define WB_MIN			3
#define WB_MAX			40

void wordbreaker(char *text, int *num_tokens, int **tokens);

