    /*
     *  call-seq:
     *     fi.tokenized? -> bool
     *
     *  Return true if the field is tokenized. Tokenizing is the process of
     *  breaking the field up into tokens. That is "the quick brown fox" becomes:
     *
     *    ["the", "quick", "brown", "fox"]
     *
     *  A field can only be tokenized if it is indexed.
     */
    static VALUE
    frb_fi_is_tokenized(VALUE self)
    {
        FieldInfo *fi = (FieldInfo *)DATA_PTR(self);
        return fi_is_tokenized(fi) ? Qtrue : Qfalse;
    }