SGJP / Morfeusz

charset_utils.hpp 340 Bytes
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 
/* 
 * File:   charset_utils.hpp
 * Author: lennyn
 *
 * Created on November 15, 2013, 1:57 PM
 */

#ifndef CHARSET_UTILS_HPP
#define	CHARSET_UTILS_HPP

#include <set>

bool isEndOfWord(int codepoint) {
    static std::set<int> whitespaces = { 0x00, 0x0A, 0x20 };
    return whitespaces.count(codepoint);
}

#endif	/* CHARSET_UTILS_HPP */