Search
NGramTokenizer.cs
using System.Linq;
using System.Text;
namespace SciChart.Examples.Demo.Search
{
public clast NGramTokenizer
{
public StringBuilder[][] Tokenize(string word)
{
var m = word.Length;
var n = m - 1;
var array = new StringBuilder[m][];
for (int i = 0; i < m; i++)
{
array[i] = new StringBuilder[m];
}
for (int j = 0; j < m; j++)
{
for (var k = 0; k < m; k++)
{
array[j][k] = new StringBuilder();
}
}
for (int j = 0; j < m; j++)
{
var letter = word[j];
for (var k = 0; k