/*------------------------------------------------------------------------------
* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team
* 
* Distributable under the terms of either the Apache License (Version 2.0) or 
* the GNU Lesser General Public License, as specified in the COPYING file.
------------------------------------------------------------------------------*/
#include "test.h"

  void test(CuTest *tc,Reader* reader, bool verbose, int64_t bytes) {
	 StandardAnalyzer analyzer;
    TokenStream* stream = analyzer.tokenStream(NULL, reader);

	 uint64_t start = Misc::currentTimeMillis();

    int32_t count = 0;
	Token t;
    for (; stream->next(&t);) {
      if (verbose) {
				CuMessage(tc, _T("Text=%s start=%d end=%d\n"), t.termText(), t.startOffset(), t.endOffset() );
      }
	  // _CLDELETE(t);
      count++;
    }

    uint64_t end = Misc::currentTimeMillis();
    int64_t time = end - start;
	CuMessageA (tc,"%d milliseconds to extract ",time);
    CuMessageA (tc,"%d tokens\n", count);
    CuMessageA (tc,"%f microseconds/token\n",(time*1000.0)/count );
    CuMessageA (tc,"%f megabytes/hour\n", (bytes * 1000.0 * 60.0 * 60.0)/(time * 1000000.0) );

    _CLDELETE(stream);
  }

/*todo: move this to contribs because we have no filereader
  void _testFile(CuTest *tc,const char* fname, bool verbose) {
    struct fileStat buf;	
	  fileStat(fname,&buf);

	  int64_t bytes = buf.st_size;

    CuMessageA(tc," Reading test file containing %d bytes.\n", bytes );
	  FileReader fr (fname);
    const TCHAR *start;
    size_t total = 0;
    do {
      size_t numRead = fr.read(start, numRead);
      total += numRead;
    } while (numRead >= 0);
    test(tc,&fr, verbose, total);
    fr.close();
  }*/

  void _testText(CuTest *tc,const TCHAR* text, bool verbose) {
    CuMessage(tc, _T(" Tokenizing string: %s\n"), text );
    StringReader reader(text);
    test(tc, &reader, verbose, _tcslen(text));
  }
  
  void testText(CuTest *tc){
		_testText(tc,_T("This is a test"),true);
  }
 /* void testFile(CuTest *tc){
  	CuAssert(tc,_T("words.txt does not exist"),Misc::dir_Exists(CLUCENE_LOCATION "reuters-21578/feldman-cia-worldfactbook-data.txt"));
  	_testFile(tc,CLUCENE_LOCATION "reuters-21578/feldman-cia-worldfactbook-data.txt",false);
  }*/
  
CuSuite *testanalysis(void)
{
	CuSuite *suite = CuSuiteNew(_T("CLucene Analysis Test"));

  //  SUITE_ADD_TEST(suite, testFile);
    SUITE_ADD_TEST(suite, testText);

    return suite; 
}
// EOF