def test_iterate(corpus_reader, sample_size, number_of_samples):
for i in xrange(number_of_samples):
tokens = corpus_reader.sample_words_by_sents(sample_size)
sents = corpus_reader.sample_sents(sample_size)
print expected_sentiment_tokens(tokens)
s = ([expected_sentiment_tokens(tokens)])
s.append(expected_sentiment_tokens(tokens))

stats in for loop = 191.473684211
stats in for loop = 186.277777778
stats in for loop = 182.473684211
stats in for loop = 182.611111111
using stats = 182.611111111 <type 'float'>
Average expected no of sentiment tokens: 182.611111111