[verify] yelpdataloader
@@ -128,7 +128,7 @@ class yelpLoader(DataSetLoader):
all_count+=1
if len(row)==2:
target=self.tag_v[row[0]+".0"]
- words=clean_str(row[1],self.lower)
+ words=clean_str(row[1],self.tokenizer,self.lower)
if len(words)!=0:
ds.append(Instance(words=words,target=target))
real_count += 1
