Changeset 101:b90f8ec41870 for atomisator/filters

Timestamp:

05/29/07 18:44:24 (20 months ago)

Author:

Tarek Ziad?? <tarek@…>

Message:

right encodings

Location:

atomisator/filters

Files:

• BayesCore/data/bayes.db (modified) (previous)
• levenshtein.py (modified) (1 diff)
• unhtml.py (modified) (1 diff)

atomisator/filters/levenshtein.py

@@ -32 +32 @@
     """
     content = entry['content']
+    if content == '':
+        return False
+
     for stored_entry in entries.select_entries():
         if ratio(content, stored_entry.content) > 0.7:
             return False
+
     return True
 

atomisator/filters/unhtml.py

@@ -45 +45 @@
 
 def detag(m):
-    return ''
+    return u''
 
 exprs = ((entities,  descape_entity), (tags, detag))
 
 def descape(entry, entries):
+
     for expr, func in exprs:
         if 'title' in entry.keys():
             entry['title'] = expr.sub(func, entry['title'])
         entry['content'] = expr.sub(func, entry['content'])
+
     return True