root / atomisator / filters / levenshtein.py

#!/usr/bin/python
# -*- coding: UTF-8 -*-
#
# Copyright (c) 2007 Tarek Ziadé
#
# Authors:
#   Tarek Ziadé <tarek@ziade.org>
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
# $Id: tables.py 1518 2007-05-21 12:35:44Z rage $
""" Base filters
"""
from Levenshtein import ratio
from filtering import register_filter

def levenshtein(entry, entries):
    """will find similar entries, given a ratio

    Do the job over the content
    """
    content = entry['content']
    if content == '':
        return False

    for stored_entry in entries.select_entries():
        if ratio(content, stored_entry.content) > 0.7:
            return False

    return True

register_filter(levenshtein)