From 4680cb8e3de7b3b27814dde9faafb904c019c5ac Mon Sep 17 00:00:00 2001 From: Jeremy Carbaugh Date: Thu, 2 Jul 2009 18:01:09 -0400 Subject: [PATCH] add UnicodeFilter --- saucebrush/filters.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/saucebrush/filters.py b/saucebrush/filters.py index 3df98bd..a2b67b2 100644 --- a/saucebrush/filters.py +++ b/saucebrush/filters.py @@ -347,6 +347,21 @@ class Unique(ConditionalFilter): else: return False +class UnicodeFilter(Filter): + """ Convert all str elements in the record to Unicode. + """ + + def __init__(self, encoding='utf-8', errors='ignore'): + super(UnicodeFilter, self).__init__() + self._encoding = encoding + self._errors = errors + + def process_record(self, record): + for key, value in record.iteritems(): + if isinstance(value, str): + record[key] = unicode(value, self._encoding, self._errors) + return record + ########################### ## Commonly Used Filters ## ###########################