Merge pull request #700 from vimpostor/unicode-bom

parser: Ignore UTF-8 BOM characters

CHANGES.rst

@@ -24,6 +24,7 @@ Bug fixes:
 - Fix link to stable release of tox in documentation.
 - Fix a bad bytes replace in unescape_char.
 - Handle ``ValueError`` in ``vBinary.from_ical``.
+- Ignore the BOM character in incorrectly encoded ics files.
 
 6.0.0a0 (2024-07-03)
 --------------------

src/icalendar/cli.py

@@ -78,7 +78,7 @@ def main():
     argv = parser.parse_args()
 
     for calendar_file in argv.calendar_files:
-        with open(calendar_file) as f:
+        with open(calendar_file, encoding='utf-8-sig') as f:
             calendar = Calendar.from_ical(f.read())
             for event in calendar.walk('vevent'):
                 argv.output.write(view(event) + '\n\n')

src/icalendar/parser_tools.py

@@ -22,7 +22,7 @@ def from_unicode(value: ICAL_TYPE, encoding='utf-8') -> bytes:
     return value
 
 
-def to_unicode(value: ICAL_TYPE, encoding='utf-8') -> str:
+def to_unicode(value: ICAL_TYPE, encoding='utf-8-sig') -> str:
     """Converts a value to unicode, even if it is already a unicode string.
     """
     if isinstance(value, str):
@@ -31,7 +31,7 @@ def to_unicode(value: ICAL_TYPE, encoding='utf-8') -> str:
         try:
             value = value.decode(encoding)
         except UnicodeDecodeError:
-            value = value.decode('utf-8', 'replace')
+            value = value.decode('utf-8-sig', 'replace')
     return value
 
 

src/icalendar/tests/calendars/bom_calendar.ics

@@ -0,0 +1,2 @@
+BEGIN:VCALENDAR
+END:VCALENDAR

src/icalendar/tests/test_bom_calendar.py

@@ -0,0 +1,2 @@
+def test_bom_calendar(calendars):
+    assert calendars.bom_calendar.walk('VCALENDAR'), "Unable to parse a calendar starting with an Unicode BOM"