/android/import-contacts

To get this branch, use:
bzr branch http://bzr.ed.am/android/import-contacts

« back to all changes in this revision

Viewing changes to src/org/waxworlds/edam/importcontacts/VcardImporter.java

  • Committer: edam
  • Date: 2011-05-30 19:20:17 UTC
  • Revision ID: edam@waxworlds.org-20110530192017-5c09k4kgpov02gja
- added checks for Doit.this == null when handling dialog buttons (I managed to abort an import as a duplicate contacts dialog was shown, but can't reproduce it now)
- added line no.s to vcard parsing errors
- update progress bar after a contact is imported, not before
- fixed bug introduced in last commit where a contacts were imported after finaliseVcard()ing failed
- don't show unknown encoding errors for vcard fields that we don't care about (which ignores base64 encoded photos, for example)

Show diffs side-by-side

added added

removed removed

1
1
/*
2
2
 * VCFImporter.java
3
3
 *
4
 
 * Copyright (C) 2009 to 2013 Tim Marston <tim@ed.am>
 
4
 * Copyright (C) 2009 to 2011 Tim Marston <edam@waxworlds.org>
5
5
 *
6
6
 * This file is part of the Import Contacts program (hereafter referred
7
 
 * to as "this program").  For more information, see
8
 
 * http://ed.am/dev/android/import-contacts
 
7
 * to as "this program"). For more information, see
 
8
 * http://www.waxworlds.org/edam/software/android/import-contacts
9
9
 *
10
10
 * This program is free software: you can redistribute it and/or modify
11
11
 * it under the terms of the GNU General Public License as published by
21
21
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
22
22
 */
23
23
 
24
 
package am.ed.importcontacts;
 
24
package org.waxworlds.edam.importcontacts;
25
25
 
26
26
import java.io.BufferedReader;
27
27
import java.io.File;
38
38
import java.util.HashSet;
39
39
import java.util.Iterator;
40
40
import java.util.List;
41
 
import java.util.Locale;
42
41
import java.util.NoSuchElementException;
43
42
import java.util.Set;
44
43
import java.util.Vector;
46
45
import java.util.regex.Pattern;
47
46
 
48
47
import android.content.SharedPreferences;
49
 
import android.os.Environment;
 
48
import android.provider.Contacts;
 
49
import android.provider.Contacts.PhonesColumns;
50
50
 
51
51
public class VcardImporter extends Importer
52
52
{
70
70
                File[] files = null;
71
71
                try
72
72
                {
73
 
                        // check SD card is mounted
74
 
                        String state = Environment.getExternalStorageState();
75
 
                        if( !Environment.MEDIA_MOUNTED.equals( state ) &&
76
 
                                !Environment.MEDIA_MOUNTED_READ_ONLY.equals( state ) )
77
 
                        {
78
 
                                showError( R.string.error_nosdcard );
79
 
                        }
80
 
 
81
73
                        // open directory
82
 
                        File file = new File( Environment.getExternalStorageDirectory(),
83
 
                                prefs.getString( "location", "/" ) );
 
74
                        String path = "/sdcard" + prefs.getString( "location", "/" );
 
75
                        File file = new File( path );
84
76
                        if( !file.exists() )
85
77
                                showError( R.string.error_locationnotfound );
86
78
 
90
82
                                // get files
91
83
                                class VCardFilter implements FilenameFilter {
92
84
                                        public boolean accept( File dir, String name ) {
93
 
                                                return name.toLowerCase( Locale.ENGLISH )
94
 
                                                        .endsWith( ".vcf" );
 
85
                                                return name.toLowerCase().endsWith( ".vcf" );
95
86
                                        }
96
87
                                }
97
88
                                files = file.listFiles( new VCardFilter() );
141
132
                        boolean in_vcard = false;
142
133
                        while( ( line = reader.readLine() ) != null )
143
134
                        {
144
 
                                if( !in_vcard )
145
 
                                {
 
135
                                if( !in_vcard ) {
146
136
                                        // look for vcard beginning
147
 
                                        if( line.matches( "(?i)BEGIN[ \t]*:[ \t]*VCARD.*" ) ) {
 
137
                                        if( line.matches( "^BEGIN:VCARD" ) ) {
148
138
                                                in_vcard = true;
149
139
                                                _vcard_count++;
150
140
                                        }
151
 
                                        // check for vMsg files
152
 
                                        else if( line.matches( "(?i)BEGIN[ \t]*:[ \t]*VMSG.*" ) ) {
153
 
                                                showError( getText( R.string.error_vcf_vmsgfile )
154
 
                                                        + file.getName() );
155
 
                                        }
156
141
                                }
157
 
                                else if( line.matches( "(?i)END[ \t]*:[ \t]*VCARD.*" ) )
 
142
                                else if( line.matches( "^END:VCARD" ) )
158
143
                                        in_vcard = false;
159
144
                        }
160
 
                        reader.close();
161
145
 
162
146
                }
163
147
                catch( FileNotFoundException e ) {
185
169
                        FileInputStream istream = new FileInputStream( file );
186
170
                        byte[] content = new byte[ (int)file.length() ];
187
171
                        istream.read( content );
188
 
                        istream.close();
 
172
                        istream = null;
189
173
 
190
174
                        // import
191
175
                        importVCardFileContent( content, file.getName() );
192
176
                }
193
 
                catch( OutOfMemoryError e ) {
194
 
                        showError( R.string.error_outofmemory );
195
 
                }
196
177
                catch( FileNotFoundException e ) {
197
178
                        showError( getText( R.string.error_filenotfound ) +
198
179
                                file.getName() );
211
192
                ContentLineIterator cli = new ContentLineIterator( content );
212
193
                while( cli.hasNext() )
213
194
                {
214
 
                        ContentLine content_line = cli.next();
 
195
                        ByteBuffer buffer = cli.next();
215
196
 
216
 
                        // get a US-ASCII version of the string, for processing
217
 
                        String line = content_line.getUsAsciiLine();
 
197
                        // get a US-ASCII version of the line for processing
 
198
                        String line;
 
199
                        try {
 
200
                                line = new String( buffer.array(), buffer.position(),
 
201
                                        buffer.limit() - buffer.position(), "US-ASCII" );
 
202
                        }
 
203
                        catch( UnsupportedEncodingException e ) {
 
204
                                // we know US-ASCII is supported, so appease the compiler...
 
205
                                line = "";
 
206
                        }
218
207
 
219
208
                        if( vcard == null ) {
220
209
                                // look for vcard beginning
221
 
                                if( line.matches( "(?i)BEGIN[ \t]*:[ \t]*VCARD.*" ) ) {
 
210
                                if( line.matches( "^BEGIN:VCARD" ) ) {
222
211
                                        setProgress( _progress++ );
223
212
                                        vcard = new Vcard();
224
213
                                        vcard_start_line = cli.getLineNumber();
226
215
                        }
227
216
                        else {
228
217
                                // look for vcard content or ending
229
 
                                if( line.matches( "(?i)END[ \t]*:[ \t]*VCARD.*" ) )
 
218
                                if( line.matches( "^END:VCARD" ) )
230
219
                                {
231
220
                                        // finalise the vcard/contact
232
221
                                        try {
236
225
                                                importContact( vcard );
237
226
                                        }
238
227
                                        catch( Vcard.ParseException e ) {
239
 
                                                showContinueOrAbort(
 
228
                                                if( !showContinue(
240
229
                                                        getText( R.string.error_vcf_parse ).toString()
241
230
                                                        + fileName +
242
231
                                                        getText( R.string.error_vcf_parse_line ).toString()
243
 
                                                        + cli.getLineNumber() + ":\n" + e.getMessage() );
244
 
                                                skipContact();
 
232
                                                        + cli.getLineNumber() + ":\n" + e.getMessage() ) )
 
233
                                                {
 
234
                                                        finish( ACTION_ABORT );
 
235
                                                }
 
236
                                                else
 
237
                                                        skipContact();
245
238
                                        }
246
239
                                        catch( ContactData.ContactNotIdentifiableException e ) {
247
 
                                                showContinueOrAbort(
 
240
                                                if( !showContinue(
248
241
                                                        getText( R.string.error_vcf_parse ).toString()
249
242
                                                        + fileName +
250
243
                                                        getText( R.string.error_vcf_parse_line ).toString()
251
244
                                                        + vcard_start_line + ":\n" + getText(
252
 
                                                                R.string.error_vcf_notenoughinfo ).toString() );
253
 
                                                skipContact();
 
245
                                                                R.string.error_vcf_notenoughinfo ).toString()
 
246
                                                ) )
 
247
                                                {
 
248
                                                        finish( ACTION_ABORT );
 
249
                                                }
 
250
                                                else
 
251
                                                        skipContact();
254
252
                                        }
255
253
 
256
254
                                        // discard this vcard
260
258
                                {
261
259
                                        // try giving the line to the vcard
262
260
                                        try {
263
 
                                                vcard.parseLine( content_line );
 
261
                                                vcard.parseLine( buffer, line,
 
262
                                                        cli.doesNextLineLookFolded() );
264
263
                                        }
265
264
                                        catch( Vcard.ParseException e ) {
266
265
                                                skipContact();
267
 
                                                showContinueOrAbort(
 
266
                                                if( !showContinue(
268
267
                                                        getText( R.string.error_vcf_parse ).toString()
269
268
                                                        + fileName +
270
269
                                                        getText( R.string.error_vcf_parse_line ).toString()
271
 
                                                        + cli.getLineNumber() + "\n" + e.getMessage() );
 
270
                                                        + cli.getLineNumber() + "\n" + e.getMessage() ) )
 
271
                                                {
 
272
                                                        finish( ACTION_ABORT );
 
273
                                                }
272
274
 
273
 
                                                // Although we're continuing, we still need to abort
274
 
                                                // this vCard.  Further lines will be ignored until we
 
275
                                                // although we're continuing, we still need to abort
 
276
                                                // this vCard. Further lines will be ignored until we
275
277
                                                // get to another BEGIN:VCARD line.
276
278
                                                vcard = null;
277
279
                                        }
278
280
                                        catch( Vcard.SkipImportException e ) {
279
281
                                                skipContact();
280
 
                                                // Abort this vCard.  Further lines will be ignored until
 
282
                                                // abort this vCard. Further lines will be ignored until
281
283
                                                // we get to another BEGIN:VCARD line.
282
284
                                                vcard = null;
283
285
                                        }
286
288
                }
287
289
        }
288
290
 
289
 
        class ContentLine
290
 
        {
291
 
                private ByteBuffer _buffer;
292
 
                private boolean _folded_next;
293
 
                private String _line;
294
 
 
295
 
                public ContentLine( ByteBuffer buffer, boolean folded_next )
296
 
                {
297
 
                        _buffer = buffer;
298
 
                        _folded_next = folded_next;
299
 
                        _line = null;
300
 
                }
301
 
 
302
 
                public ByteBuffer getBuffer()
303
 
                {
304
 
                        return _buffer;
305
 
                }
306
 
 
307
 
                public boolean doesNextLineLookFolded()
308
 
                {
309
 
                        return _folded_next;
310
 
                }
311
 
 
312
 
                public String getUsAsciiLine()
313
 
                {
314
 
                        // generated line and cache it
315
 
                        if( _line == null ) {
316
 
                                try {
317
 
                                        _line = new String( _buffer.array(), _buffer.position(),
318
 
                                                _buffer.limit() - _buffer.position(), "US-ASCII" );
319
 
                                }
320
 
                                catch( UnsupportedEncodingException e ) {
321
 
                                        // we know US-ASCII *is* supported, so appease the
322
 
                                        // compiler...
323
 
                                }
324
 
                        }
325
 
 
326
 
                        // return cached line
327
 
                        return _line;
328
 
                }
329
 
        }
330
 
 
331
 
        class ContentLineIterator implements Iterator< ContentLine >
 
291
        class ContentLineIterator implements Iterator< ByteBuffer >
332
292
        {
333
293
                protected byte[] _content = null;
334
294
                protected int _pos = 0;
346
306
                }
347
307
 
348
308
                @Override
349
 
                public ContentLine next()
 
309
                public ByteBuffer next()
350
310
                {
351
311
                        int initial_pos = _pos;
352
312
 
359
319
                                                _pos > initial_pos )? _pos - 1 : _pos;
360
320
                                        _pos++;
361
321
                                        _line++;
362
 
                                        return new ContentLine(
363
 
                                                ByteBuffer.wrap( _content, initial_pos,
364
 
                                                        to - initial_pos ),
365
 
                                                doesNextLineLookFolded() );
 
322
                                        return ByteBuffer.wrap( _content, initial_pos,
 
323
                                                to - initial_pos );
366
324
                                }
367
325
 
368
326
                        // we didn't find one, but were there bytes left?
370
328
                                int to = _pos;
371
329
                                _pos++;
372
330
                                _line++;
373
 
                                return new ContentLine(
374
 
                                        ByteBuffer.wrap( _content, initial_pos,
375
 
                                                to - initial_pos ),
376
 
                                        doesNextLineLookFolded() );
 
331
                                return ByteBuffer.wrap( _content, initial_pos,
 
332
                                        to - initial_pos );
377
333
                        }
378
334
 
379
335
                        // no bytes left
391
347
                 * onto the end of this one?
392
348
                 * @return
393
349
                 */
394
 
                private boolean doesNextLineLookFolded()
 
350
                public boolean doesNextLineLookFolded()
395
351
                {
396
352
                        return _pos > 0 && _pos < _content.length &&
397
 
                                _content[ _pos - 1 ] == '\n' &&
398
 
                                ( _content[ _pos ] == ' ' || _content[ _pos ] == '\t' );
 
353
                                _content[ _pos - 1 ] == '\n' && _content[ _pos ] == ' ';
399
354
                }
400
355
 
401
356
                public int getLineNumber()
407
362
        private class Vcard extends ContactData
408
363
        {
409
364
                private final static int NAMELEVEL_NONE = 0;
410
 
                private final static int NAMELEVEL_N = 1;
411
 
                private final static int NAMELEVEL_FN = 2;
 
365
                private final static int NAMELEVEL_FN = 1;
 
366
                private final static int NAMELEVEL_N = 2;
412
367
 
413
368
                private final static int MULTILINE_NONE = 0;
414
369
                private final static int MULTILINE_ENCODED = 1; // v2.1 quoted-printable
415
370
                private final static int MULTILINE_ESCAPED = 2; // v2.1 \\CRLF
416
 
                private final static int MULTILINE_FOLDED = 3;  // MIME-DIR folding
 
371
                private final static int MULTILINE_FOLDED = 3;  // v3.0 folding
417
372
 
418
373
                private String _version = null;
419
 
                private Vector< ContentLine > _content_lines = null;
 
374
                private Vector< ByteBuffer > _buffers = null;
420
375
                private int _name_level = NAMELEVEL_NONE;
421
376
                private int _parser_multiline_state = MULTILINE_NONE;
422
377
                private String _parser_current_name_and_params = null;
465
420
                @SuppressWarnings("serial")
466
421
                protected class SkipImportException extends Exception { }
467
422
 
468
 
                private String extractCollonPartFromLine( ContentLine content_line,
469
 
                        boolean former )
 
423
                private String extractCollonPartFromLine( ByteBuffer buffer,
 
424
                        String line, boolean former )
470
425
                {
 
426
                        String ret = null;
 
427
 
 
428
                        // get a US-ASCII version of the line for processing, unless we were
 
429
                        // supplied with one
 
430
                        if( line == null ) {
 
431
                                try {
 
432
                                        line = new String( buffer.array(), buffer.position(),
 
433
                                                buffer.limit() - buffer.position(), "US-ASCII" );
 
434
                                }
 
435
                                catch( UnsupportedEncodingException e ) {
 
436
                                        // we know US-ASCII is supported, so appease the compiler...
 
437
                                        line = "";
 
438
                                }
 
439
                        }
 
440
 
471
441
                        // split line into name and value parts and check to make sure we
472
442
                        // only got 2 parts and that the first part is not zero in length
473
 
                        String[] parts = content_line.getUsAsciiLine().split( ":", 2 );
 
443
                        String[] parts = line.split( ":", 2 );
474
444
                        if( parts.length == 2 && parts[ 0 ].length() > 0 )
475
 
                                return parts[ former? 0 : 1 ].trim();
476
 
 
477
 
                        return null;
478
 
                }
479
 
 
480
 
                private String extractNameAndParamsFromLine( ContentLine content_line )
481
 
                {
482
 
                        return extractCollonPartFromLine( content_line, true );
483
 
                }
484
 
 
485
 
                private String extractValueFromLine( ContentLine content_line )
486
 
                {
487
 
                        return extractCollonPartFromLine( content_line, false );
488
 
                }
489
 
 
490
 
                public void parseLine( ContentLine content_line )
 
445
                                ret = parts[ former? 0 : 1 ];
 
446
 
 
447
                        return ret;
 
448
                }
 
449
 
 
450
                private String extractNameAndParamsFromLine( ByteBuffer buffer,
 
451
                        String line )
 
452
                {
 
453
                        return extractCollonPartFromLine( buffer, line, true );
 
454
                }
 
455
 
 
456
                private String extractValueFromLine( ByteBuffer buffer, String line )
 
457
                {
 
458
                        return extractCollonPartFromLine( buffer, line, false );
 
459
                }
 
460
 
 
461
                public void parseLine( ByteBuffer buffer, String line,
 
462
                        boolean next_line_looks_folded )
491
463
                        throws ParseException, SkipImportException,
492
464
                        AbortImportException
493
465
                {
496
468
                        {
497
469
                                // tentatively get name and params from line
498
470
                                String name_and_params =
499
 
                                        extractNameAndParamsFromLine( content_line );
 
471
                                        extractNameAndParamsFromLine( buffer, line );
500
472
 
501
473
                                // is it a version line?
502
474
                                if( name_and_params != null &&
503
 
                                        name_and_params.equalsIgnoreCase( "VERSION" ) )
 
475
                                        name_and_params.equals( "VERSION" ) )
504
476
                                {
505
477
                                        // yes, get it!
506
 
                                        String value = extractValueFromLine( content_line );
507
 
                                        if( value == null || (
508
 
                                                !value.equals( "2.1" ) && !value.equals( "3.0" ) ) )
509
 
                                        {
 
478
                                        String value = extractValueFromLine( buffer, line );
 
479
                                        if( !value.equals( "2.1" ) && !value.equals( "3.0" ) )
510
480
                                                throw new ParseException( R.string.error_vcf_version );
511
 
                                        }
512
481
                                        _version = value;
513
482
 
514
483
                                        // parse any buffers we've been accumulating while we waited
515
484
                                        // for a version
516
 
                                        if( _content_lines != null )
517
 
                                                for( int i = 0; i < _content_lines.size(); i++ )
518
 
                                                        parseLine( _content_lines.get( i ) );
519
 
                                        _content_lines = null;
 
485
                                        if( _buffers != null )
 
486
                                                for( int i = 0; i < _buffers.size(); i++ )
 
487
                                                        parseLine( _buffers.get( i ), null,
 
488
                                                                i + 1 < _buffers.size() &&
 
489
                                                                _buffers.get( i + 1 ).hasRemaining() &&
 
490
                                                                _buffers.get( i + 1 ).get(
 
491
                                                                        _buffers.get( i + 1 ).position() ) == ' ' );
 
492
                                        _buffers = null;
520
493
                                }
521
494
                                else
522
495
                                {
523
496
                                        // no, so stash this line till we get a version
524
 
                                        if( _content_lines == null )
525
 
                                                _content_lines = new Vector< ContentLine >();
526
 
                                        _content_lines.add( content_line );
 
497
                                        if( _buffers == null )
 
498
                                                _buffers = new Vector< ByteBuffer >();
 
499
                                        _buffers.add( buffer );
527
500
                                }
528
501
                        }
529
502
                        else
530
503
                        {
531
504
                                // name and params and the position in the buffer where the
532
 
                                // "value" part of the line starts
 
505
                                // "value" part of the line start
533
506
                                String name_and_params;
534
507
                                int pos;
535
508
 
541
514
 
542
515
                                        // skip some initial line characters, depending on the type
543
516
                                        // of multi-line we're handling
544
 
                                        pos = content_line.getBuffer().position();
 
517
                                        pos = buffer.position();
545
518
                                        switch( _parser_multiline_state )
546
519
                                        {
547
520
                                        case MULTILINE_FOLDED:
548
521
                                                pos++;
549
522
                                                break;
550
523
                                        case MULTILINE_ENCODED:
551
 
                                                while( pos < content_line.getBuffer().limit() && (
552
 
                                                        content_line.getBuffer().get( pos ) == ' ' ||
553
 
                                                        content_line.getBuffer().get( pos ) == '\t' ) )
 
524
                                                while( pos < buffer.limit() && (
 
525
                                                        buffer.get( pos ) == ' ' ||
 
526
                                                        buffer.get( pos ) == '\t' ) )
554
527
                                                {
555
528
                                                        pos++;
556
529
                                                }
565
538
                                }
566
539
                                else
567
540
                                {
568
 
                                        // skip empty lines
569
 
                                        if( content_line.getUsAsciiLine().trim().length() == 0 )
570
 
                                                return;
571
 
 
572
541
                                        // get name and params from line, and since we're not
573
542
                                        // parsing a subsequent line in a multi-line, this should
574
543
                                        // not fail, or it's an error
575
544
                                        name_and_params =
576
 
                                                extractNameAndParamsFromLine( content_line );
 
545
                                                extractNameAndParamsFromLine( buffer, line );
577
546
                                        if( name_and_params == null )
578
547
                                                throw new ParseException(
579
548
                                                        R.string.error_vcf_malformed );
580
549
 
581
550
                                        // calculate how many chars to skip from beginning of line
582
551
                                        // so we skip the property "name:" part
583
 
                                        pos = content_line.getBuffer().position() +
584
 
                                                name_and_params.length() + 1;
 
552
                                        pos = buffer.position() + name_and_params.length() + 1;
585
553
 
586
554
                                        // reset the saved multi-line state
587
555
                                        _parser_current_name_and_params = name_and_params;
590
558
 
591
559
                                // get value from buffer, as raw bytes
592
560
                                ByteBuffer value;
593
 
                                value = ByteBuffer.wrap( content_line.getBuffer().array(), pos,
594
 
                                        content_line.getBuffer().limit() - pos );
 
561
                                value = ByteBuffer.wrap( buffer.array(), pos,
 
562
                                        buffer.limit() - pos );
595
563
 
596
564
                                // get parameter parts
597
565
                                String[] name_param_parts = name_and_params.split( ";", -1 );
600
568
 
601
569
                                // determine whether we care about this entry
602
570
                                final HashSet< String > interesting_fields =
603
 
                                        new HashSet< String >( Arrays.asList( new String[] { "N",
604
 
                                                "FN", "ORG", "TITLE", "TEL", "EMAIL", "ADR", "LABEL" }
 
571
                                        new HashSet< String >( Arrays.asList( new String[]
 
572
                                                { "N", "FN", "ORG", "TITLE", "TEL", "EMAIL", "ADR" }
605
573
                                ) );
606
574
                                boolean is_interesting_field =
607
 
                                        interesting_fields.contains(
608
 
                                                name_param_parts[ 0 ].toUpperCase( Locale.ENGLISH ) );
 
575
                                        interesting_fields.contains( name_param_parts[ 0 ] );
609
576
 
610
577
                                // parse encoding parameter
611
578
                                String encoding = checkParam( name_param_parts, "ENCODING" );
612
 
                                if( encoding != null )
613
 
                                        encoding = encoding.toUpperCase( Locale.ENGLISH );
 
579
                                if( encoding != null ) encoding = encoding.toUpperCase();
614
580
                                if( is_interesting_field && encoding != null &&
615
 
                                        !encoding.equalsIgnoreCase( "8BIT" ) &&
616
 
                                        !encoding.equalsIgnoreCase( "QUOTED-PRINTABLE" ) )
617
 
                                        //&& !encoding.equalsIgnoreCase( "BASE64" ) )
 
581
                                        !encoding.equals( "8BIT" ) &&
 
582
                                        !encoding.equals( "QUOTED-PRINTABLE" ) )
 
583
                                        //&& !encoding.equals( "BASE64" ) )
618
584
                                {
619
585
                                        throw new ParseException( R.string.error_vcf_encoding );
620
586
                                }
621
587
 
622
588
                                // parse charset parameter
623
589
                                String charset = checkParam( name_param_parts, "CHARSET" );
624
 
                                if( charset != null )
625
 
                                        charset = charset.toUpperCase( Locale.ENGLISH );
 
590
                                if( charset != null ) charset = charset.toUpperCase();
626
591
                                if( charset != null &&
627
 
                                        !charset.equalsIgnoreCase( "US-ASCII" ) &&
628
 
                                        !charset.equalsIgnoreCase( "ASCII" ) &&
629
 
                                        !charset.equalsIgnoreCase( "UTF-8" ) )
 
592
                                        !charset.equals( "US-ASCII" ) &&
 
593
                                        !charset.equals( "ASCII" ) &&
 
594
                                        !charset.equals( "UTF-8" ) )
630
595
                                {
631
596
                                        throw new ParseException( R.string.error_vcf_charset );
632
597
                                }
634
599
                                // do unencoding (or default to a fake unencoding result with
635
600
                                // the raw string)
636
601
                                UnencodeResult unencoding_result = null;
637
 
                                if( encoding != null &&
638
 
                                        encoding.equalsIgnoreCase( "QUOTED-PRINTABLE" ) )
639
 
                                {
 
602
                                if( encoding != null && encoding.equals( "QUOTED-PRINTABLE" ) )
640
603
                                        unencoding_result = unencodeQuotedPrintable( value );
641
 
                                }
642
 
//                              else if( encoding != null &&
643
 
//                                      encoding.equalsIgnoreCase( "BASE64" ) )
644
 
//                              {
 
604
//                              else if( encoding != null && encoding.equals( "BASE64" ) )
645
605
//                                      unencoding_result = unencodeBase64( props[ 1 ], charset );
646
 
//                              }
647
606
                                if( unencoding_result != null ) {
648
607
                                        value = unencoding_result.getBuffer();
649
608
                                        if( unencoding_result.isAnotherLineRequired() )
650
609
                                                _parser_multiline_state = MULTILINE_ENCODED;
651
610
                                }
652
611
 
653
 
                                // convert 8-bit US-ASCII charset to UTF-8 (where no charset is
654
 
                                // specified for a v2.1 vcard entry, we assume it's US-ASCII)
655
 
                                if( ( charset == null && _version.equals( "2.1" ) ) ||
656
 
                                        ( charset != null && (
657
 
                                                charset.equalsIgnoreCase( "ASCII" ) ||
658
 
                                                charset.equalsIgnoreCase( "US-ASCII" ) ) ) )
659
 
                                {
 
612
                                // convert 8-bit ASCII charset to US-ASCII
 
613
                                if( charset == null || charset.equals( "ASCII" ) ) {
660
614
                                        value = transcodeAsciiToUtf8( value );
 
615
                                        charset = "UTF-8";
661
616
                                }
662
617
 
663
 
                                // process charset (value is now in UTF-8)
 
618
                                // process charset
664
619
                                String string_value;
665
620
                                try {
666
621
                                        string_value = new String( value.array(), value.position(),
667
 
                                                value.limit() - value.position(), "UTF-8" );
 
622
                                                value.limit() - value.position(), charset );
668
623
                                } catch( UnsupportedEncodingException e ) {
669
624
                                        throw new ParseException( R.string.error_vcf_charset );
670
625
                                }
672
627
                                // for some entries that have semicolon-separated value parts,
673
628
                                // check to see if the value ends in an escape character, which
674
629
                                // indicates that we have a multi-line value
675
 
                                if( ( name_param_parts[ 0 ].equalsIgnoreCase( "N" ) ||
676
 
                                        name_param_parts[ 0 ].equalsIgnoreCase( "ORG" ) ||
677
 
                                        name_param_parts[ 0 ].equalsIgnoreCase( "ADR" ) ) &&
 
630
                                if( ( name_param_parts[ 0 ].equals( "N" ) ||
 
631
                                        name_param_parts[ 0 ].equals( "ORG" ) ||
 
632
                                        name_param_parts[ 0 ].equals( "ADR" ) ) &&
678
633
                                        doesStringEndInAnEscapeChar( string_value ) )
679
634
                                {
680
635
                                        _parser_multiline_state = MULTILINE_ESCAPED;
682
637
                                                string_value.length() - 1 );
683
638
                                }
684
639
 
685
 
                                // if we know we're not in an encoding-based multi-line, check
686
 
                                // to see if we're in a folded multi-line
 
640
                                // now we know whether we're in an encoding multi-line,
 
641
                                // determine if we're in a v3 folded multi-line or not
687
642
                                if( _parser_multiline_state == MULTILINE_NONE &&
688
 
                                        content_line.doesNextLineLookFolded() )
 
643
                                        _version.equals( "3.0" ) && next_line_looks_folded )
689
644
                                {
690
645
                                        _parser_multiline_state = MULTILINE_FOLDED;
691
646
                                }
703
658
                                if( complete_value.length() < 1 ) return;
704
659
 
705
660
                                // parse some properties
706
 
                                if( name_param_parts[ 0 ].equalsIgnoreCase( "N" ) )
 
661
                                if( name_param_parts[ 0 ].equals( "N" ) )
707
662
                                        parseN( name_param_parts, complete_value );
708
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "FN" ) )
 
663
                                else if( name_param_parts[ 0 ].equals( "FN" ) )
709
664
                                        parseFN( name_param_parts, complete_value );
710
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "ORG" ) )
 
665
                                else if( name_param_parts[ 0 ].equals( "ORG" ) )
711
666
                                        parseORG( name_param_parts, complete_value );
712
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "TITLE" ) )
 
667
                                else if( name_param_parts[ 0 ].equals( "TITLE" ) )
713
668
                                        parseTITLE( name_param_parts, complete_value );
714
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "TEL" ) )
 
669
                                else if( name_param_parts[ 0 ].equals( "TEL" ) )
715
670
                                        parseTEL( name_param_parts, complete_value );
716
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "EMAIL" ) )
 
671
                                else if( name_param_parts[ 0 ].equals( "EMAIL" ) )
717
672
                                        parseEMAIL( name_param_parts, complete_value );
718
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "ADR" ) )
 
673
                                else if( name_param_parts[ 0 ].equals( "ADR" ) )
719
674
                                        parseADR( name_param_parts, complete_value );
720
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "LABEL" ) )
721
 
                                        parseLABEL( name_param_parts, complete_value );
722
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "NOTE" ) )
723
 
                                        parseNOTE( name_param_parts, complete_value );
724
 
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "BDAY" ) )
725
 
                                        parseBDAY( name_param_parts, complete_value );
726
675
                        }
727
676
                }
728
677
 
741
690
                        return ( count & 1 ) == 1;
742
691
                }
743
692
 
744
 
                private String[] splitValueByCharacter( String value, char character )
 
693
                private String[] splitValueBySemicolon( String value )
745
694
                {
746
 
                        // split string in to parts by specified character
 
695
                        // split string in to parts by semicolon
747
696
                        ArrayList< String > parts = new ArrayList< String >(
748
 
                                Arrays.asList( value.split( "" + character ) ) );
 
697
                                Arrays.asList( value.split(  ";" ) ) );
749
698
 
750
699
                        // go through parts
751
700
                        for( int a = 0; a < parts.size(); a++ )
752
701
                        {
753
702
                                String str = parts.get( a );
754
703
 
755
 
                                // Look for parts that end in an escape character, but ignore
756
 
                                // the final part.  We've already detected escape chars at the
 
704
                                // look for parts that end in an escape character, but ignore
 
705
                                // the final part. We've already detected escape chars at the
757
706
                                // end of the final part in parseLine() and handled multi-lines
758
707
                                // accordingly.
759
708
                                if( a < parts.size() - 1 &&
760
709
                                        doesStringEndInAnEscapeChar( str ) )
761
710
                                {
762
 
                                        // append the escaped character, join the next part to this
763
 
                                        // part and remove the next part
 
711
                                        // join the next part to this part and remove the next part
764
712
                                        parts.set( a, str.substring( 0, str.length() - 1 ) +
765
 
                                                character + parts.get( a + 1 ) );
 
713
                                                ';' + parts.get( a + 1 ) );
766
714
                                        parts.remove( a + 1 );
767
715
 
768
716
                                        // re-visit this part
779
727
                        return parts.toArray( ret );
780
728
                }
781
729
 
782
 
                private String unescapeValue( String value )
783
 
                {
784
 
                        StringBuilder ret = new StringBuilder( value.length() );
785
 
                        boolean in_escape = false;
786
 
                        for( int a = 0; a < value.length(); a++ )
787
 
                        {
788
 
                                int c = value.codePointAt( a );
789
 
 
790
 
                                // process a normal character
791
 
                                if( !in_escape ) {
792
 
                                        if( c == '\\' )
793
 
                                                in_escape = true;
794
 
                                        else
795
 
                                                ret.append( Character.toChars( c ) );
796
 
                                        continue;
797
 
                                }
798
 
 
799
 
                                // process an escape sequence
800
 
                                in_escape = false;
801
 
                                switch( c )
802
 
                                {
803
 
                                case 'T':
804
 
                                case 't':
805
 
                                        // add tab (invalid/non-standard, but accepted)
806
 
                                        ret.append( '\t' );
807
 
                                        break;
808
 
                                case 'N':
809
 
                                case 'n':
810
 
                                        // add newline
811
 
                                        ret.append( '\n' );
812
 
                                        break;
813
 
                                case '\\':
814
 
                                case ',':
815
 
                                case ';':
816
 
                                        // add escaped character
817
 
                                        ret.append( Character.toChars( c ) );
818
 
                                        break;
819
 
                                default:
820
 
                                        // unknown escape sequence, so add it unescaped
821
 
                                        // (invalid/non-standard, but accepted)
822
 
                                        ret.append( "\\" );
823
 
                                        ret.append( Character.toChars( c ) );
824
 
                                        break;
825
 
                                }
826
 
                        }
827
 
 
828
 
                        return ret.toString();
829
 
                }
830
 
 
831
730
                private void parseN( String[] params, String value )
832
731
                {
833
732
                        // already got a better name?
834
733
                        if( _name_level >= NAMELEVEL_N ) return;
835
734
 
836
735
                        // get name parts
837
 
                        String[] name_parts = splitValueByCharacter( value, ';' );
 
736
                        String[] name_parts = splitValueBySemicolon( value );
838
737
 
839
738
                        // build name
840
739
                        value = "";
841
 
                        final int[] part_order = { 3, 1, 2, 0, 4 };
842
 
                        for( int a = 0; a < part_order.length; a++ )
843
 
                                if( name_parts.length > part_order[ a ] &&
844
 
                                        name_parts[ part_order[ a ] ].length() > 0 )
845
 
                                {
846
 
                                        // split this part in to it's comma-separated bits
847
 
                                        String[] name_part_parts = splitValueByCharacter(
848
 
                                                name_parts[ part_order[ a ] ], ',' );
849
 
                                        for( int b = 0; b < name_part_parts.length; b++ )
850
 
                                                if( name_part_parts[ b ].length() > 0 )
851
 
                                                {
852
 
                                                        if( value.length() > 0 ) value += " ";
853
 
                                                        value += name_part_parts[ b ];
854
 
                                                }
855
 
                                }
 
740
                        if( name_parts.length > 1 && name_parts[ 1 ].length() > 0 )
 
741
                                value += name_parts[ 1 ];
 
742
                        if( name_parts.length > 0 && name_parts[ 0 ].length() > 0 )
 
743
                                value += ( value.length() == 0? "" : " " ) + name_parts[ 0 ];
856
744
 
857
745
                        // set name
858
 
                        setName( unescapeValue( value ) );
 
746
                        setName( value );
859
747
                        _name_level = NAMELEVEL_N;
860
748
                }
861
749
 
865
753
                        if( _name_level >= NAMELEVEL_FN ) return;
866
754
 
867
755
                        // set name
868
 
                        setName( unescapeValue( value ) );
 
756
                        setName( value );
869
757
                        _name_level = NAMELEVEL_FN;
870
758
                }
871
759
 
872
760
                private void parseORG( String[] params, String value )
873
761
                {
874
762
                        // get org parts
875
 
                        String[] org_parts = splitValueByCharacter( value, ';' );
 
763
                        String[] org_parts = splitValueBySemicolon( value );
876
764
                        if( org_parts == null || org_parts.length < 1 ) return;
877
765
 
878
766
                        // build organisation name
880
768
                                String.valueOf( org_parts[ 0 ] ) );
881
769
                        for( int a = 1; a < org_parts.length; a++ )
882
770
                                builder.append( ", " ).append( org_parts[ a ] );
883
 
                        String organisation = unescapeValue( builder.toString() );
 
771
                        String organisation = builder.toString();
884
772
 
885
773
                        // set organisation name (using a title we've previously found)
886
774
                        addOrganisation( organisation, _cached_title, true );
897
785
 
898
786
                private void parseTITLE( String[] params, String value )
899
787
                {
900
 
                        value = unescapeValue( value );
901
 
 
902
788
                        // if we previously had an organisation, look it up and append this
903
789
                        // title to it
904
790
                        if( _cached_organisation != null && hasOrganisations() ) {
930
816
                        int type;
931
817
                        if( types.contains( "FAX" ) )
932
818
                                if( types.contains( "HOME" ) )
933
 
                                        type = TYPE_FAX_HOME;
 
819
                                        type = PhonesColumns.TYPE_FAX_HOME;
934
820
                                else
935
 
                                        type = TYPE_FAX_WORK;
 
821
                                        type = PhonesColumns.TYPE_FAX_WORK;
936
822
                        else if( types.contains( "CELL" ) || types.contains( "VIDEO" ) )
937
 
                                type = TYPE_MOBILE;
 
823
                                type = PhonesColumns.TYPE_MOBILE;
938
824
                        else if( types.contains( "PAGER" ) )
939
 
                                type = TYPE_PAGER;
 
825
                                type = PhonesColumns.TYPE_PAGER;
940
826
                        else if( types.contains( "WORK" ) )
941
 
                                type = TYPE_WORK;
 
827
                                type = PhonesColumns.TYPE_WORK;
942
828
                        else
943
 
                                type = TYPE_HOME;
 
829
                                type = PhonesColumns.TYPE_HOME;
944
830
 
945
831
                        // add phone number
946
832
                        addNumber( value, type, is_preferred );
957
843
                        boolean is_preferred = types.contains( "PREF" );
958
844
                        int type;
959
845
                        if( types.contains( "WORK" ) )
960
 
                                type = TYPE_WORK;
 
846
                                type = Contacts.ContactMethods.TYPE_WORK;
961
847
                        else
962
 
                                type = TYPE_HOME;
 
848
                                type = Contacts.ContactMethods.TYPE_HOME;
963
849
 
964
 
                        addEmail( unescapeValue( value ), type, is_preferred );
 
850
                        addEmail( value, type, is_preferred );
965
851
                }
966
852
 
967
853
                private void parseADR( String[] params, String value )
968
854
                {
969
855
                        // get address parts
970
 
                        String[] adr_parts = splitValueByCharacter( value, ';' );
 
856
                        String[] adr_parts = splitValueBySemicolon( value );
971
857
 
972
858
                        // build address
973
859
                        value = "";
974
 
                        for( int a = 0; a < adr_parts.length; a++ )
975
 
                                if( adr_parts[ a ].length() > 0 )
976
 
                                {
977
 
                                        // version 3.0 vCards allow further splitting by comma
978
 
                                        if( _version.equals( "3.0" ) )
979
 
                                        {
980
 
                                                // split this part in to it's comma-separated bits and
981
 
                                                // add them on individual lines
982
 
                                                String[] adr_part_parts =
983
 
                                                        splitValueByCharacter( adr_parts[ a ], ',' );
984
 
                                                for( int b = 0; b < adr_part_parts.length; b++ )
985
 
                                                        if( adr_part_parts[ b ].length() > 0 )
986
 
                                                        {
987
 
                                                                if( value.length() > 0 ) value += "\n";
988
 
                                                                value += adr_part_parts[ b ];
989
 
                                                        }
990
 
                                        }
991
 
                                        else
992
 
                                        {
993
 
                                                // add this part on an individual line
994
 
                                                if( value.length() > 0 ) value += "\n";
995
 
                                                value += adr_parts[ a ];
996
 
                                        }
997
 
                                }
998
 
 
999
 
                        Set< String > types = extractTypes( params, Arrays.asList(
1000
 
                                "PREF", "WORK", "HOME" ) );
1001
 
 
1002
 
                        // add address
1003
 
                        int type;
1004
 
                        if( types.contains( "WORK" ) )
1005
 
                                type = TYPE_WORK;
1006
 
                        else
1007
 
                                type = TYPE_HOME;
1008
 
 
1009
 
                        addAddress( unescapeValue( value ), type );
1010
 
                }
1011
 
 
1012
 
                private void parseLABEL( String[] params, String value )
1013
 
                {
1014
 
                        Set< String > types = extractTypes( params, Arrays.asList(
1015
 
                                "PREF", "WORK", "HOME" ) );
1016
 
 
1017
 
                        // add address
1018
 
                        int type;
1019
 
                        if( types.contains( "WORK" ) )
1020
 
                                type = TYPE_WORK;
1021
 
                        else
1022
 
                                type = TYPE_HOME;
1023
 
 
1024
 
                        addAddress( unescapeValue( value ), type );
1025
 
                }
1026
 
 
1027
 
                private void parseNOTE( String[] params, String value )
1028
 
                {
1029
 
                        addNote( unescapeValue( value ) );
1030
 
                }
1031
 
 
1032
 
                private void parseBDAY( String[] params, String value )
1033
 
                {
1034
 
                        setBirthday( value );
 
860
                        for( int a = 0; a < adr_parts.length; a++ ) {
 
861
                                if( value.length() > 0 ) value += "\n";
 
862
                                value += adr_parts[ a ].trim();
 
863
                        }
 
864
 
 
865
                        Set< String > types = extractTypes( params, Arrays.asList(
 
866
                                "PREF", "WORK", "HOME", "INTERNET" ) );
 
867
 
 
868
                        // add address
 
869
                        int type;
 
870
                        if( types.contains( "WORK" ) )
 
871
                                type = Contacts.ContactMethods.TYPE_WORK;
 
872
                        else
 
873
                                type = Contacts.ContactMethods.TYPE_HOME;
 
874
 
 
875
                        addAddress( value, type );
1035
876
                }
1036
877
 
1037
878
                public void finaliseVcard()
1038
879
                        throws ParseException, ContactNotIdentifiableException
1039
880
                {
1040
881
                        // missing version (and data is present)
1041
 
                        if( _version == null && _content_lines != null )
 
882
                        if( _version == null && _buffers != null )
1042
883
                                throw new ParseException( R.string.error_vcf_malformed );
1043
884
 
1044
885
                        // finalise the parent class
1045
886
                        finalise();
1046
887
                }
1047
888
 
1048
 
                /**
1049
 
                 * Amongst the params, find the value of the first, only, of any with
1050
 
                 * the specified name.
1051
 
                 *
1052
 
                 * @param params
1053
 
                 * @param name
1054
 
                 * @return a value, or null
1055
 
                 */
1056
889
                private String checkParam( String[] params, String name )
1057
890
                {
1058
 
                        String[] res = checkParams( params, name );
1059
 
                        return res.length > 0? res[ 0 ] : null;
1060
 
                }
1061
 
 
1062
 
                /**
1063
 
                 * Amongst the params, find the values of any with the specified name.
1064
 
                 *
1065
 
                 * @param params
1066
 
                 * @param name
1067
 
                 * @return an array of values, or null
1068
 
                 */
1069
 
                private String[] checkParams( String[] params, String name )
1070
 
                {
1071
 
                        HashSet< String > ret = new HashSet< String >();
1072
 
 
1073
891
                        Pattern p = Pattern.compile(
1074
 
                                "^" + name + "[ \\t]*=[ \\t]*(\"?)(.*)\\1$",
1075
 
                                Pattern.CASE_INSENSITIVE );
 
892
                                "^" + name + "[ \\t]*=[ \\t]*(\"?)(.*)\\1$" );
1076
893
                        for( int i = 0; i < params.length; i++ ) {
1077
894
                                Matcher m = p.matcher( params[ i ] );
1078
895
                                if( m.matches() )
1079
 
                                        ret.add( m.group( 2 ) );
 
896
                                        return m.group( 2 );
1080
897
                        }
1081
 
 
1082
 
                        return (String[]) ret.toArray( new String[ ret.size() ] );
 
898
                        return null;
1083
899
                }
1084
900
 
1085
 
                /**
1086
 
                 * Amongst the params, return any type values present.  For v2.1 vCards,
1087
 
                 * those types are just parameters.  For v3.0, they are prefixed with
1088
 
                 * "TYPE=".  There may also be multiple type parameters.
1089
 
                 *
1090
 
                 * @param params an array of params to look for types in
1091
 
                 * @param valid_types an list of upper-case type values to look for
1092
 
                 * @return a set of present type values
1093
 
                 */
1094
901
                private Set< String > extractTypes( String[] params,
1095
902
                        List< String > valid_types )
1096
903
                {
1097
904
                        HashSet< String > types = new HashSet< String >();
1098
905
 
1099
906
                        // get 3.0-style TYPE= param
1100
 
                        String type_params[] = checkParams( params, "TYPE" );
1101
 
                        for( int a = 0; a < type_params.length; a++ )
1102
 
                        {
1103
 
                                // check for a comma-separated list of types (why? I don't think
1104
 
                                // this is in the specs!)
1105
 
                                String[] parts = type_params[ a ].split( "," );
1106
 
                                for( int i = 0; i < parts.length; i++ ) {
1107
 
                                        String ucpart = parts[ i ].toUpperCase( Locale.ENGLISH );
1108
 
                                        if( valid_types.contains( ucpart ) )
1109
 
                                                types.add( ucpart );
1110
 
                                }
 
907
                        String type_param;
 
908
                        if( ( type_param = checkParam( params, "TYPE" ) ) != null ) {
 
909
                                String[] parts = type_param.split( "," );
 
910
                                for( int i = 0; i < parts.length; i++ )
 
911
                                        if( valid_types.contains( parts[ i ] ) )
 
912
                                                types.add( parts[ i ] );
1111
913
                        }
1112
914
 
1113
915
                        // get 2.1-style type param
1114
916
                        if( _version.equals( "2.1" ) ) {
1115
 
                                for( int i = 1; i < params.length; i++ ) {
1116
 
                                        String ucparam = params[ i ].toUpperCase( Locale.ENGLISH );
1117
 
                                        if( valid_types.contains( ucparam ) )
1118
 
                                                types.add( ucparam );
1119
 
                                }
 
917
                                for( int i = 1; i < params.length; i++ )
 
918
                                        if( valid_types.contains( params[ i ] ) )
 
919
                                                types.add( params[ i ] );
1120
920
                        }
1121
921
 
1122
922
                        return types;
1144
944
                                else if( ch == '=' && i == in.limit() - 1 )
1145
945
                                {
1146
946
                                        // we found a '=' at the end of a line signifying a multi-
1147
 
                                        // line string, so we don't add it
 
947
                                        // line string, so we don't add it.
1148
948
                                        another = true;
1149
949
                                        continue;
1150
950
                                }