/android/import-contacts

To get this branch, use:
bzr branch http://bzr.ed.am/android/import-contacts

« back to all changes in this revision

Viewing changes to src/am/ed/importcontacts/VcardImporter.java

  • Committer: Tim Marston
  • Date: 2014-03-02 10:58:49 UTC
  • Revision ID: tim@ed.am-20140302105849-m542carzc1d4m1t2
added permission to write to sdcard (how did this ever work!?)

Show diffs side-by-side

added added

removed removed

1
1
/*
2
2
 * VCFImporter.java
3
3
 *
4
 
 * Copyright (C) 2009 to 2011 Tim Marston <edam@waxworlds.org>
 
4
 * Copyright (C) 2009 to 2013 Tim Marston <tim@ed.am>
5
5
 *
6
6
 * This file is part of the Import Contacts program (hereafter referred
7
 
 * to as "this program"). For more information, see
8
 
 * http://www.waxworlds.org/edam/software/android/import-contacts
 
7
 * to as "this program").  For more information, see
 
8
 * http://ed.am/dev/android/import-contacts
9
9
 *
10
10
 * This program is free software: you can redistribute it and/or modify
11
11
 * it under the terms of the GNU General Public License as published by
21
21
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
22
22
 */
23
23
 
24
 
package org.waxworlds.edam.importcontacts;
 
24
package am.ed.importcontacts;
25
25
 
26
26
import java.io.BufferedReader;
27
27
import java.io.File;
38
38
import java.util.HashSet;
39
39
import java.util.Iterator;
40
40
import java.util.List;
 
41
import java.util.Locale;
41
42
import java.util.NoSuchElementException;
42
43
import java.util.Set;
43
44
import java.util.Vector;
45
46
import java.util.regex.Pattern;
46
47
 
47
48
import android.content.SharedPreferences;
48
 
import android.provider.Contacts;
49
 
import android.provider.Contacts.PhonesColumns;
 
49
import android.os.Environment;
50
50
 
51
51
public class VcardImporter extends Importer
52
52
{
70
70
                File[] files = null;
71
71
                try
72
72
                {
 
73
                        // check SD card is mounted
 
74
                        String state = Environment.getExternalStorageState();
 
75
                        if( !Environment.MEDIA_MOUNTED.equals( state ) &&
 
76
                                !Environment.MEDIA_MOUNTED_READ_ONLY.equals( state ) )
 
77
                        {
 
78
                                showError( R.string.error_nosdcard );
 
79
                        }
 
80
 
73
81
                        // open directory
74
 
                        String path = "/sdcard" + prefs.getString( "location", "/" );
75
 
                        File file = new File( path );
 
82
                        File file = new File( Environment.getExternalStorageDirectory(),
 
83
                                prefs.getString( "location", "/" ) );
76
84
                        if( !file.exists() )
77
85
                                showError( R.string.error_locationnotfound );
78
86
 
82
90
                                // get files
83
91
                                class VCardFilter implements FilenameFilter {
84
92
                                        public boolean accept( File dir, String name ) {
85
 
                                                return name.toLowerCase().endsWith( ".vcf" );
 
93
                                                return name.toLowerCase( Locale.US ).endsWith( ".vcf" );
86
94
                                        }
87
95
                                }
88
96
                                files = file.listFiles( new VCardFilter() );
116
124
                setProgress( 0 );
117
125
                for( int i = 0; i < files.length; i++ )
118
126
                        importVCardFile( files[ i ] );
 
127
                setProgress( _vcard_count );
119
128
        }
120
129
 
121
130
        private void countVCardFile( File file ) throws AbortImportException
131
140
                        boolean in_vcard = false;
132
141
                        while( ( line = reader.readLine() ) != null )
133
142
                        {
134
 
                                if( !in_vcard ) {
 
143
                                if( !in_vcard )
 
144
                                {
135
145
                                        // look for vcard beginning
136
 
                                        if( line.matches( "^BEGIN:VCARD" ) ) {
 
146
                                        if( line.matches( "(?i)BEGIN[ \t]*:[ \t]*VCARD.*" ) ) {
137
147
                                                in_vcard = true;
138
148
                                                _vcard_count++;
139
149
                                        }
 
150
                                        // check for vMsg files
 
151
                                        else if( line.matches( "(?i)BEGIN[ \t]*:[ \t]*VMSG.*" ) ) {
 
152
                                                showError( getText( R.string.error_vcf_vmsgfile )
 
153
                                                        + file.getName() );
 
154
                                        }
140
155
                                }
141
 
                                else if( line.matches( "^END:VCARD" ) )
 
156
                                else if( line.matches( "(?i)END[ \t]*:[ \t]*VCARD.*" ) )
142
157
                                        in_vcard = false;
143
158
                        }
 
159
                        reader.close();
144
160
 
145
161
                }
146
162
                catch( FileNotFoundException e ) {
168
184
                        FileInputStream istream = new FileInputStream( file );
169
185
                        byte[] content = new byte[ (int)file.length() ];
170
186
                        istream.read( content );
 
187
                        istream.close();
171
188
 
172
189
                        // import
173
190
                        importVCardFileContent( content, file.getName() );
174
191
                }
 
192
                catch( OutOfMemoryError e ) {
 
193
                        showError( R.string.error_outofmemory );
 
194
                }
175
195
                catch( FileNotFoundException e ) {
176
196
                        showError( getText( R.string.error_filenotfound ) +
177
197
                                file.getName() );
186
206
        {
187
207
                // go through lines
188
208
                Vcard vcard = null;
 
209
                int vcard_start_line = 0;
189
210
                ContentLineIterator cli = new ContentLineIterator( content );
190
211
                while( cli.hasNext() )
191
212
                {
192
 
                        ByteBuffer buffer = cli.next();
 
213
                        ContentLine content_line = cli.next();
193
214
 
194
 
                        // get a US-ASCII version of the line for processing
195
 
                        String line;
196
 
                        try {
197
 
                                line = new String( buffer.array(), buffer.position(),
198
 
                                        buffer.limit() - buffer.position(), "US-ASCII" );
199
 
                        }
200
 
                        catch( UnsupportedEncodingException e ) {
201
 
                                // we know US-ASCII is supported, so appease the compiler...
202
 
                                line = "";
203
 
                        }
 
215
                        // get a US-ASCII version of the string, for processing
 
216
                        String line = content_line.getUsAsciiLine();
204
217
 
205
218
                        if( vcard == null ) {
206
219
                                // look for vcard beginning
207
 
                                if( line.matches( "^BEGIN:VCARD" ) ) {
208
 
                                        setProgress( ++_progress );
 
220
                                if( line.matches( "(?i)BEGIN[ \t]*:[ \t]*VCARD.*" ) ) {
 
221
                                        setProgress( _progress++ );
209
222
                                        vcard = new Vcard();
 
223
                                        vcard_start_line = cli.getLineNumber();
210
224
                                }
211
225
                        }
212
226
                        else {
213
227
                                // look for vcard content or ending
214
 
                                if( line.matches( "^END:VCARD" ) )
 
228
                                if( line.matches( "(?i)END[ \t]*:[ \t]*VCARD.*" ) )
215
229
                                {
216
 
                                        // store vcard and do away with it
 
230
                                        // finalise the vcard/contact
217
231
                                        try {
218
 
                                                vcard.finaliseParsing();
 
232
                                                vcard.finaliseVcard();
 
233
 
 
234
                                                // pass the finalised contact to the importer
219
235
                                                importContact( vcard );
220
236
                                        }
221
237
                                        catch( Vcard.ParseException e ) {
222
 
                                                skipContact();
223
 
                                                if( !showContinue(
224
 
                                                        getText( R.string.error_vcf_parse ).toString()
225
 
                                                        + fileName + "\n" + e.getMessage() ) )
226
 
                                                {
227
 
                                                        finish( ACTION_ABORT );
228
 
                                                }
229
 
                                        }
230
 
                                        catch( Vcard.SkipContactException e ) {
231
 
                                                skipContact();
232
 
                                                // do nothing
233
 
                                        }
 
238
                                                if( !showContinue(
 
239
                                                        getText( R.string.error_vcf_parse ).toString()
 
240
                                                        + fileName +
 
241
                                                        getText( R.string.error_vcf_parse_line ).toString()
 
242
                                                        + cli.getLineNumber() + ":\n" + e.getMessage() ) )
 
243
                                                {
 
244
                                                        finish( ACTION_ABORT );
 
245
                                                }
 
246
                                                else
 
247
                                                        skipContact();
 
248
                                        }
 
249
                                        catch( ContactData.ContactNotIdentifiableException e ) {
 
250
                                                if( !showContinue(
 
251
                                                        getText( R.string.error_vcf_parse ).toString()
 
252
                                                        + fileName +
 
253
                                                        getText( R.string.error_vcf_parse_line ).toString()
 
254
                                                        + vcard_start_line + ":\n" + getText(
 
255
                                                                R.string.error_vcf_notenoughinfo ).toString()
 
256
                                                ) )
 
257
                                                {
 
258
                                                        finish( ACTION_ABORT );
 
259
                                                }
 
260
                                                else
 
261
                                                        skipContact();
 
262
                                        }
 
263
 
 
264
                                        // discard this vcard
234
265
                                        vcard = null;
235
266
                                }
236
267
                                else
237
268
                                {
238
269
                                        // try giving the line to the vcard
239
270
                                        try {
240
 
                                                vcard.parseLine( buffer, line,
241
 
                                                        cli.doesNextLineLookFolded() );
 
271
                                                vcard.parseLine( content_line );
242
272
                                        }
243
273
                                        catch( Vcard.ParseException e ) {
244
274
                                                skipContact();
245
275
                                                if( !showContinue(
246
276
                                                        getText( R.string.error_vcf_parse ).toString()
247
 
                                                        + fileName + "\n" + e.getMessage() ) )
 
277
                                                        + fileName +
 
278
                                                        getText( R.string.error_vcf_parse_line ).toString()
 
279
                                                        + cli.getLineNumber() + "\n" + e.getMessage() ) )
248
280
                                                {
249
281
                                                        finish( ACTION_ABORT );
250
282
                                                }
251
283
 
252
 
                                                // although we're continuing, we still need to abort
253
 
                                                // this vCard. Further lines will be ignored until we
 
284
                                                // Although we're continuing, we still need to abort
 
285
                                                // this vCard.  Further lines will be ignored until we
254
286
                                                // get to another BEGIN:VCARD line.
255
287
                                                vcard = null;
256
288
                                        }
257
 
                                        catch( Vcard.SkipContactException e ) {
 
289
                                        catch( Vcard.SkipImportException e ) {
258
290
                                                skipContact();
259
 
                                                // abort this vCard. Further lines will be ignored until
 
291
                                                // Abort this vCard.  Further lines will be ignored until
260
292
                                                // we get to another BEGIN:VCARD line.
261
293
                                                vcard = null;
262
294
                                        }
265
297
                }
266
298
        }
267
299
 
268
 
        class ContentLineIterator implements Iterator< ByteBuffer >
 
300
        class ContentLine
 
301
        {
 
302
                private ByteBuffer _buffer;
 
303
                private boolean _folded_next;
 
304
                private String _line;
 
305
 
 
306
                public ContentLine( ByteBuffer buffer, boolean folded_next )
 
307
                {
 
308
                        _buffer = buffer;
 
309
                        _folded_next = folded_next;
 
310
                        _line = null;
 
311
                }
 
312
 
 
313
                public ByteBuffer getBuffer()
 
314
                {
 
315
                        return _buffer;
 
316
                }
 
317
 
 
318
                public boolean doesNextLineLookFolded()
 
319
                {
 
320
                        return _folded_next;
 
321
                }
 
322
 
 
323
                public String getUsAsciiLine()
 
324
                {
 
325
                        // generated line and cache it
 
326
                        if( _line == null ) {
 
327
                                try {
 
328
                                        _line = new String( _buffer.array(), _buffer.position(),
 
329
                                                _buffer.limit() - _buffer.position(), "US-ASCII" );
 
330
                                }
 
331
                                catch( UnsupportedEncodingException e ) {
 
332
                                        // we know US-ASCII *is* supported, so appease the
 
333
                                        // compiler...
 
334
                                }
 
335
                        }
 
336
 
 
337
                        // return cached line
 
338
                        return _line;
 
339
                }
 
340
        }
 
341
 
 
342
        class ContentLineIterator implements Iterator< ContentLine >
269
343
        {
270
344
                protected byte[] _content = null;
271
345
                protected int _pos = 0;
 
346
                protected int _line = 0;
272
347
 
273
348
                public ContentLineIterator( byte[] content )
274
349
                {
282
357
                }
283
358
 
284
359
                @Override
285
 
                public ByteBuffer next()
 
360
                public ContentLine next()
286
361
                {
287
362
                        int initial_pos = _pos;
288
363
 
294
369
                                        int to = ( _pos > 0 && _content[ _pos - 1 ] == '\r' &&
295
370
                                                _pos > initial_pos )? _pos - 1 : _pos;
296
371
                                        _pos++;
297
 
                                        return ByteBuffer.wrap( _content, initial_pos,
298
 
                                                to - initial_pos );
 
372
                                        _line++;
 
373
                                        return new ContentLine(
 
374
                                                ByteBuffer.wrap( _content, initial_pos,
 
375
                                                        to - initial_pos ),
 
376
                                                doesNextLineLookFolded() );
299
377
                                }
300
378
 
301
379
                        // we didn't find one, but were there bytes left?
302
380
                        if( _pos != initial_pos ) {
303
381
                                int to = _pos;
304
382
                                _pos++;
305
 
                                return ByteBuffer.wrap( _content, initial_pos,
306
 
                                        to - initial_pos );
 
383
                                _line++;
 
384
                                return new ContentLine(
 
385
                                        ByteBuffer.wrap( _content, initial_pos,
 
386
                                                to - initial_pos ),
 
387
                                        doesNextLineLookFolded() );
307
388
                        }
308
389
 
309
390
                        // no bytes left
321
402
                 * onto the end of this one?
322
403
                 * @return
323
404
                 */
324
 
                public boolean doesNextLineLookFolded()
 
405
                private boolean doesNextLineLookFolded()
325
406
                {
326
407
                        return _pos > 0 && _pos < _content.length &&
327
 
                                _content[ _pos - 1 ] == '\n' && _content[ _pos ] == ' ';
 
408
                                _content[ _pos - 1 ] == '\n' &&
 
409
                                ( _content[ _pos ] == ' ' || _content[ _pos ] == '\t' );
 
410
                }
 
411
 
 
412
                public int getLineNumber()
 
413
                {
 
414
                        return _line;
328
415
                }
329
416
        }
330
417
 
331
418
        private class Vcard extends ContactData
332
419
        {
333
420
                private final static int NAMELEVEL_NONE = 0;
334
 
                private final static int NAMELEVEL_FN = 1;
335
 
                private final static int NAMELEVEL_N = 2;
 
421
                private final static int NAMELEVEL_N = 1;
 
422
                private final static int NAMELEVEL_FN = 2;
336
423
 
337
424
                private final static int MULTILINE_NONE = 0;
338
425
                private final static int MULTILINE_ENCODED = 1; // v2.1 quoted-printable
339
426
                private final static int MULTILINE_ESCAPED = 2; // v2.1 \\CRLF
340
 
                private final static int MULTILINE_FOLDED = 3;  // v3.0 folding
 
427
                private final static int MULTILINE_FOLDED = 3;  // MIME-DIR folding
341
428
 
342
429
                private String _version = null;
343
 
                private Vector< ByteBuffer > _buffers = null;
 
430
                private Vector< ContentLine > _content_lines = null;
344
431
                private int _name_level = NAMELEVEL_NONE;
345
432
                private int _parser_multiline_state = MULTILINE_NONE;
346
433
                private String _parser_current_name_and_params = null;
387
474
                }
388
475
 
389
476
                @SuppressWarnings("serial")
390
 
                protected class SkipContactException extends Exception { }
 
477
                protected class SkipImportException extends Exception { }
391
478
 
392
 
                private String extractCollonPartFromLine( ByteBuffer buffer,
393
 
                        String line, boolean former )
 
479
                private String extractCollonPartFromLine( ContentLine content_line,
 
480
                        boolean former )
394
481
                {
395
 
                        String ret = null;
396
 
 
397
 
                        // get a US-ASCII version of the line for processing, unless we were
398
 
                        // supplied with one
399
 
                        if( line == null ) {
400
 
                                try {
401
 
                                        line = new String( buffer.array(), buffer.position(),
402
 
                                                buffer.limit() - buffer.position(), "US-ASCII" );
403
 
                                }
404
 
                                catch( UnsupportedEncodingException e ) {
405
 
                                        // we know US-ASCII is supported, so appease the compiler...
406
 
                                        line = "";
407
 
                                }
408
 
                        }
409
 
 
410
482
                        // split line into name and value parts and check to make sure we
411
483
                        // only got 2 parts and that the first part is not zero in length
412
 
                        String[] parts = line.split( ":", 2 );
 
484
                        String[] parts = content_line.getUsAsciiLine().split( ":", 2 );
413
485
                        if( parts.length == 2 && parts[ 0 ].length() > 0 )
414
 
                                ret = parts[ former? 0 : 1 ];
415
 
 
416
 
                        return ret;
417
 
                }
418
 
 
419
 
                private String extractNameAndParamsFromLine( ByteBuffer buffer,
420
 
                        String line )
421
 
                {
422
 
                        return extractCollonPartFromLine( buffer, line, true );
423
 
                }
424
 
 
425
 
                private String extractValueFromLine( ByteBuffer buffer, String line )
426
 
                {
427
 
                        return extractCollonPartFromLine( buffer, line, false );
428
 
                }
429
 
 
430
 
                public void parseLine( ByteBuffer buffer, String line,
431
 
                        boolean next_line_looks_folded )
432
 
                        throws ParseException, SkipContactException,
 
486
                                return parts[ former? 0 : 1 ].trim();
 
487
 
 
488
                        return null;
 
489
                }
 
490
 
 
491
                private String extractNameAndParamsFromLine( ContentLine content_line )
 
492
                {
 
493
                        return extractCollonPartFromLine( content_line, true );
 
494
                }
 
495
 
 
496
                private String extractValueFromLine( ContentLine content_line )
 
497
                {
 
498
                        return extractCollonPartFromLine( content_line, false );
 
499
                }
 
500
 
 
501
                public void parseLine( ContentLine content_line )
 
502
                        throws ParseException, SkipImportException,
433
503
                        AbortImportException
434
504
                {
435
505
                        // do we have a version yet?
437
507
                        {
438
508
                                // tentatively get name and params from line
439
509
                                String name_and_params =
440
 
                                        extractNameAndParamsFromLine( buffer, line );
 
510
                                        extractNameAndParamsFromLine( content_line );
441
511
 
442
512
                                // is it a version line?
443
513
                                if( name_and_params != null &&
444
 
                                        name_and_params.equals( "VERSION" ) )
 
514
                                        name_and_params.equalsIgnoreCase( "VERSION" ) )
445
515
                                {
446
516
                                        // yes, get it!
447
 
                                        String value = extractValueFromLine( buffer, line );
448
 
                                        if( !value.equals( "2.1" ) && !value.equals( "3.0" ) )
 
517
                                        String value = extractValueFromLine( content_line );
 
518
                                        if( value == null || (
 
519
                                                !value.equals( "2.1" ) && !value.equals( "3.0" ) ) )
 
520
                                        {
449
521
                                                throw new ParseException( R.string.error_vcf_version );
 
522
                                        }
450
523
                                        _version = value;
451
524
 
452
525
                                        // parse any buffers we've been accumulating while we waited
453
526
                                        // for a version
454
 
                                        if( _buffers != null )
455
 
                                                for( int i = 0; i < _buffers.size(); i++ )
456
 
                                                        parseLine( _buffers.get( i ), null,
457
 
                                                                i + 1 < _buffers.size() &&
458
 
                                                                _buffers.get( i + 1 ).hasRemaining() &&
459
 
                                                                _buffers.get( i + 1 ).get(
460
 
                                                                        _buffers.get( i + 1 ).position() ) == ' ' );
461
 
                                        _buffers = null;
 
527
                                        if( _content_lines != null )
 
528
                                                for( int i = 0; i < _content_lines.size(); i++ )
 
529
                                                        parseLine( _content_lines.get( i ) );
 
530
                                        _content_lines = null;
462
531
                                }
463
532
                                else
464
533
                                {
465
534
                                        // no, so stash this line till we get a version
466
 
                                        if( _buffers == null )
467
 
                                                _buffers = new Vector< ByteBuffer >();
468
 
                                        _buffers.add( buffer );
 
535
                                        if( _content_lines == null )
 
536
                                                _content_lines = new Vector< ContentLine >();
 
537
                                        _content_lines.add( content_line );
469
538
                                }
470
539
                        }
471
540
                        else
472
541
                        {
473
542
                                // name and params and the position in the buffer where the
474
 
                                // "value" part of the line start
 
543
                                // "value" part of the line starts
475
544
                                String name_and_params;
476
545
                                int pos;
477
546
 
483
552
 
484
553
                                        // skip some initial line characters, depending on the type
485
554
                                        // of multi-line we're handling
486
 
                                        pos = buffer.position();
 
555
                                        pos = content_line.getBuffer().position();
487
556
                                        switch( _parser_multiline_state )
488
557
                                        {
489
558
                                        case MULTILINE_FOLDED:
490
559
                                                pos++;
491
560
                                                break;
492
561
                                        case MULTILINE_ENCODED:
493
 
                                                while( pos < buffer.limit() && (
494
 
                                                        buffer.get( pos ) == ' ' ||
495
 
                                                        buffer.get( pos ) == '\t' ) )
 
562
                                                while( pos < content_line.getBuffer().limit() && (
 
563
                                                        content_line.getBuffer().get( pos ) == ' ' ||
 
564
                                                        content_line.getBuffer().get( pos ) == '\t' ) )
496
565
                                                {
497
566
                                                        pos++;
498
567
                                                }
507
576
                                }
508
577
                                else
509
578
                                {
 
579
                                        // skip empty lines
 
580
                                        if( content_line.getUsAsciiLine().trim().length() == 0 )
 
581
                                                return;
 
582
 
510
583
                                        // get name and params from line, and since we're not
511
584
                                        // parsing a subsequent line in a multi-line, this should
512
585
                                        // not fail, or it's an error
513
586
                                        name_and_params =
514
 
                                                extractNameAndParamsFromLine( buffer, line );
 
587
                                                extractNameAndParamsFromLine( content_line );
515
588
                                        if( name_and_params == null )
516
589
                                                throw new ParseException(
517
590
                                                        R.string.error_vcf_malformed );
518
591
 
519
592
                                        // calculate how many chars to skip from beginning of line
520
593
                                        // so we skip the property "name:" part
521
 
                                        pos = buffer.position() + name_and_params.length() + 1;
 
594
                                        pos = content_line.getBuffer().position() +
 
595
                                                name_and_params.length() + 1;
522
596
 
523
597
                                        // reset the saved multi-line state
524
598
                                        _parser_current_name_and_params = name_and_params;
527
601
 
528
602
                                // get value from buffer, as raw bytes
529
603
                                ByteBuffer value;
530
 
                                value = ByteBuffer.wrap( buffer.array(), pos,
531
 
                                        buffer.limit() - pos );
 
604
                                value = ByteBuffer.wrap( content_line.getBuffer().array(), pos,
 
605
                                        content_line.getBuffer().limit() - pos );
532
606
 
533
607
                                // get parameter parts
534
608
                                String[] name_param_parts = name_and_params.split( ";", -1 );
535
609
                                for( int i = 0; i < name_param_parts.length; i++ )
536
610
                                        name_param_parts[ i ] = name_param_parts[ i ].trim();
537
611
 
 
612
                                // determine whether we care about this entry
 
613
                                final HashSet< String > interesting_fields =
 
614
                                        new HashSet< String >( Arrays.asList( new String[] { "N",
 
615
                                                "FN", "ORG", "TITLE", "TEL", "EMAIL", "ADR", "LABEL" }
 
616
                                ) );
 
617
                                boolean is_interesting_field =
 
618
                                        interesting_fields.contains(
 
619
                                                name_param_parts[ 0 ].toUpperCase( Locale.US ) );
 
620
 
538
621
                                // parse encoding parameter
539
622
                                String encoding = checkParam( name_param_parts, "ENCODING" );
540
 
                                if( encoding != null ) encoding = encoding.toUpperCase();
541
 
                                if( encoding != null && !encoding.equals( "8BIT" ) &&
542
 
                                        !encoding.equals( "QUOTED-PRINTABLE" ) )
543
 
                                        //&& !encoding.equals( "BASE64" ) )
 
623
                                if( encoding != null )
 
624
                                        encoding = encoding.toUpperCase( Locale.US );
 
625
                                if( is_interesting_field && encoding != null &&
 
626
                                        !encoding.equalsIgnoreCase( "8BIT" ) &&
 
627
                                        !encoding.equalsIgnoreCase( "QUOTED-PRINTABLE" ) )
 
628
                                        //&& !encoding.equalsIgnoreCase( "BASE64" ) )
544
629
                                {
545
630
                                        throw new ParseException( R.string.error_vcf_encoding );
546
631
                                }
547
632
 
548
633
                                // parse charset parameter
549
634
                                String charset = checkParam( name_param_parts, "CHARSET" );
550
 
                                if( charset != null ) charset = charset.toUpperCase();
551
 
                                if( charset != null && !charset.equals( "US-ASCII" ) &&
552
 
                                        !charset.equals( "ASCII" ) &&
553
 
                                        !charset.equals( "UTF-8" ) )
 
635
                                if( charset != null )
 
636
                                        charset = charset.toUpperCase( Locale.US );
 
637
                                if( charset != null &&
 
638
                                        !charset.equalsIgnoreCase( "US-ASCII" ) &&
 
639
                                        !charset.equalsIgnoreCase( "ASCII" ) &&
 
640
                                        !charset.equalsIgnoreCase( "UTF-8" ) )
554
641
                                {
555
642
                                        throw new ParseException( R.string.error_vcf_charset );
556
643
                                }
558
645
                                // do unencoding (or default to a fake unencoding result with
559
646
                                // the raw string)
560
647
                                UnencodeResult unencoding_result = null;
561
 
                                if( encoding != null && encoding.equals( "QUOTED-PRINTABLE" ) )
 
648
                                if( encoding != null &&
 
649
                                        encoding.equalsIgnoreCase( "QUOTED-PRINTABLE" ) )
 
650
                                {
562
651
                                        unencoding_result = unencodeQuotedPrintable( value );
563
 
//                              else if( encoding != null && encoding.equals( "BASE64" ) )
 
652
                                }
 
653
//                              else if( encoding != null &&
 
654
//                                      encoding.equalsIgnoreCase( "BASE64" ) )
 
655
//                              {
564
656
//                                      unencoding_result = unencodeBase64( props[ 1 ], charset );
 
657
//                              }
565
658
                                if( unencoding_result != null ) {
566
659
                                        value = unencoding_result.getBuffer();
567
660
                                        if( unencoding_result.isAnotherLineRequired() )
568
661
                                                _parser_multiline_state = MULTILINE_ENCODED;
569
662
                                }
570
663
 
571
 
                                // convert 8-bit ASCII charset to US-ASCII
572
 
                                if( charset == null || charset.equals( "ASCII" ) ) {
 
664
                                // convert 8-bit US-ASCII charset to UTF-8 (where no charset is
 
665
                                // specified for a v2.1 vcard entry, we assume it's US-ASCII)
 
666
                                if( ( charset == null && _version.equals( "2.1" ) ) ||
 
667
                                        ( charset != null && (
 
668
                                                charset.equalsIgnoreCase( "ASCII" ) ||
 
669
                                                charset.equalsIgnoreCase( "US-ASCII" ) ) ) )
 
670
                                {
573
671
                                        value = transcodeAsciiToUtf8( value );
574
 
                                        charset = "UTF-8";
575
672
                                }
576
673
 
577
 
                                // process charset
 
674
                                // process charset (value is now in UTF-8)
578
675
                                String string_value;
579
676
                                try {
580
677
                                        string_value = new String( value.array(), value.position(),
581
 
                                                value.limit() - value.position(), charset );
 
678
                                                value.limit() - value.position(), "UTF-8" );
582
679
                                } catch( UnsupportedEncodingException e ) {
583
680
                                        throw new ParseException( R.string.error_vcf_charset );
584
681
                                }
586
683
                                // for some entries that have semicolon-separated value parts,
587
684
                                // check to see if the value ends in an escape character, which
588
685
                                // indicates that we have a multi-line value
589
 
                                if( ( name_param_parts[ 0 ].equals( "N" ) ||
590
 
                                        name_param_parts[ 0 ].equals( "ORG" ) ||
591
 
                                        name_param_parts[ 0 ].equals( "ADR" ) ) &&
 
686
                                if( ( name_param_parts[ 0 ].equalsIgnoreCase( "N" ) ||
 
687
                                        name_param_parts[ 0 ].equalsIgnoreCase( "ORG" ) ||
 
688
                                        name_param_parts[ 0 ].equalsIgnoreCase( "ADR" ) ) &&
592
689
                                        doesStringEndInAnEscapeChar( string_value ) )
593
690
                                {
594
691
                                        _parser_multiline_state = MULTILINE_ESCAPED;
596
693
                                                string_value.length() - 1 );
597
694
                                }
598
695
 
599
 
                                // now we know whether we're in an encoding multi-line,
600
 
                                // determine if we're in a v3 folded multi-line or not
 
696
                                // if we know we're not in an encoding-based multi-line, check
 
697
                                // to see if we're in a folded multi-line
601
698
                                if( _parser_multiline_state == MULTILINE_NONE &&
602
 
                                        _version.equals( "3.0" ) && next_line_looks_folded )
 
699
                                        content_line.doesNextLineLookFolded() )
603
700
                                {
604
701
                                        _parser_multiline_state = MULTILINE_FOLDED;
605
702
                                }
617
714
                                if( complete_value.length() < 1 ) return;
618
715
 
619
716
                                // parse some properties
620
 
                                if( name_param_parts[ 0 ].equals( "N" ) )
 
717
                                if( name_param_parts[ 0 ].equalsIgnoreCase( "N" ) )
621
718
                                        parseN( name_param_parts, complete_value );
622
 
                                else if( name_param_parts[ 0 ].equals( "FN" ) )
 
719
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "FN" ) )
623
720
                                        parseFN( name_param_parts, complete_value );
624
 
                                else if( name_param_parts[ 0 ].equals( "ORG" ) )
 
721
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "ORG" ) )
625
722
                                        parseORG( name_param_parts, complete_value );
626
 
                                else if( name_param_parts[ 0 ].equals( "TITLE" ) )
 
723
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "TITLE" ) )
627
724
                                        parseTITLE( name_param_parts, complete_value );
628
 
                                else if( name_param_parts[ 0 ].equals( "TEL" ) )
 
725
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "TEL" ) )
629
726
                                        parseTEL( name_param_parts, complete_value );
630
 
                                else if( name_param_parts[ 0 ].equals( "EMAIL" ) )
 
727
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "EMAIL" ) )
631
728
                                        parseEMAIL( name_param_parts, complete_value );
632
 
                                else if( name_param_parts[ 0 ].equals( "ADR" ) )
 
729
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "ADR" ) )
633
730
                                        parseADR( name_param_parts, complete_value );
 
731
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "LABEL" ) )
 
732
                                        parseLABEL( name_param_parts, complete_value );
 
733
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "NOTE" ) )
 
734
                                        parseNOTE( name_param_parts, complete_value );
 
735
                                else if( name_param_parts[ 0 ].equalsIgnoreCase( "BDAY" ) )
 
736
                                        parseBDAY( name_param_parts, complete_value );
634
737
                        }
635
738
                }
636
739
 
649
752
                        return ( count & 1 ) == 1;
650
753
                }
651
754
 
652
 
                private String[] splitValueBySemicolon( String value )
 
755
                private String[] splitValueByCharacter( String value, char character )
653
756
                {
654
 
                        // split string in to parts by semicolon
 
757
                        // split string in to parts by specified character
655
758
                        ArrayList< String > parts = new ArrayList< String >(
656
 
                                Arrays.asList( value.split(  ";" ) ) );
 
759
                                Arrays.asList( value.split( "" + character ) ) );
657
760
 
658
761
                        // go through parts
659
762
                        for( int a = 0; a < parts.size(); a++ )
660
763
                        {
661
764
                                String str = parts.get( a );
662
765
 
663
 
                                // look for parts that end in an escape character, but ignore
664
 
                                // the final part. We've already detected escape chars at the
 
766
                                // Look for parts that end in an escape character, but ignore
 
767
                                // the final part.  We've already detected escape chars at the
665
768
                                // end of the final part in parseLine() and handled multi-lines
666
769
                                // accordingly.
667
770
                                if( a < parts.size() - 1 &&
668
771
                                        doesStringEndInAnEscapeChar( str ) )
669
772
                                {
670
 
                                        // join the next part to this part and remove the next part
 
773
                                        // append the escaped character, join the next part to this
 
774
                                        // part and remove the next part
671
775
                                        parts.set( a, str.substring( 0, str.length() - 1 ) +
672
 
                                                ';' + parts.get( a + 1 ) );
 
776
                                                character + parts.get( a + 1 ) );
673
777
                                        parts.remove( a + 1 );
674
778
 
675
779
                                        // re-visit this part
686
790
                        return parts.toArray( ret );
687
791
                }
688
792
 
 
793
                private String unescapeValue( String value )
 
794
                {
 
795
                        StringBuilder ret = new StringBuilder( value.length() );
 
796
                        boolean in_escape = false;
 
797
                        for( int a = 0; a < value.length(); a++ )
 
798
                        {
 
799
                                int c = value.codePointAt( a );
 
800
 
 
801
                                // process a normal character
 
802
                                if( !in_escape ) {
 
803
                                        if( c == '\\' )
 
804
                                                in_escape = true;
 
805
                                        else
 
806
                                                ret.append( Character.toChars( c ) );
 
807
                                        continue;
 
808
                                }
 
809
 
 
810
                                // process an escape sequence
 
811
                                in_escape = false;
 
812
                                switch( c )
 
813
                                {
 
814
                                case 'T':
 
815
                                case 't':
 
816
                                        // add tab (invalid/non-standard, but accepted)
 
817
                                        ret.append( '\t' );
 
818
                                        break;
 
819
                                case 'N':
 
820
                                case 'n':
 
821
                                        // add newline
 
822
                                        ret.append( '\n' );
 
823
                                        break;
 
824
                                case '\\':
 
825
                                case ',':
 
826
                                case ';':
 
827
                                        // add escaped character
 
828
                                        ret.append( Character.toChars( c ) );
 
829
                                        break;
 
830
                                default:
 
831
                                        // unknown escape sequence, so add it unescaped
 
832
                                        // (invalid/non-standard, but accepted)
 
833
                                        ret.append( "\\" );
 
834
                                        ret.append( Character.toChars( c ) );
 
835
                                        break;
 
836
                                }
 
837
                        }
 
838
 
 
839
                        return ret.toString();
 
840
                }
 
841
 
689
842
                private void parseN( String[] params, String value )
690
843
                {
691
844
                        // already got a better name?
692
845
                        if( _name_level >= NAMELEVEL_N ) return;
693
846
 
694
847
                        // get name parts
695
 
                        String[] name_parts = splitValueBySemicolon( value );
 
848
                        String[] name_parts = splitValueByCharacter( value, ';' );
696
849
 
697
850
                        // build name
698
851
                        value = "";
699
 
                        if( name_parts.length > 1 && name_parts[ 1 ].length() > 0 )
700
 
                                value += name_parts[ 1 ];
701
 
                        if( name_parts.length > 0 && name_parts[ 0 ].length() > 0 )
702
 
                                value += ( value.length() == 0? "" : " " ) + name_parts[ 0 ];
 
852
                        final int[] part_order = { 3, 1, 2, 0, 4 };
 
853
                        for( int a = 0; a < part_order.length; a++ )
 
854
                                if( name_parts.length > part_order[ a ] &&
 
855
                                        name_parts[ part_order[ a ] ].length() > 0 )
 
856
                                {
 
857
                                        // split this part in to it's comma-separated bits
 
858
                                        String[] name_part_parts = splitValueByCharacter(
 
859
                                                name_parts[ part_order[ a ] ], ',' );
 
860
                                        for( int b = 0; b < name_part_parts.length; b++ )
 
861
                                                if( name_part_parts[ b ].length() > 0 )
 
862
                                                {
 
863
                                                        if( value.length() > 0 ) value += " ";
 
864
                                                        value += name_part_parts[ b ];
 
865
                                                }
 
866
                                }
703
867
 
704
868
                        // set name
705
 
                        setName( value );
 
869
                        setName( unescapeValue( value ) );
706
870
                        _name_level = NAMELEVEL_N;
707
871
                }
708
872
 
712
876
                        if( _name_level >= NAMELEVEL_FN ) return;
713
877
 
714
878
                        // set name
715
 
                        setName( value );
 
879
                        setName( unescapeValue( value ) );
716
880
                        _name_level = NAMELEVEL_FN;
717
881
                }
718
882
 
719
883
                private void parseORG( String[] params, String value )
720
884
                {
721
885
                        // get org parts
722
 
                        String[] org_parts = splitValueBySemicolon( value );
 
886
                        String[] org_parts = splitValueByCharacter( value, ';' );
723
887
                        if( org_parts == null || org_parts.length < 1 ) return;
724
888
 
725
889
                        // build organisation name
727
891
                                String.valueOf( org_parts[ 0 ] ) );
728
892
                        for( int a = 1; a < org_parts.length; a++ )
729
893
                                builder.append( ", " ).append( org_parts[ a ] );
730
 
                        String organisation = builder.toString();
 
894
                        String organisation = unescapeValue( builder.toString() );
731
895
 
732
896
                        // set organisation name (using a title we've previously found)
733
897
                        addOrganisation( organisation, _cached_title, true );
744
908
 
745
909
                private void parseTITLE( String[] params, String value )
746
910
                {
 
911
                        value = unescapeValue( value );
 
912
 
747
913
                        // if we previously had an organisation, look it up and append this
748
914
                        // title to it
749
915
                        if( _cached_organisation != null && hasOrganisations() ) {
775
941
                        int type;
776
942
                        if( types.contains( "FAX" ) )
777
943
                                if( types.contains( "HOME" ) )
778
 
                                        type = PhonesColumns.TYPE_FAX_HOME;
 
944
                                        type = TYPE_FAX_HOME;
779
945
                                else
780
 
                                        type = PhonesColumns.TYPE_FAX_WORK;
 
946
                                        type = TYPE_FAX_WORK;
781
947
                        else if( types.contains( "CELL" ) || types.contains( "VIDEO" ) )
782
 
                                type = PhonesColumns.TYPE_MOBILE;
 
948
                                type = TYPE_MOBILE;
783
949
                        else if( types.contains( "PAGER" ) )
784
 
                                type = PhonesColumns.TYPE_PAGER;
 
950
                                type = TYPE_PAGER;
785
951
                        else if( types.contains( "WORK" ) )
786
 
                                type = PhonesColumns.TYPE_WORK;
 
952
                                type = TYPE_WORK;
787
953
                        else
788
 
                                type = PhonesColumns.TYPE_HOME;
 
954
                                type = TYPE_HOME;
789
955
 
790
956
                        // add phone number
791
957
                        addNumber( value, type, is_preferred );
802
968
                        boolean is_preferred = types.contains( "PREF" );
803
969
                        int type;
804
970
                        if( types.contains( "WORK" ) )
805
 
                                type = Contacts.ContactMethods.TYPE_WORK;
 
971
                                type = TYPE_WORK;
806
972
                        else
807
 
                                type = Contacts.ContactMethods.TYPE_HOME;
 
973
                                type = TYPE_HOME;
808
974
 
809
 
                        addEmail( value, type, is_preferred );
 
975
                        addEmail( unescapeValue( value ), type, is_preferred );
810
976
                }
811
977
 
812
978
                private void parseADR( String[] params, String value )
813
979
                {
814
980
                        // get address parts
815
 
                        String[] adr_parts = splitValueBySemicolon( value );
 
981
                        String[] adr_parts = splitValueByCharacter( value, ';' );
816
982
 
817
983
                        // build address
818
984
                        value = "";
819
 
                        for( int a = 0; a < adr_parts.length; a++ ) {
820
 
                                if( value.length() > 0 ) value += "\n";
821
 
                                value += adr_parts[ a ].trim();
822
 
                        }
823
 
 
824
 
                        Set< String > types = extractTypes( params, Arrays.asList(
825
 
                                "PREF", "WORK", "HOME", "INTERNET" ) );
826
 
 
827
 
                        // add address
828
 
                        int type;
829
 
                        if( types.contains( "WORK" ) )
830
 
                                type = Contacts.ContactMethods.TYPE_WORK;
831
 
                        else
832
 
                                type = Contacts.ContactMethods.TYPE_HOME;
833
 
 
834
 
                        addAddress( value, type );
835
 
                }
836
 
 
837
 
                public void finaliseParsing()
838
 
                        throws ParseException, SkipContactException,
839
 
                        AbortImportException
 
985
                        for( int a = 0; a < adr_parts.length; a++ )
 
986
                                if( adr_parts[ a ].length() > 0 )
 
987
                                {
 
988
                                        // version 3.0 vCards allow further splitting by comma
 
989
                                        if( _version.equals( "3.0" ) )
 
990
                                        {
 
991
                                                // split this part in to it's comma-separated bits and
 
992
                                                // add them on individual lines
 
993
                                                String[] adr_part_parts =
 
994
                                                        splitValueByCharacter( adr_parts[ a ], ',' );
 
995
                                                for( int b = 0; b < adr_part_parts.length; b++ )
 
996
                                                        if( adr_part_parts[ b ].length() > 0 )
 
997
                                                        {
 
998
                                                                if( value.length() > 0 ) value += "\n";
 
999
                                                                value += adr_part_parts[ b ];
 
1000
                                                        }
 
1001
                                        }
 
1002
                                        else
 
1003
                                        {
 
1004
                                                // add this part on an individual line
 
1005
                                                if( value.length() > 0 ) value += "\n";
 
1006
                                                value += adr_parts[ a ];
 
1007
                                        }
 
1008
                                }
 
1009
 
 
1010
                        Set< String > types = extractTypes( params, Arrays.asList(
 
1011
                                "PREF", "WORK", "HOME" ) );
 
1012
 
 
1013
                        // add address
 
1014
                        int type;
 
1015
                        if( types.contains( "WORK" ) )
 
1016
                                type = TYPE_WORK;
 
1017
                        else
 
1018
                                type = TYPE_HOME;
 
1019
 
 
1020
                        addAddress( unescapeValue( value ), type );
 
1021
                }
 
1022
 
 
1023
                private void parseLABEL( String[] params, String value )
 
1024
                {
 
1025
                        Set< String > types = extractTypes( params, Arrays.asList(
 
1026
                                "PREF", "WORK", "HOME" ) );
 
1027
 
 
1028
                        // add address
 
1029
                        int type;
 
1030
                        if( types.contains( "WORK" ) )
 
1031
                                type = TYPE_WORK;
 
1032
                        else
 
1033
                                type = TYPE_HOME;
 
1034
 
 
1035
                        addAddress( unescapeValue( value ), type );
 
1036
                }
 
1037
 
 
1038
                private void parseNOTE( String[] params, String value )
 
1039
                {
 
1040
                        addNote( unescapeValue( value ) );
 
1041
                }
 
1042
 
 
1043
                private void parseBDAY( String[] params, String value )
 
1044
                {
 
1045
                        setBirthday( value );
 
1046
                }
 
1047
 
 
1048
                public void finaliseVcard()
 
1049
                        throws ParseException, ContactNotIdentifiableException
840
1050
                {
841
1051
                        // missing version (and data is present)
842
 
                        if( _version == null && _buffers != null )
 
1052
                        if( _version == null && _content_lines != null )
843
1053
                                throw new ParseException( R.string.error_vcf_malformed );
844
1054
 
845
 
                        // check if we should import this contact
846
 
                        try {
847
 
                                if( !isImportRequired( this ) )
848
 
                                        throw new SkipContactException();
849
 
                        }
850
 
                        catch( ContactNeedsMoreInfoException e ) {
851
 
                                throw new ParseException( R.string.error_vcf_notenoughinfo );
852
 
                        }
 
1055
                        // finalise the parent class
 
1056
                        finalise();
853
1057
                }
854
1058
 
 
1059
                /**
 
1060
                 * Amongst the params, find the value of the first, only, of any with
 
1061
                 * the specified name.
 
1062
                 *
 
1063
                 * @param params
 
1064
                 * @param name
 
1065
                 * @return a value, or null
 
1066
                 */
855
1067
                private String checkParam( String[] params, String name )
856
1068
                {
 
1069
                        String[] res = checkParams( params, name );
 
1070
                        return res.length > 0? res[ 0 ] : null;
 
1071
                }
 
1072
 
 
1073
                /**
 
1074
                 * Amongst the params, find the values of any with the specified name.
 
1075
                 *
 
1076
                 * @param params
 
1077
                 * @param name
 
1078
                 * @return an array of values, or null
 
1079
                 */
 
1080
                private String[] checkParams( String[] params, String name )
 
1081
                {
 
1082
                        HashSet< String > ret = new HashSet< String >();
 
1083
 
857
1084
                        Pattern p = Pattern.compile(
858
 
                                "^" + name + "[ \\t]*=[ \\t]*(\"?)(.*)\\1$" );
 
1085
                                "^" + name + "[ \\t]*=[ \\t]*(\"?)(.*)\\1$",
 
1086
                                Pattern.CASE_INSENSITIVE );
859
1087
                        for( int i = 0; i < params.length; i++ ) {
860
1088
                                Matcher m = p.matcher( params[ i ] );
861
1089
                                if( m.matches() )
862
 
                                        return m.group( 2 );
 
1090
                                        ret.add( m.group( 2 ) );
863
1091
                        }
864
 
                        return null;
 
1092
 
 
1093
                        return (String[]) ret.toArray( new String[ ret.size() ] );
865
1094
                }
866
1095
 
 
1096
                /**
 
1097
                 * Amongst the params, return any type values present.  For v2.1 vCards,
 
1098
                 * those types are just parameters.  For v3.0, they are prefixed with
 
1099
                 * "TYPE=".  There may also be multiple type parameters.
 
1100
                 *
 
1101
                 * @param params an array of params to look for types in
 
1102
                 * @param valid_types an list of upper-case type values to look for
 
1103
                 * @return a set of present type values
 
1104
                 */
867
1105
                private Set< String > extractTypes( String[] params,
868
1106
                        List< String > valid_types )
869
1107
                {
870
1108
                        HashSet< String > types = new HashSet< String >();
871
1109
 
872
1110
                        // get 3.0-style TYPE= param
873
 
                        String type_param;
874
 
                        if( ( type_param = checkParam( params, "TYPE" ) ) != null ) {
875
 
                                String[] parts = type_param.split( "," );
876
 
                                for( int i = 0; i < parts.length; i++ )
877
 
                                        if( valid_types.contains( parts[ i ] ) )
878
 
                                                types.add( parts[ i ] );
 
1111
                        String type_params[] = checkParams( params, "TYPE" );
 
1112
                        for( int a = 0; a < type_params.length; a++ )
 
1113
                        {
 
1114
                                // check for a comma-separated list of types (why? I don't think
 
1115
                                // this is in the specs!)
 
1116
                                String[] parts = type_params[ a ].split( "," );
 
1117
                                for( int i = 0; i < parts.length; i++ ) {
 
1118
                                        String ucpart = parts[ i ].toUpperCase( Locale.US );
 
1119
                                        if( valid_types.contains( ucpart ) )
 
1120
                                                types.add( ucpart );
 
1121
                                }
879
1122
                        }
880
1123
 
881
1124
                        // get 2.1-style type param
882
1125
                        if( _version.equals( "2.1" ) ) {
883
 
                                for( int i = 1; i < params.length; i++ )
884
 
                                        if( valid_types.contains( params[ i ] ) )
885
 
                                                types.add( params[ i ] );
 
1126
                                for( int i = 1; i < params.length; i++ ) {
 
1127
                                        String ucparam = params[ i ].toUpperCase( Locale.US );
 
1128
                                        if( valid_types.contains( ucparam ) )
 
1129
                                                types.add( ucparam );
 
1130
                                }
886
1131
                        }
887
1132
 
888
1133
                        return types;
910
1155
                                else if( ch == '=' && i == in.limit() - 1 )
911
1156
                                {
912
1157
                                        // we found a '=' at the end of a line signifying a multi-
913
 
                                        // line string, so we don't add it.
 
1158
                                        // line string, so we don't add it
914
1159
                                        another = true;
915
1160
                                        continue;
916
1161
                                }