/android/import-contacts

To get this branch, use:
bzr branch http://bzr.ed.am/android/import-contacts

« back to all changes in this revision

Viewing changes to src/org/waxworlds/importcontacts/VCFImporter.java

  • Committer: edam
  • Date: 2009-01-10 16:14:11 UTC
  • Revision ID: edam@waxworlds.org-20090110161411-4d17l9hs9d6j277q
Initial import

Show diffs side-by-side

added added

removed removed

1
 
/*
2
 
 * VCFImporter.java
3
 
 *
4
 
 * Copyright (C) 2009 to 2011 Tim Marston <edam@waxworlds.org>
5
 
 *
6
 
 * This file is part of the Import Contacts program (hereafter referred
7
 
 * to as "this program"). For more information, see
8
 
 * http://www.waxworlds.org/edam/software/android/import-contacts
9
 
 *
10
 
 * This program is free software: you can redistribute it and/or modify
11
 
 * it under the terms of the GNU General Public License as published by
12
 
 * the Free Software Foundation, either version 3 of the License, or
13
 
 * (at your option) any later version.
14
 
 *
15
 
 * This program is distributed in the hope that it will be useful,
16
 
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17
 
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18
 
 * GNU General Public License for more details.
19
 
 *
20
 
 * You should have received a copy of the GNU General Public License
21
 
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
22
 
 */
23
 
 
24
 
package org.waxworlds.edam.importcontacts;
 
1
package org.waxworlds.importcontacts;
25
2
 
26
3
import java.io.BufferedReader;
27
4
import java.io.File;
28
 
import java.io.FileInputStream;
29
5
import java.io.FileNotFoundException;
30
6
import java.io.FileReader;
31
7
import java.io.FilenameFilter;
32
8
import java.io.IOException;
33
9
import java.io.UnsupportedEncodingException;
34
 
import java.nio.ByteBuffer;
35
 
import java.util.ArrayList;
36
10
import java.util.Arrays;
37
 
import java.util.HashMap;
38
11
import java.util.HashSet;
39
 
import java.util.Iterator;
40
12
import java.util.List;
41
 
import java.util.NoSuchElementException;
42
13
import java.util.Set;
43
14
import java.util.Vector;
44
15
import java.util.regex.Matcher;
45
16
import java.util.regex.Pattern;
46
17
 
 
18
import org.waxworlds.importcontacts.Importer.AbortImportException;
 
19
 
47
20
import android.content.SharedPreferences;
48
21
import android.provider.Contacts;
49
22
import android.provider.Contacts.PhonesColumns;
50
23
 
51
24
public class VCFImporter extends Importer
52
25
{
53
 
        private int _vcard_count = 0;
 
26
        private int _vCardCount = 0;
54
27
        private int _progress = 0;
55
28
 
56
29
        public VCFImporter( Doit doit )
71
44
                try
72
45
                {
73
46
                        // open directory
74
 
                        String path = "/sdcard" + prefs.getString( "location", "/" );
75
 
                        File file = new File( path );
76
 
                        if( !file.exists() )
 
47
                        String location = prefs.getString( "location", "" );
 
48
                        File dir = new File( location );
 
49
                        if( !dir.exists() || !dir.isDirectory() )
77
50
                                showError( R.string.error_locationnotfound );
78
51
 
79
 
                        // directory, or file?
80
 
                        if( file.isDirectory() )
81
 
                        {
82
 
                                // get files
83
 
                                class VCardFilter implements FilenameFilter {
84
 
                                        public boolean accept( File dir, String name ) {
85
 
                                                return name.toLowerCase().endsWith( ".vcf" );
86
 
                                        }
87
 
                                }
88
 
                                files = file.listFiles( new VCardFilter() );
89
 
                        }
90
 
                        else
91
 
                        {
92
 
                                // use just this file
93
 
                                files = new File[ 1 ];
94
 
                                files[ 0 ] = file;
95
 
                        }
 
52
                        // get files
 
53
                        class VCardFilter implements FilenameFilter {
 
54
                            public boolean accept( File dir, String name ) {
 
55
                                return name.toLowerCase().endsWith( ".vcf" );
 
56
                            }
 
57
                        }
 
58
                        files = dir.listFiles( new VCardFilter() );
96
59
                }
97
60
                catch( SecurityException e ) {
98
61
                        showError( R.string.error_locationpermissions );
110
73
                        countVCardFile( files[ i ] );
111
74
                        setTmpProgress( i );
112
75
                }
113
 
                setProgressMax( _vcard_count ); // will also update tmp progress
 
76
                setProgressMax( _vCardCount );  // will also update tmp progress
114
77
 
115
78
                // import them
116
79
                setProgress( 0 );
124
87
                {
125
88
                        // open file
126
89
                        BufferedReader reader = new BufferedReader(
127
 
                                new FileReader( file ) );
 
90
                                        new FileReader( file ) );
128
91
 
129
92
                        // read
130
93
                        String line;
131
 
                        boolean in_vcard = false;
 
94
                        boolean inVCard = false;
132
95
                        while( ( line = reader.readLine() ) != null )
133
96
                        {
134
 
                                if( !in_vcard ) {
 
97
                                if( !inVCard ) {
135
98
                                        // look for vcard beginning
136
 
                                        if( line.matches( "^BEGIN:VCARD" ) ) {
137
 
                                                in_vcard = true;
138
 
                                                _vcard_count++;
 
99
                                        if( line.matches( "^BEGIN[ \\t]*:[ \\t]*VCARD" ) ) {
 
100
                                                inVCard = true;
 
101
                                                _vCardCount++;
139
102
                                        }
140
103
                                }
141
 
                                else if( line.matches( "^END:VCARD" ) )
142
 
                                        in_vcard = false;
 
104
                                else if( line.matches( "^END[ \\t]*:[ \\t]*VCARD" ) )
 
105
                                        inVCard = false;
143
106
                        }
144
107
 
145
108
                }
146
109
                catch( FileNotFoundException e ) {
147
 
                        showError( getText( R.string.error_filenotfound ) +
148
 
                                file.getName() );
 
110
                        showError( getText( R.string.error_filenotfound ) + file.getName() );
149
111
                }
150
112
                catch( IOException e ) {
151
113
                        showError( getText( R.string.error_ioerror ) + file.getName() );
154
116
 
155
117
        private void importVCardFile( File file ) throws AbortImportException
156
118
        {
157
 
                // check file is good
158
 
                if( !file.exists() )
159
 
                        showError( getText( R.string.error_filenotfound ) +
160
 
                                file.getName() );
161
 
                if( file.length() == 0 )
162
 
                        showError( getText( R.string.error_fileisempty ) +
163
 
                                file.getName() );
164
 
 
165
119
                try
166
120
                {
167
 
                        // open/read file
168
 
                        FileInputStream istream = new FileInputStream( file );
169
 
                        byte[] content = new byte[ (int)file.length() ];
170
 
                        istream.read( content );
171
 
 
172
 
                        // import
173
 
                        importVCardFileContent( content, file.getName() );
 
121
                        // open file
 
122
                        BufferedReader reader = new BufferedReader(
 
123
                                        new FileReader( file ) );
 
124
 
 
125
                        // read
 
126
                        StringBuffer content = new StringBuffer();
 
127
                        String line;
 
128
                        while( ( line = reader.readLine() ) != null )
 
129
                                content.append( line ).append( "\n" );
 
130
 
 
131
                        importVCardFileContent( content.toString(), file.getName() );
174
132
                }
175
133
                catch( FileNotFoundException e ) {
176
 
                        showError( getText( R.string.error_filenotfound ) +
177
 
                                file.getName() );
 
134
                        showError( getText( R.string.error_filenotfound ) + file.getName() );
178
135
                }
179
136
                catch( IOException e ) {
180
137
                        showError( getText( R.string.error_ioerror ) + file.getName() );
181
138
                }
182
139
        }
183
140
 
184
 
        private void importVCardFileContent( byte[] content, String fileName )
185
 
                throws AbortImportException
 
141
        private void importVCardFileContent( String content, String fileName )
 
142
                        throws AbortImportException
186
143
        {
187
 
                // go through lines
188
 
                VCard vcard = null;
189
 
                ContentLineIterator cli = new ContentLineIterator( content );
190
 
                while( cli.hasNext() )
 
144
                // unfold RFC2425 section 5.8.1 folded lines, except that we must also
 
145
                // handle embedded Quoted-Printable encodings that have a trailing '='.
 
146
                // So we remove these first before doing RFC2425 unfolding.
 
147
                content = content.replaceAll( "=\n[ \\t]", "" )
 
148
                                .replaceAll( "\n[ \\t]", "" );
 
149
 
 
150
                // get lines and parse them
 
151
                String[] lines = content.split( "\n" );
 
152
                VCard vCard = null;
 
153
                for( int i = 0; i < lines.length; i++ )
191
154
                {
192
 
                        ByteBuffer buffer = cli.next();
193
 
 
194
 
                        // get a US-ASCII version of the line for processing
195
 
                        String line;
196
 
                        try {
197
 
                                line = new String( buffer.array(), buffer.position(),
198
 
                                        buffer.limit() - buffer.position(), "US-ASCII" );
199
 
                        }
200
 
                        catch( UnsupportedEncodingException e ) {
201
 
                                // we know US-ASCII is supported, so appease the compiler...
202
 
                                line = "";
203
 
                        }
204
 
 
205
 
                        if( vcard == null ) {
 
155
                        String line = lines[ i ];
 
156
 
 
157
                        if( vCard == null ) {
206
158
                                // look for vcard beginning
207
 
                                if( line.matches( "^BEGIN:VCARD" ) ) {
 
159
                                if( line.matches( "^BEGIN[ \\t]*:[ \\t]*VCARD" ) ) {
208
160
                                        setProgress( ++_progress );
209
 
                                        vcard = new VCard();
 
161
                                        vCard = new VCard();
210
162
                                }
211
163
                        }
212
164
                        else {
213
165
                                // look for vcard content or ending
214
 
                                if( line.matches( "^END:VCARD" ) )
 
166
                                if( line.matches( "^END[ \\t]*:[ \\t]*VCARD" ) )
215
167
                                {
216
168
                                        // store vcard and do away with it
217
169
                                        try {
218
 
                                                vcard.finaliseParsing();
219
 
                                                importContact( vcard );
 
170
                                                vCard.finaliseParsing();
 
171
                                                importContact( vCard );
220
172
                                        }
221
173
                                        catch( VCard.ParseException e ) {
222
174
                                                skipContact();
223
175
                                                if( !showContinue(
224
 
                                                        getText( R.string.error_vcf_parse ).toString()
225
 
                                                        + fileName + "\n" + e.getMessage() ) )
226
 
                                                {
227
 
                                                        finish( ACTION_ABORT );
228
 
                                                }
 
176
                                                                getText( R.string.error_vcf_parse ).toString()
 
177
                                                                + fileName + "\n" + e.getMessage() ) )
 
178
                                                        abort();
229
179
                                        }
230
180
                                        catch( VCard.SkipContactException e ) {
231
181
                                                skipContact();
232
182
                                                // do nothing
233
183
                                        }
234
 
                                        vcard = null;
 
184
                                        vCard = null;
235
185
                                }
236
186
                                else
237
187
                                {
238
188
                                        // try giving the line to the vcard
239
189
                                        try {
240
 
                                                vcard.parseLine( buffer, line,
241
 
                                                        cli.doesNextLineLookFolded() );
 
190
                                                vCard.parseLine( line );
242
191
                                        }
243
192
                                        catch( VCard.ParseException e ) {
244
193
                                                skipContact();
245
194
                                                if( !showContinue(
246
 
                                                        getText( R.string.error_vcf_parse ).toString()
247
 
                                                        + fileName + "\n" + e.getMessage() ) )
248
 
                                                {
249
 
                                                        finish( ACTION_ABORT );
250
 
                                                }
 
195
                                                                getText( R.string.error_vcf_parse ).toString()
 
196
                                                                + fileName + "\n" + e.getMessage() ) )
 
197
                                                        abort();
251
198
 
252
199
                                                // although we're continuing, we still need to abort
253
200
                                                // this vCard. Further lines will be ignored until we
254
201
                                                // get to another BEGIN:VCARD line.
255
 
                                                vcard = null;
 
202
                                                vCard = null;
256
203
                                        }
257
204
                                        catch( VCard.SkipContactException e ) {
258
205
                                                skipContact();
259
206
                                                // abort this vCard. Further lines will be ignored until
260
207
                                                // we get to another BEGIN:VCARD line.
261
 
                                                vcard = null;
 
208
                                                vCard = null;
262
209
                                        }
263
210
                                }
264
211
                        }
265
212
                }
266
213
        }
267
214
 
268
 
        class ContentLineIterator implements Iterator< ByteBuffer >
269
 
        {
270
 
                protected byte[] _content = null;
271
 
                protected int _pos = 0;
272
 
 
273
 
                public ContentLineIterator( byte[] content )
274
 
                {
275
 
                        _content = content;
276
 
                }
277
 
 
278
 
                @Override
279
 
                public boolean hasNext()
280
 
                {
281
 
                        return _pos < _content.length;
282
 
                }
283
 
 
284
 
                @Override
285
 
                public ByteBuffer next()
286
 
                {
287
 
                        int initial_pos = _pos;
288
 
 
289
 
                        // find newline
290
 
                        for( ; _pos < _content.length; _pos++ )
291
 
                                if( _content[ _pos ] == '\n' )
292
 
                                {
293
 
                                        // adjust for a \r preceding the \n
294
 
                                        int to = ( _pos > 0 && _content[ _pos - 1 ] == '\r' &&
295
 
                                                _pos > initial_pos )? _pos - 1 : _pos;
296
 
                                        _pos++;
297
 
                                        return ByteBuffer.wrap( _content, initial_pos,
298
 
                                                to - initial_pos );
299
 
                                }
300
 
 
301
 
                        // we didn't find one, but were there bytes left?
302
 
                        if( _pos != initial_pos ) {
303
 
                                int to = _pos;
304
 
                                _pos++;
305
 
                                return ByteBuffer.wrap( _content, initial_pos,
306
 
                                        to - initial_pos );
307
 
                        }
308
 
 
309
 
                        // no bytes left
310
 
                        throw new NoSuchElementException();
311
 
                }
312
 
 
313
 
                @Override
314
 
                public void remove()
315
 
                {
316
 
                        throw new UnsupportedOperationException();
317
 
                }
318
 
 
319
 
                /**
320
 
                 * Does the next line, if there is one, look like it should be folded
321
 
                 * onto the end of this one?
322
 
                 * @return
323
 
                 */
324
 
                public boolean doesNextLineLookFolded()
325
 
                {
326
 
                        return _pos > 0 && _pos < _content.length &&
327
 
                                _content[ _pos - 1 ] == '\n' && _content[ _pos ] == ' ';
328
 
                }
329
 
        }
330
 
 
331
215
        private class VCard extends ContactData
332
216
        {
333
217
                private final static int NAMELEVEL_NONE = 0;
334
 
                private final static int NAMELEVEL_FN = 1;
335
 
                private final static int NAMELEVEL_N = 2;
336
 
 
337
 
                private final static int MULTILINE_NONE = 0;
338
 
                private final static int MULTILINE_ENCODED = 1; // v2.1 quoted-printable
339
 
                private final static int MULTILINE_ESCAPED = 2; // v2.1 \\CRLF
340
 
                private final static int MULTILINE_FOLDED = 3;  // v3.0 folding
 
218
                private final static int NAMELEVEL_ORG = 1;
 
219
                private final static int NAMELEVEL_FN = 2;
 
220
                private final static int NAMELEVEL_N = 3;
341
221
 
342
222
                private String _version = null;
343
 
                private Vector< ByteBuffer > _buffers = null;
344
 
                private int _name_level = NAMELEVEL_NONE;
345
 
                private int _parser_multiline_state = MULTILINE_NONE;
346
 
                private String _parser_current_name_and_params = null;
347
 
                private String _parser_buffered_value_so_far = "";
348
 
                private String _cached_organisation = null;
349
 
                private String _cached_title = null;
350
 
 
351
 
                protected class UnencodeResult
352
 
                {
353
 
                        private boolean _another_line_required;
354
 
                        private ByteBuffer _buffer;
355
 
 
356
 
                        public UnencodeResult( boolean another_line_required,
357
 
                                ByteBuffer buffer )
358
 
                        {
359
 
                                _another_line_required = another_line_required;
360
 
                                _buffer = buffer;
361
 
                        }
362
 
 
363
 
                        public boolean isAnotherLineRequired()
364
 
                        {
365
 
                                return _another_line_required;
366
 
                        }
367
 
 
368
 
                        public ByteBuffer getBuffer()
369
 
                        {
370
 
                                return _buffer;
371
 
                        }
372
 
                }
373
 
 
374
 
                @SuppressWarnings("serial")
 
223
                private Vector< String > _lines = null;
 
224
                private int _nameLevel = NAMELEVEL_NONE;
 
225
 
375
226
                protected class ParseException extends Exception
376
227
                {
377
 
                        @SuppressWarnings("unused")
378
228
                        public ParseException( String error )
379
229
                        {
380
230
                                super( error );
386
236
                        }
387
237
                }
388
238
 
389
 
                @SuppressWarnings("serial")
390
239
                protected class SkipContactException extends Exception { }
391
240
 
392
 
                private String extractCollonPartFromLine( ByteBuffer buffer,
393
 
                        String line, boolean former )
394
 
                {
395
 
                        String ret = null;
396
 
 
397
 
                        // get a US-ASCII version of the line for processing, unless we were
398
 
                        // supplied with one
399
 
                        if( line == null ) {
400
 
                                try {
401
 
                                        line = new String( buffer.array(), buffer.position(),
402
 
                                                buffer.limit() - buffer.position(), "US-ASCII" );
403
 
                                }
404
 
                                catch( UnsupportedEncodingException e ) {
405
 
                                        // we know US-ASCII is supported, so appease the compiler...
406
 
                                        line = "";
407
 
                                }
408
 
                        }
409
 
 
410
 
                        // split line into name and value parts and check to make sure we
411
 
                        // only got 2 parts and that the first part is not zero in length
412
 
                        String[] parts = line.split( ":", 2 );
413
 
                        if( parts.length == 2 && parts[ 0 ].length() > 0 )
414
 
                                ret = parts[ former? 0 : 1 ];
415
 
 
416
 
                        return ret;
417
 
                }
418
 
 
419
 
                private String extractNameAndParamsFromLine( ByteBuffer buffer,
420
 
                        String line )
421
 
                {
422
 
                        return extractCollonPartFromLine( buffer, line, true );
423
 
                }
424
 
 
425
 
                private String extractValueFromLine( ByteBuffer buffer, String line )
426
 
                {
427
 
                        return extractCollonPartFromLine( buffer, line, false );
428
 
                }
429
 
 
430
 
                public void parseLine( ByteBuffer buffer, String line,
431
 
                        boolean next_line_looks_folded )
432
 
                        throws ParseException, SkipContactException,
433
 
                        AbortImportException
434
 
                {
435
 
                        // do we have a version yet?
 
241
                public void parseLine( String line )
 
242
                                throws ParseException, SkipContactException,
 
243
                                AbortImportException
 
244
                {
 
245
                        // get property halves
 
246
                        String[] props = line.split( ":" );
 
247
                        for( int i = 0; i < props.length; i++ )
 
248
                                props[ i ] = props[ i ].trim();
 
249
                        if( props.length < 2 ||
 
250
                                        props[ 0 ].length() < 1 || props[ 1 ].length() < 1 )
 
251
                                throw new ParseException( R.string.error_vcf_malformed );
 
252
 
436
253
                        if( _version == null )
437
254
                        {
438
 
                                // tentatively get name and params from line
439
 
                                String name_and_params =
440
 
                                        extractNameAndParamsFromLine( buffer, line );
441
 
 
442
 
                                // is it a version line?
443
 
                                if( name_and_params != null &&
444
 
                                        name_and_params.equals( "VERSION" ) )
 
255
                                if( props[ 0 ].equals( "VERSION" ) )
445
256
                                {
446
 
                                        // yes, get it!
447
 
                                        String value = extractValueFromLine( buffer, line );
448
 
                                        if( !value.equals( "2.1" ) && !value.equals( "3.0" ) )
 
257
                                        // get version
 
258
                                        if( !props[ 1 ].equals( "2.1" ) &&
 
259
                                                        !props[ 1 ].equals( "3.0" ) )
449
260
                                                throw new ParseException( R.string.error_vcf_version );
450
 
                                        _version = value;
 
261
                                        _version = props[ 1 ];
451
262
 
452
 
                                        // parse any buffers we've been accumulating while we waited
453
 
                                        // for a version
454
 
                                        if( _buffers != null )
455
 
                                                for( int i = 0; i < _buffers.size(); i++ )
456
 
                                                        parseLine( _buffers.get( i ), null,
457
 
                                                                i + 1 < _buffers.size() &&
458
 
                                                                _buffers.get( i + 1 ).hasRemaining() &&
459
 
                                                                _buffers.get( i + 1 ).get(
460
 
                                                                        _buffers.get( i + 1 ).position() ) == ' ' );
461
 
                                        _buffers = null;
 
263
                                        // parse any other lines we've accumulated so far
 
264
                                        if( _lines != null )
 
265
                                                for( int i = 0; i < _lines.size(); i++ )
 
266
                                                        parseLine( _lines.get( i ) );
 
267
                                        _lines = null;
462
268
                                }
463
269
                                else
464
270
                                {
465
 
                                        // no, so stash this line till we get a version
466
 
                                        if( _buffers == null )
467
 
                                                _buffers = new Vector< ByteBuffer >();
468
 
                                        _buffers.add( buffer );
 
271
                                        // stash this line till we have a version
 
272
                                        if( _lines == null )
 
273
                                                _lines = new Vector< String >();
 
274
                                        _lines.add( line );
469
275
                                }
470
276
                        }
471
277
                        else
472
278
                        {
473
 
                                // name and params and the position in the buffer where the
474
 
                                // "value" part of the line start
475
 
                                String name_and_params;
476
 
                                int pos;
477
 
 
478
 
                                if( _parser_multiline_state != MULTILINE_NONE )
479
 
                                {
480
 
                                        // if we're currently in a multi-line value, use the stored
481
 
                                        // property name and parameters
482
 
                                        name_and_params = _parser_current_name_and_params;
483
 
 
484
 
                                        // skip some initial line characters, depending on the type
485
 
                                        // of multi-line we're handling
486
 
                                        pos = buffer.position();
487
 
                                        switch( _parser_multiline_state )
488
 
                                        {
489
 
                                        case MULTILINE_FOLDED:
490
 
                                                pos++;
491
 
                                                break;
492
 
                                        case MULTILINE_ENCODED:
493
 
                                                while( pos < buffer.limit() && (
494
 
                                                        buffer.get( pos ) == ' ' ||
495
 
                                                        buffer.get( pos ) == '\t' ) )
496
 
                                                {
497
 
                                                        pos++;
498
 
                                                }
499
 
                                                break;
500
 
                                        default:
501
 
                                                // do nothing
502
 
                                        }
503
 
 
504
 
                                        // take us out of multi-line so that we can re-detect that
505
 
                                        // this line is a multi-line or not
506
 
                                        _parser_multiline_state = MULTILINE_NONE;
507
 
                                }
508
 
                                else
509
 
                                {
510
 
                                        // get name and params from line, and since we're not
511
 
                                        // parsing a subsequent line in a multi-line, this should
512
 
                                        // not fail, or it's an error
513
 
                                        name_and_params =
514
 
                                                extractNameAndParamsFromLine( buffer, line );
515
 
                                        if( name_and_params == null )
516
 
                                                throw new ParseException(
517
 
                                                        R.string.error_vcf_malformed );
518
 
 
519
 
                                        // calculate how many chars to skip from beginning of line
520
 
                                        // so we skip the property "name:" part
521
 
                                        pos = buffer.position() + name_and_params.length() + 1;
522
 
 
523
 
                                        // reset the saved multi-line state
524
 
                                        _parser_current_name_and_params = name_and_params;
525
 
                                        _parser_buffered_value_so_far = "";
526
 
                                }
527
 
 
528
 
                                // get value from buffer, as raw bytes
529
 
                                ByteBuffer value;
530
 
                                value = ByteBuffer.wrap( buffer.array(), pos,
531
 
                                        buffer.limit() - pos );
532
 
 
533
279
                                // get parameter parts
534
 
                                String[] name_param_parts = name_and_params.split( ";", -1 );
535
 
                                for( int i = 0; i < name_param_parts.length; i++ )
536
 
                                        name_param_parts[ i ] = name_param_parts[ i ].trim();
537
 
 
538
 
                                // parse encoding parameter
539
 
                                String encoding = checkParam( name_param_parts, "ENCODING" );
540
 
                                if( encoding != null ) encoding = encoding.toUpperCase();
541
 
                                if( encoding != null && !encoding.equals( "8BIT" ) &&
542
 
                                        !encoding.equals( "QUOTED-PRINTABLE" ) )
543
 
                                        //&& !encoding.equals( "BASE64" ) )
544
 
                                {
545
 
                                        throw new ParseException( R.string.error_vcf_encoding );
546
 
                                }
547
 
 
548
 
                                // parse charset parameter
549
 
                                String charset = checkParam( name_param_parts, "CHARSET" );
550
 
                                if( charset != null ) charset = charset.toUpperCase();
551
 
                                if( charset != null && !charset.equals( "US-ASCII" ) &&
552
 
                                        !charset.equals( "ASCII" ) &&
553
 
                                        !charset.equals( "UTF-8" ) )
554
 
                                {
555
 
                                        throw new ParseException( R.string.error_vcf_charset );
556
 
                                }
557
 
 
558
 
                                // do unencoding (or default to a fake unencoding result with
559
 
                                // the raw string)
560
 
                                UnencodeResult unencoding_result = null;
561
 
                                if( encoding != null && encoding.equals( "QUOTED-PRINTABLE" ) )
562
 
                                        unencoding_result = unencodeQuotedPrintable( value );
563
 
//                              else if( encoding != null && encoding.equals( "BASE64" ) )
564
 
//                                      unencoding_result = unencodeBase64( props[ 1 ], charset );
565
 
                                if( unencoding_result != null ) {
566
 
                                        value = unencoding_result.getBuffer();
567
 
                                        if( unencoding_result.isAnotherLineRequired() )
568
 
                                                _parser_multiline_state = MULTILINE_ENCODED;
569
 
                                }
570
 
 
571
 
                                // convert 8-bit ASCII charset to US-ASCII
572
 
                                if( charset == null || charset.equals( "ASCII" ) ) {
573
 
                                        value = transcodeAsciiToUtf8( value );
574
 
                                        charset = "UTF-8";
575
 
                                }
576
 
 
577
 
                                // process charset
578
 
                                String string_value;
579
 
                                try {
580
 
                                        string_value = new String( value.array(), value.position(),
581
 
                                                value.limit() - value.position(), charset );
582
 
                                } catch( UnsupportedEncodingException e ) {
583
 
                                        throw new ParseException( R.string.error_vcf_charset );
584
 
                                }
585
 
 
586
 
                                // for some entries that have semicolon-separated value parts,
587
 
                                // check to see if the value ends in an escape character, which
588
 
                                // indicates that we have a multi-line value
589
 
                                if( ( name_param_parts[ 0 ].equals( "N" ) ||
590
 
                                        name_param_parts[ 0 ].equals( "ORG" ) ||
591
 
                                        name_param_parts[ 0 ].equals( "ADR" ) ) &&
592
 
                                        doesStringEndInAnEscapeChar( string_value ) )
593
 
                                {
594
 
                                        _parser_multiline_state = MULTILINE_ESCAPED;
595
 
                                        string_value = string_value.substring( 0,
596
 
                                                string_value.length() - 1 );
597
 
                                }
598
 
 
599
 
                                // now we know whether we're in an encoding multi-line,
600
 
                                // determine if we're in a v3 folded multi-line or not
601
 
                                if( _parser_multiline_state == MULTILINE_NONE &&
602
 
                                        _version.equals( "3.0" ) && next_line_looks_folded )
603
 
                                {
604
 
                                        _parser_multiline_state = MULTILINE_FOLDED;
605
 
                                }
606
 
 
607
 
                                // handle multi-lines by buffering them and parsing them when we
608
 
                                // are processing the last line in a multi-line sequence
609
 
                                if( _parser_multiline_state != MULTILINE_NONE ) {
610
 
                                        _parser_buffered_value_so_far += string_value;
611
 
                                        return;
612
 
                                }
613
 
                                String complete_value =
614
 
                                        ( _parser_buffered_value_so_far + string_value ).trim();
615
 
 
616
 
                                // ignore empty values
617
 
                                if( complete_value.length() < 1 ) return;
 
280
                                String[] params = props[ 0 ].split( ";" );
 
281
                                for( int i = 0; i < params.length; i++ )
 
282
                                        params[ i ] = params[ i ].trim();
618
283
 
619
284
                                // parse some properties
620
 
                                if( name_param_parts[ 0 ].equals( "N" ) )
621
 
                                        parseN( name_param_parts, complete_value );
622
 
                                else if( name_param_parts[ 0 ].equals( "FN" ) )
623
 
                                        parseFN( name_param_parts, complete_value );
624
 
                                else if( name_param_parts[ 0 ].equals( "ORG" ) )
625
 
                                        parseORG( name_param_parts, complete_value );
626
 
                                else if( name_param_parts[ 0 ].equals( "TITLE" ) )
627
 
                                        parseTITLE( name_param_parts, complete_value );
628
 
                                else if( name_param_parts[ 0 ].equals( "TEL" ) )
629
 
                                        parseTEL( name_param_parts, complete_value );
630
 
                                else if( name_param_parts[ 0 ].equals( "EMAIL" ) )
631
 
                                        parseEMAIL( name_param_parts, complete_value );
632
 
                                else if( name_param_parts[ 0 ].equals( "ADR" ) )
633
 
                                        parseADR( name_param_parts, complete_value );
634
 
                        }
635
 
                }
636
 
 
637
 
                private boolean doesStringEndInAnEscapeChar( String string )
638
 
                {
639
 
                        // count the number of backslashes at the end of the string
640
 
                        int count = 0;
641
 
                        for( int a = string.length() - 1; a >= 0; a-- )
642
 
                                if( string.charAt( a ) == '\\' )
643
 
                                        count++;
644
 
                                else
645
 
                                        break;
646
 
 
647
 
                        // if there are an even number of backslashes then the final one
648
 
                        // doesn't count
649
 
                        return ( count & 1 ) == 1;
650
 
                }
651
 
 
652
 
                private String[] splitValueBySemicolon( String value )
653
 
                {
654
 
                        // split string in to parts by semicolon
655
 
                        ArrayList< String > parts = new ArrayList< String >(
656
 
                                Arrays.asList( value.split(  ";" ) ) );
657
 
 
658
 
                        // go through parts
659
 
                        for( int a = 0; a < parts.size(); a++ )
660
 
                        {
661
 
                                String str = parts.get( a );
662
 
 
663
 
                                // look for parts that end in an escape character, but ignore
664
 
                                // the final part. We've already detected escape chars at the
665
 
                                // end of the final part in parseLine() and handled multi-lines
666
 
                                // accordingly.
667
 
                                if( a < parts.size() - 1 &&
668
 
                                        doesStringEndInAnEscapeChar( str ) )
669
 
                                {
670
 
                                        // join the next part to this part and remove the next part
671
 
                                        parts.set( a, str.substring( 0, str.length() - 1 ) +
672
 
                                                ';' + parts.get( a + 1 ) );
673
 
                                        parts.remove( a + 1 );
674
 
 
675
 
                                        // re-visit this part
676
 
                                        a--;
677
 
                                        continue;
678
 
                                }
679
 
 
680
 
                                // trim and replace string
681
 
                                str = str.trim();
682
 
                                parts.set( a, str );
683
 
                        }
684
 
 
685
 
                        String[] ret = new String[ parts.size() ];
686
 
                        return parts.toArray( ret );
 
285
                                if( params[ 0 ].equals( "N" ) )
 
286
                                        parseN( params, props[ 1 ] );
 
287
                                else if( params[ 0 ].equals( "FN" ) )
 
288
                                        parseFN( params, props[ 1 ] );
 
289
                                else if( params[ 0 ].equals( "ORG" ) )
 
290
                                        parseORG( params, props[ 1 ] );
 
291
                                else if( params[ 0 ].equals( "TEL" ) )
 
292
                                        parseTEL( params, props[ 1 ] );
 
293
                                else if( params[ 0 ].equals( "EMAIL" ) )
 
294
                                        parseEMAIL( params, props[ 1 ] );
 
295
                        }
687
296
                }
688
297
 
689
298
                private void parseN( String[] params, String value )
 
299
                                throws ParseException, SkipContactException,
 
300
                                AbortImportException
690
301
                {
691
302
                        // already got a better name?
692
 
                        if( _name_level >= NAMELEVEL_N ) return;
 
303
                        if( _nameLevel >= NAMELEVEL_N ) return;
693
304
 
694
305
                        // get name parts
695
 
                        String[] name_parts = splitValueBySemicolon( value );
 
306
                        String[] nameparts = value.split( ";" );
 
307
                        for( int i = 0; i < nameparts.length; i++ )
 
308
                                nameparts[ i ] = nameparts[ i ].trim();
696
309
 
697
310
                        // build name
698
311
                        value = "";
699
 
                        if( name_parts.length > 1 && name_parts[ 1 ].length() > 0 )
700
 
                                value += name_parts[ 1 ];
701
 
                        if( name_parts.length > 0 && name_parts[ 0 ].length() > 0 )
702
 
                                value += ( value.length() == 0? "" : " " ) + name_parts[ 0 ];
 
312
                        if( nameparts.length > 1 && nameparts[ 1 ].length() > 0 )
 
313
                                value += nameparts[ 1 ];
 
314
                        if( nameparts[ 0 ].length() > 0 )
 
315
                                value += ( value.length() == 0? "" : " " ) + nameparts[ 0 ];
703
316
 
704
317
                        // set name
705
 
                        setName( value );
706
 
                        _name_level = NAMELEVEL_N;
 
318
                        setName( undoCharsetAndEncoding( params, value ) );
 
319
                        _nameLevel = NAMELEVEL_N;
 
320
 
 
321
                        // check now to see if we need to import this contact (to avoid
 
322
                        // parsing the rest of the vCard unnecessarily)
 
323
                        if( !isImportRequired( getName() ) )
 
324
                                throw new SkipContactException();
707
325
                }
708
326
 
709
327
                private void parseFN( String[] params, String value )
 
328
                                throws ParseException, SkipContactException
710
329
                {
711
330
                        // already got a better name?
712
 
                        if( _name_level >= NAMELEVEL_FN ) return;
 
331
                        if( _nameLevel >= NAMELEVEL_FN ) return;
713
332
 
714
333
                        // set name
715
 
                        setName( value );
716
 
                        _name_level = NAMELEVEL_FN;
 
334
                        setName( undoCharsetAndEncoding( params, value ) );
 
335
                        _nameLevel = NAMELEVEL_FN;
717
336
                }
718
337
 
719
338
                private void parseORG( String[] params, String value )
 
339
                                throws ParseException, SkipContactException
720
340
                {
 
341
                        // already got a better name?
 
342
                        if( _nameLevel >= NAMELEVEL_ORG ) return;
 
343
 
721
344
                        // get org parts
722
 
                        String[] org_parts = splitValueBySemicolon( value );
723
 
                        if( org_parts == null || org_parts.length < 1 ) return;
724
 
 
725
 
                        // build organisation name
726
 
                        StringBuilder builder = new StringBuilder(
727
 
                                String.valueOf( org_parts[ 0 ] ) );
728
 
                        for( int a = 1; a < org_parts.length; a++ )
729
 
                                builder.append( ", " ).append( org_parts[ a ] );
730
 
                        String organisation = builder.toString();
731
 
 
732
 
                        // set organisation name (using a title we've previously found)
733
 
                        addOrganisation( organisation, _cached_title, true );
734
 
 
735
 
                        // if we've not previously found a title, store this organisation
736
 
                        // name (we'll need it when we find a title to update the
737
 
                        // organisation, by name), else if we *have* previously found a
738
 
                        // title, clear it (since we just used it)
739
 
                        if( _cached_title == null )
740
 
                                _cached_organisation = organisation;
741
 
                        else
742
 
                                _cached_title = null;
743
 
                }
744
 
 
745
 
                private void parseTITLE( String[] params, String value )
746
 
                {
747
 
                        // if we previously had an organisation, look it up and append this
748
 
                        // title to it
749
 
                        if( _cached_organisation != null && hasOrganisations() ) {
750
 
                                HashMap< String, ExtraDetail > datas = getOrganisations();
751
 
                                ExtraDetail detail = datas.get( _cached_organisation );
752
 
                                if( detail != null )
753
 
                                        detail.setExtra( value );
754
 
                        }
755
 
 
756
 
                        // same as when handling organisation, if we've not previously found
757
 
                        // an organisation we store this title, else we clear it (since we
758
 
                        // just appended this title to it)
759
 
                        if( _cached_organisation == null )
760
 
                                _cached_title = value;
761
 
                        else
762
 
                                _cached_organisation = null;
 
345
                        String[] orgparts = value.split( ";" );
 
346
                        for( int i = 0; i < orgparts.length; i++ )
 
347
                                orgparts[ i ] = orgparts[ i ].trim();
 
348
 
 
349
                        // build name
 
350
                        if( orgparts[ 0 ].length() == 0 && orgparts.length > 1 )
 
351
                                value = orgparts[ 1 ];
 
352
                        else
 
353
                                value = orgparts[ 0 ];
 
354
 
 
355
                        // set name
 
356
                        setName( undoCharsetAndEncoding( params, value ) );
 
357
                        _nameLevel = NAMELEVEL_ORG;
763
358
                }
764
359
 
765
360
                private void parseTEL( String[] params, String value )
 
361
                                throws ParseException
766
362
                {
767
363
                        if( value.length() == 0 ) return;
768
364
 
769
365
                        Set< String > types = extractTypes( params, Arrays.asList(
770
 
                                "PREF", "HOME", "WORK", "VOICE", "FAX", "MSG", "CELL",
771
 
                                "PAGER", "BBS", "MODEM", "CAR", "ISDN", "VIDEO" ) );
 
366
                                        "PREF", "HOME", "WORK", "VOICE", "FAX", "MSG", "CELL",
 
367
                                        "PAGER", "BBS", "MODEM", "CAR", "ISDN", "VIDEO" ) );
772
368
 
773
369
                        // here's the logic...
774
 
                        boolean is_preferred = types.contains( "PREF" );
775
 
                        int type;
 
370
                        boolean preferred = types.contains( "PREF" );
 
371
                        if( types.contains( "VOICE" ) )
 
372
                                if( types.contains( "WORK" ) )
 
373
                                        addPhone( value, PhonesColumns.TYPE_WORK, preferred );
 
374
                                else
 
375
                                        addPhone( value, PhonesColumns.TYPE_HOME, preferred );
 
376
                        else if( types.contains( "CELL" ) || types.contains( "VIDEO" ) )
 
377
                                addPhone( value, PhonesColumns.TYPE_MOBILE, preferred );
776
378
                        if( types.contains( "FAX" ) )
777
379
                                if( types.contains( "HOME" ) )
778
 
                                        type = PhonesColumns.TYPE_FAX_HOME;
 
380
                                        addPhone( value, PhonesColumns.TYPE_FAX_HOME, preferred );
779
381
                                else
780
 
                                        type = PhonesColumns.TYPE_FAX_WORK;
781
 
                        else if( types.contains( "CELL" ) || types.contains( "VIDEO" ) )
782
 
                                type = PhonesColumns.TYPE_MOBILE;
783
 
                        else if( types.contains( "PAGER" ) )
784
 
                                type = PhonesColumns.TYPE_PAGER;
785
 
                        else if( types.contains( "WORK" ) )
786
 
                                type = PhonesColumns.TYPE_WORK;
787
 
                        else
788
 
                                type = PhonesColumns.TYPE_HOME;
789
 
 
790
 
                        // add phone number
791
 
                        addNumber( value, type, is_preferred );
 
382
                                        addPhone( value, PhonesColumns.TYPE_FAX_WORK, preferred );
 
383
                        if( types.contains( "PAGER" ) )
 
384
                                addPhone( value, PhonesColumns.TYPE_PAGER, preferred );
792
385
                }
793
386
 
794
387
                public void parseEMAIL( String[] params, String value )
796
389
                        if( value.length() == 0 ) return;
797
390
 
798
391
                        Set< String > types = extractTypes( params, Arrays.asList(
799
 
                                "PREF", "WORK", "HOME", "INTERNET" ) );
800
 
 
801
 
                        // add email address
802
 
                        boolean is_preferred = types.contains( "PREF" );
803
 
                        int type;
804
 
                        if( types.contains( "WORK" ) )
805
 
                                type = Contacts.ContactMethods.TYPE_WORK;
806
 
                        else
807
 
                                type = Contacts.ContactMethods.TYPE_HOME;
808
 
 
809
 
                        addEmail( value, type, is_preferred );
810
 
                }
811
 
 
812
 
                private void parseADR( String[] params, String value )
813
 
                {
814
 
                        // get address parts
815
 
                        String[] adr_parts = splitValueBySemicolon( value );
816
 
 
817
 
                        // build address
818
 
                        value = "";
819
 
                        for( int a = 0; a < adr_parts.length; a++ ) {
820
 
                                if( value.length() > 0 ) value += "\n";
821
 
                                value += adr_parts[ a ].trim();
822
 
                        }
823
 
 
824
 
                        Set< String > types = extractTypes( params, Arrays.asList(
825
 
                                "PREF", "WORK", "HOME", "INTERNET" ) );
826
 
 
827
 
                        // add address
828
 
                        int type;
829
 
                        if( types.contains( "WORK" ) )
830
 
                                type = Contacts.ContactMethods.TYPE_WORK;
831
 
                        else
832
 
                                type = Contacts.ContactMethods.TYPE_HOME;
833
 
 
834
 
                        addAddress( value, type );
 
392
                                        "PREF", "WORK", "HOME", "INTERNET" ) );
 
393
 
 
394
                        // here's the logic...
 
395
                        boolean preferred = types.contains( "PREF" );
 
396
                        if( types.contains( "WORK" ) )
 
397
                                addEmail( value, Contacts.ContactMethods.TYPE_WORK, preferred );
 
398
                        else
 
399
                                addEmail( value, Contacts.ContactMethods.TYPE_HOME, preferred );
835
400
                }
836
401
 
837
402
                public void finaliseParsing()
838
 
                        throws ParseException, SkipContactException,
839
 
                        AbortImportException
 
403
                                throws ParseException, SkipContactException,
 
404
                                AbortImportException
840
405
                {
841
406
                        // missing version (and data is present)
842
 
                        if( _version == null && _buffers != null )
 
407
                        if( _version == null && _lines != null )
843
408
                                throw new ParseException( R.string.error_vcf_malformed );
844
409
 
845
 
                        // check if we should import this contact
846
 
                        try {
847
 
                                if( !isImportRequired( this ) )
848
 
                                        throw new SkipContactException();
849
 
                        }
850
 
                        catch( ContactNeedsMoreInfoException e ) {
851
 
                                throw new ParseException( R.string.error_vcf_notenoughinfo );
852
 
                        }
 
410
                        //  missing name properties?
 
411
                        if( _nameLevel == NAMELEVEL_NONE )
 
412
                                throw new ParseException( R.string.error_vcf_noname );
 
413
 
 
414
                        // check if we should import this one? If we've already got an 'N'-
 
415
                        // type name, this will already have been done by parseN() so we
 
416
                        // mustn't do this here (or it could prompt twice!)
 
417
                        if( _nameLevel < NAMELEVEL_N && !isImportRequired( getName() ) )
 
418
                                throw new SkipContactException();
 
419
                }
 
420
 
 
421
                private String undoCharsetAndEncoding( String[] params, String value )
 
422
                                throws ParseException
 
423
                {
 
424
                        // check encoding/charset
 
425
                        String charset, encoding;
 
426
                        if( ( charset = checkParam( params, "CHARSET" ) ) != null &&
 
427
                                        !charset.equals( "UTF-8" ) && !charset.equals( "UTF-16" ) )
 
428
                                throw new ParseException( R.string.error_vcf_charset );
 
429
                        if( ( encoding = checkParam( params, "ENCODING" ) ) != null &&
 
430
                                        !encoding.equals( "QUOTED-PRINTABLE" ) )
 
431
                                throw new ParseException( R.string.error_vcf_encoding );
 
432
 
 
433
                        // do decoding?
 
434
                        if( encoding != null && encoding.equals( "QUOTED-PRINTABLE" ) )
 
435
                                return unencodeQuotedPrintable( value, charset );
 
436
 
 
437
                        // nothing to do!
 
438
                        return value;
853
439
                }
854
440
 
855
441
                private String checkParam( String[] params, String name )
856
442
                {
857
 
                        Pattern p = Pattern.compile(
858
 
                                "^" + name + "[ \\t]*=[ \\t]*(\"?)(.*)\\1$" );
 
443
                        Pattern p = Pattern.compile( "^" + name + "[ \\t]*=[ \\t]*(.*)$" );
859
444
                        for( int i = 0; i < params.length; i++ ) {
860
445
                                Matcher m = p.matcher( params[ i ] );
861
446
                                if( m.matches() )
862
 
                                        return m.group( 2 );
 
447
                                        return m.group( 1 );
863
448
                        }
864
449
                        return null;
865
450
                }
866
451
 
867
452
                private Set< String > extractTypes( String[] params,
868
 
                        List< String > valid_types )
 
453
                                List< String > validTypes )
869
454
                {
870
455
                        HashSet< String > types = new HashSet< String >();
871
456
 
872
457
                        // get 3.0-style TYPE= param
873
 
                        String type_param;
874
 
                        if( ( type_param = checkParam( params, "TYPE" ) ) != null ) {
875
 
                                String[] parts = type_param.split( "," );
876
 
                                for( int i = 0; i < parts.length; i++ )
877
 
                                        if( valid_types.contains( parts[ i ] ) )
878
 
                                                types.add( parts[ i ] );
 
458
                        String typeParam;
 
459
                        if( ( typeParam = checkParam( params, "TYPE" ) ) != null ) {
 
460
                                String[] bits = typeParam.split( "," );
 
461
                                for( int i = 0; i < bits.length; i++ )
 
462
                                        if( validTypes.contains( bits[ i ] ) )
 
463
                                                types.add( bits[ i ] );
879
464
                        }
880
465
 
881
466
                        // get 2.1-style type param
882
467
                        if( _version.equals( "2.1" ) ) {
883
468
                                for( int i = 1; i < params.length; i++ )
884
 
                                        if( valid_types.contains( params[ i ] ) )
 
469
                                        if( validTypes.contains( params[ i ] ) )
885
470
                                                types.add( params[ i ] );
886
471
                        }
887
472
 
888
473
                        return types;
889
474
                }
890
475
 
891
 
                private UnencodeResult unencodeQuotedPrintable( ByteBuffer in )
 
476
                private String unencodeQuotedPrintable( String str, String charset )
892
477
                {
893
 
                        boolean another = false;
 
478
                        // default encoding scheme
 
479
                        if( charset == null ) charset = "UTF-8";
894
480
 
895
 
                        // unencode quoted-printable encoding, as per RFC1521 section 5.1
896
 
                        byte[] out = new byte[ in.limit() - in.position() ];
 
481
                        // unencode quoted-pritable encoding, as per RFC1521 section 5.1
 
482
                        byte[] bytes = new byte[ str.length() ];
897
483
                        int j = 0;
898
 
                        for( int i = in.position(); i < in.limit(); i++ )
899
 
                        {
900
 
                                // get next char and process...
901
 
                                byte ch = in.array()[ i ];
902
 
                                if( ch == '=' && i < in.limit() - 2 )
903
 
                                {
904
 
                                        // we found a =XX format byte, add it
905
 
                                        out[ j ] = (byte)(
906
 
                                                        Character.digit( in.array()[ i + 1 ], 16 ) * 16 +
907
 
                                                        Character.digit( in.array()[ i + 2 ], 16 ) );
 
484
                        for( int i = 0; i < str.length(); i++, j++ ) {
 
485
                                char ch = str.charAt( i );
 
486
                                if( ch == '=' && i < str.length() - 2 ) {
 
487
                                        bytes[ j ] = (byte)(
 
488
                                                        Character.digit( str.charAt( i + 1 ), 16 ) * 16 +
 
489
                                                        Character.digit( str.charAt( i + 2 ), 16 ) );
908
490
                                        i += 2;
909
491
                                }
910
 
                                else if( ch == '=' && i == in.limit() - 1 )
911
 
                                {
912
 
                                        // we found a '=' at the end of a line signifying a multi-
913
 
                                        // line string, so we don't add it.
914
 
                                        another = true;
915
 
                                        continue;
916
 
                                }
917
492
                                else
918
 
                                        // just a normal char...
919
 
                                        out[ j ] = (byte)ch;
920
 
                                j++;
921
 
                        }
922
 
 
923
 
                        return new UnencodeResult( another, ByteBuffer.wrap( out, 0, j ) );
924
 
                }
925
 
 
926
 
                private ByteBuffer transcodeAsciiToUtf8( ByteBuffer in )
927
 
                {
928
 
                        // transcode
929
 
                        byte[] out = new byte[ ( in.limit() - in.position() ) * 2 ];
930
 
                        int j = 0;
931
 
                        for( int a = in.position(); a < in.limit(); a++ )
932
 
                        {
933
 
                                // if char is < 127, keep it as-is
934
 
                                if( in.array()[ a ] >= 0 )
935
 
                                        out[ j++ ] = in.array()[ a ];
936
 
 
937
 
                                // else, convert it to UTF-8
938
 
                                else {
939
 
                                        int b = 0xff & (int)in.array()[ a ];
940
 
                                        out[ j++ ] = (byte)( 0xc0 | ( b >> 6 ) );
941
 
                                        out[ j++ ] = (byte)( 0x80 | ( b & 0x3f ) );
942
 
                                }
943
 
                        }
944
 
 
945
 
                        return ByteBuffer.wrap( out, 0, j );
 
493
                                        bytes[ j ] = (byte)ch;
 
494
                        }
 
495
                        try {
 
496
                                return new String( bytes, 0, j, charset );
 
497
                        } catch( UnsupportedEncodingException e ) { }
 
498
                        return null;
946
499
                }
947
500
        }
948
501
}