MimeUtils.java

  1/*
  2 * Copyright (C) 2010 The Android Open Source Project
  3 *
  4 * Licensed under the Apache License, Version 2.0 (the "License");
  5 * you may not use this file except in compliance with the License.
  6 * You may obtain a copy of the License at
  7 *
  8 *      http://www.apache.org/licenses/LICENSE-2.0
  9 *
 10 * Unless required by applicable law or agreed to in writing, software
 11 * distributed under the License is distributed on an "AS IS" BASIS,
 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 13 * See the License for the specific language governing permissions and
 14 * limitations under the License.
 15 */
 16package eu.siacs.conversations.utils;
 17import android.content.Context;
 18import android.net.Uri;
 19import android.os.Build;
 20import android.util.Log;
 21
 22import java.io.File;
 23import java.io.FileInputStream;
 24import java.io.IOException;
 25import java.io.InputStream;
 26import java.net.URL;
 27import java.util.HashMap;
 28import java.util.Map;
 29import java.util.Properties;
 30
 31import eu.siacs.conversations.Config;
 32import eu.siacs.conversations.entities.Transferable;
 33import eu.siacs.conversations.services.ExportBackupService;
 34
 35/**
 36 * Utilities for dealing with MIME types.
 37 * Used to implement java.net.URLConnection and android.webkit.MimeTypeMap.
 38 */
 39public final class MimeUtils {
 40    private static final Map<String, String> mimeTypeToExtensionMap = new HashMap<>();
 41    private static final Map<String, String> extensionToMimeTypeMap = new HashMap<>();
 42    static {
 43        // The following table is based on /etc/mime.types data minus
 44        // chemical/* MIME types and MIME types that don't map to any
 45        // file extensions. We also exclude top-level domain names to
 46        // deal with cases like:
 47        //
 48        // mail.google.com/a/google.com
 49        //
 50        // and "active" MIME types (due to potential security issues).
 51        // Note that this list is _not_ in alphabetical order and must not be sorted.
 52        // The "most popular" extension must come first, so that it's the one returned
 53        // by guessExtensionFromMimeType.
 54        add("application/andrew-inset", "ez");
 55        add("application/dsptype", "tsp");
 56        add("application/epub+zip","epub");
 57        add("application/hta", "hta");
 58        add("application/mac-binhex40", "hqx");
 59        add("application/mathematica", "nb");
 60        add("application/msaccess", "mdb");
 61        add("application/oda", "oda");
 62        add("application/ogg", "ogg");
 63        add("application/pdf", "pdf");
 64        add("application/pgp-keys", "key");
 65        add("application/pgp-signature", "pgp");
 66        add("application/pics-rules", "prf");
 67        add("application/pkix-cert", "cer");
 68        add("application/rar", "rar");
 69        add("application/rdf+xml", "rdf");
 70        add("application/rss+xml", "rss");
 71        add("application/zip", "zip");
 72        add("application/vnd.amazon.mobi8-ebook","azw3");
 73        add("application/vnd.amazon.mobi8-ebook","azw");
 74        add("application/vnd.amazon.mobi8-ebook","kfx");
 75        add("application/vnd.android.package-archive", "apk");
 76        add("application/vnd.cinderella", "cdy");
 77        add(ExportBackupService.MIME_TYPE, "ceb");
 78        add("application/vnd.ms-pki.stl", "stl");
 79        add("application/vnd.oasis.opendocument.database", "odb");
 80        add("application/vnd.oasis.opendocument.formula", "odf");
 81        add("application/vnd.oasis.opendocument.graphics", "odg");
 82        add("application/vnd.oasis.opendocument.graphics-template", "otg");
 83        add("application/vnd.oasis.opendocument.image", "odi");
 84        add("application/vnd.oasis.opendocument.spreadsheet", "ods");
 85        add("application/vnd.oasis.opendocument.spreadsheet-template", "ots");
 86        add("application/vnd.oasis.opendocument.text", "odt");
 87        add("application/vnd.oasis.opendocument.text-master", "odm");
 88        add("application/vnd.oasis.opendocument.text-template", "ott");
 89        add("application/vnd.oasis.opendocument.text-web", "oth");
 90        add("application/vnd.google-earth.kml+xml", "kml");
 91        add("application/vnd.google-earth.kmz", "kmz");
 92        add("application/msword", "doc");
 93        add("application/msword", "dot");
 94        add("application/vnd.openxmlformats-officedocument.wordprocessingml.document", "docx");
 95        add("application/vnd.openxmlformats-officedocument.wordprocessingml.template", "dotx");
 96        add("application/vnd.ms-excel", "xls");
 97        add("application/vnd.ms-excel", "xlt");
 98        add("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "xlsx");
 99        add("application/vnd.openxmlformats-officedocument.spreadsheetml.template", "xltx");
100        add("application/vnd.ms-powerpoint", "ppt");
101        add("application/vnd.ms-powerpoint", "pot");
102        add("application/vnd.ms-powerpoint", "pps");
103        add("application/vnd.openxmlformats-officedocument.presentationml.presentation", "pptx");
104        add("application/vnd.openxmlformats-officedocument.presentationml.template", "potx");
105        add("application/vnd.openxmlformats-officedocument.presentationml.slideshow", "ppsx");
106        add("application/vnd.rim.cod", "cod");
107        add("application/vnd.smaf", "mmf");
108        add("application/vnd.stardivision.calc", "sdc");
109        add("application/vnd.stardivision.draw", "sda");
110        add("application/vnd.stardivision.impress", "sdd");
111        add("application/vnd.stardivision.impress", "sdp");
112        add("application/vnd.stardivision.math", "smf");
113        add("application/vnd.stardivision.writer", "sdw");
114        add("application/vnd.stardivision.writer", "vor");
115        add("application/vnd.stardivision.writer-global", "sgl");
116        add("application/vnd.sun.xml.calc", "sxc");
117        add("application/vnd.sun.xml.calc.template", "stc");
118        add("application/vnd.sun.xml.draw", "sxd");
119        add("application/vnd.sun.xml.draw.template", "std");
120        add("application/vnd.sun.xml.impress", "sxi");
121        add("application/vnd.sun.xml.impress.template", "sti");
122        add("application/vnd.sun.xml.math", "sxm");
123        add("application/vnd.sun.xml.writer", "sxw");
124        add("application/vnd.sun.xml.writer.global", "sxg");
125        add("application/vnd.sun.xml.writer.template", "stw");
126        add("application/vnd.visio", "vsd");
127        add("application/x-abiword", "abw");
128        add("application/x-apple-diskimage", "dmg");
129        add("application/x-bcpio", "bcpio");
130        add("application/x-bittorrent", "torrent");
131        add("application/x-cdf", "cdf");
132        add("application/x-cdlink", "vcd");
133        add("application/x-chess-pgn", "pgn");
134        add("application/x-cpio", "cpio");
135        add("application/x-debian-package", "deb");
136        add("application/x-debian-package", "udeb");
137        add("application/x-director", "dcr");
138        add("application/x-director", "dir");
139        add("application/x-director", "dxr");
140        add("application/x-dms", "dms");
141        add("application/x-doom", "wad");
142        add("application/x-dvi", "dvi");
143        add("application/x-font", "pfa");
144        add("application/x-font", "pfb");
145        add("application/x-font", "gsf");
146        add("application/x-font", "pcf");
147        add("application/x-font", "pcf.Z");
148        add("application/x-freemind", "mm");
149        // application/futuresplash isn't IANA, so application/x-futuresplash should come first.
150        add("application/x-futuresplash", "spl");
151        add("application/futuresplash", "spl");
152        add("application/x-gnumeric", "gnumeric");
153        add("application/x-go-sgf", "sgf");
154        add("application/x-graphing-calculator", "gcf");
155        add("application/x-gtar", "tgz");
156        add("application/x-gtar", "gtar");
157        add("application/x-gtar", "taz");
158        add("application/x-hdf", "hdf");
159        add("application/x-ica", "ica");
160        add("application/x-internet-signup", "ins");
161        add("application/x-internet-signup", "isp");
162        add("application/x-iphone", "iii");
163        add("application/x-iso9660-image", "iso");
164        add("application/x-jmol", "jmz");
165        add("application/x-kchart", "chrt");
166        add("application/x-killustrator", "kil");
167        add("application/x-koan", "skp");
168        add("application/x-koan", "skd");
169        add("application/x-koan", "skt");
170        add("application/x-koan", "skm");
171        add("application/x-kpresenter", "kpr");
172        add("application/x-kpresenter", "kpt");
173        add("application/x-kspread", "ksp");
174        add("application/x-kword", "kwd");
175        add("application/x-kword", "kwt");
176        add("application/x-latex", "latex");
177        add("application/x-lha", "lha");
178        add("application/x-lzh", "lzh");
179        add("application/x-lzx", "lzx");
180        add("application/x-maker", "frm");
181        add("application/x-maker", "maker");
182        add("application/x-maker", "frame");
183        add("application/x-maker", "fb");
184        add("application/x-maker", "book");
185        add("application/x-maker", "fbdoc");
186        add("application/x-mif", "mif");
187        add("application/x-mobipocket-ebook","mobi");
188        add("application/x-ms-wmd", "wmd");
189        add("application/x-ms-wmz", "wmz");
190        add("application/x-msi", "msi");
191        add("application/x-ns-proxy-autoconfig", "pac");
192        add("application/x-nwc", "nwc");
193        add("application/x-object", "o");
194        add("application/x-oz-application", "oza");
195        add("application/x-pem-file", "pem");
196        add("application/x-pkcs12", "p12");
197        add("application/x-pkcs12", "pfx");
198        add("application/x-pkcs7-certreqresp", "p7r");
199        add("application/x-pkcs7-crl", "crl");
200        add("application/x-quicktimeplayer", "qtl");
201        add("application/x-shar", "shar");
202        add("application/x-shockwave-flash", "swf");
203        add("application/x-stuffit", "sit");
204        add("application/x-sv4cpio", "sv4cpio");
205        add("application/x-sv4crc", "sv4crc");
206        add("application/x-tar", "tar");
207        add("application/x-texinfo", "texinfo");
208        add("application/x-texinfo", "texi");
209        add("application/x-troff", "t");
210        add("application/x-troff", "roff");
211        add("application/x-troff-man", "man");
212        add("application/x-ustar", "ustar");
213        add("application/x-wais-source", "src");
214        add("application/x-wingz", "wz");
215        add("application/x-webarchive", "webarchive");
216        add("application/x-webarchive-xml", "webarchivexml");
217        add("application/x-x509-ca-cert", "crt");
218        add("application/x-x509-user-cert", "crt");
219        add("application/x-x509-server-cert", "crt");
220        add("application/x-xcf", "xcf");
221        add("application/x-xfig", "fig");
222        add("application/xhtml+xml", "xhtml");
223        add("audio/3gpp", "3gpp");
224        add("audio/aac", "aac");
225        add("audio/aac-adts", "aac");
226        add("audio/amr", "amr");
227        add("audio/amr-wb", "awb");
228        add("audio/basic", "snd");
229        add("audio/flac", "flac");
230        add("application/x-flac", "flac");
231        add("audio/imelody", "imy");
232        add("audio/midi", "mid");
233        add("audio/midi", "midi");
234        add("audio/midi", "ota");
235        add("audio/midi", "kar");
236        add("audio/midi", "rtttl");
237        add("audio/midi", "xmf");
238        add("audio/mobile-xmf", "mxmf");
239        // add ".mp3" first so it will be the default for guessExtensionFromMimeType
240        add("audio/mpeg", "mp3");
241        add("audio/mpeg", "mpga");
242        add("audio/mpeg", "mpega");
243        add("audio/mpeg", "mp2");
244        add("audio/mpeg", "m4a");
245        add("audio/mpegurl", "m3u");
246        add("audio/ogg","oga");
247        add("audio/prs.sid", "sid");
248        add("audio/x-aiff", "aif");
249        add("audio/x-aiff", "aiff");
250        add("audio/x-aiff", "aifc");
251        add("audio/x-gsm", "gsm");
252        add("audio/x-matroska", "mka");
253        add("audio/x-mpegurl", "m3u");
254        add("audio/x-ms-wma", "wma");
255        add("audio/x-ms-wax", "wax");
256        add("audio/x-pn-realaudio", "ra");
257        add("audio/x-pn-realaudio", "rm");
258        add("audio/x-pn-realaudio", "ram");
259        add("audio/x-realaudio", "ra");
260        add("audio/x-scpls", "pls");
261        add("audio/x-sd2", "sd2");
262        add("audio/x-wav", "wav");
263        // image/bmp isn't IANA, so image/x-ms-bmp should come first.
264        add("image/x-ms-bmp", "bmp");
265        add("image/bmp", "bmp");
266        add("image/gif", "gif");
267        // image/ico isn't IANA, so image/x-icon should come first.
268        add("image/x-icon", "ico");
269        add("image/ico", "cur");
270        add("image/ico", "ico");
271        add("image/ief", "ief");
272        add("image/heic","heic");
273        // add ".jpg" first so it will be the default for guessExtensionFromMimeType
274        add("image/jpeg", "jpg");
275        add("image/jpeg", "jpeg");
276        add("image/jpeg", "jpe");
277        add("image/pcx", "pcx");
278        add("image/png", "png");
279        add("image/svg+xml", "svg");
280        add("image/svg+xml", "svgz");
281        add("image/tiff", "tiff");
282        add("image/tiff", "tif");
283        add("image/vnd.djvu", "djvu");
284        add("image/vnd.djvu", "djv");
285        add("image/vnd.wap.wbmp", "wbmp");
286        add("image/webp", "webp");
287        add("image/x-cmu-raster", "ras");
288        add("image/x-coreldraw", "cdr");
289        add("image/x-coreldrawpattern", "pat");
290        add("image/x-coreldrawtemplate", "cdt");
291        add("image/x-corelphotopaint", "cpt");
292        add("image/x-jg", "art");
293        add("image/x-jng", "jng");
294        add("image/x-photoshop", "psd");
295        add("image/x-portable-anymap", "pnm");
296        add("image/x-portable-bitmap", "pbm");
297        add("image/x-portable-graymap", "pgm");
298        add("image/x-portable-pixmap", "ppm");
299        add("image/x-rgb", "rgb");
300        add("image/x-xbitmap", "xbm");
301        add("image/x-xpixmap", "xpm");
302        add("image/x-xwindowdump", "xwd");
303        add("model/iges", "igs");
304        add("model/iges", "iges");
305        add("model/mesh", "msh");
306        add("model/mesh", "mesh");
307        add("model/mesh", "silo");
308        add("text/calendar", "ics");
309        add("text/calendar", "icz");
310        add("text/comma-separated-values", "csv");
311        add("text/css", "css");
312        add("text/html", "htm");
313        add("text/html", "html");
314        add("text/h323", "323");
315        add("text/iuls", "uls");
316        add("text/mathml", "mml");
317        // add ".txt" first so it will be the default for guessExtensionFromMimeType
318        add("text/plain", "txt");
319        add("text/plain", "asc");
320        add("text/plain", "text");
321        add("text/plain", "diff");
322        add("text/plain", "po");     // reserve "pot" for vnd.ms-powerpoint
323        add("text/richtext", "rtx");
324        add("text/rtf", "rtf");
325        add("text/text", "phps");
326        add("text/tab-separated-values", "tsv");
327        add("text/xml", "xml");
328        add("text/x-bibtex", "bib");
329        add("text/x-boo", "boo");
330        add("text/x-c++hdr", "hpp");
331        add("text/x-c++hdr", "h++");
332        add("text/x-c++hdr", "hxx");
333        add("text/x-c++hdr", "hh");
334        add("text/x-c++src", "cpp");
335        add("text/x-c++src", "c++");
336        add("text/x-c++src", "cc");
337        add("text/x-c++src", "cxx");
338        add("text/x-chdr", "h");
339        add("text/x-component", "htc");
340        add("text/x-csh", "csh");
341        add("text/x-csrc", "c");
342        add("text/x-dsrc", "d");
343        add("text/x-haskell", "hs");
344        add("text/x-java", "java");
345        add("text/x-literate-haskell", "lhs");
346        add("text/x-moc", "moc");
347        add("text/x-pascal", "p");
348        add("text/x-pascal", "pas");
349        add("text/x-pcs-gcd", "gcd");
350        add("text/x-setext", "etx");
351        add("text/x-tcl", "tcl");
352        add("text/x-tex", "tex");
353        add("text/x-tex", "ltx");
354        add("text/x-tex", "sty");
355        add("text/x-tex", "cls");
356        add("text/x-vcalendar", "vcs");
357        add("text/x-vcard", "vcf");
358        add("video/3gpp", "3gpp");
359        add("video/3gpp", "3gp");
360        add("video/3gpp2", "3gpp2");
361        add("video/3gpp2", "3g2");
362        add("video/avi", "avi");
363        add("video/dl", "dl");
364        add("video/dv", "dif");
365        add("video/dv", "dv");
366        add("video/fli", "fli");
367        add("video/m4v", "m4v");
368        add("video/mp2ts", "ts");
369        add("video/ogg","ogv");
370        add("video/mpeg", "mpeg");
371        add("video/mpeg", "mpg");
372        add("video/mpeg", "mpe");
373        add("video/mp4", "mp4");
374        add("video/mpeg", "VOB");
375        add("video/quicktime", "qt");
376        add("video/quicktime", "mov");
377        add("video/vnd.mpegurl", "mxu");
378        add("video/webm", "webm");
379        add("video/x-la-asf", "lsf");
380        add("video/x-la-asf", "lsx");
381        add("video/x-matroska", "mkv");
382        add("video/x-mng", "mng");
383        add("video/x-ms-asf", "asf");
384        add("video/x-ms-asf", "asx");
385        add("video/x-ms-wm", "wm");
386        add("video/x-ms-wmv", "wmv");
387        add("video/x-ms-wmx", "wmx");
388        add("video/x-ms-wvx", "wvx");
389        add("video/x-sgi-movie", "movie");
390        add("video/x-webex", "wrf");
391        add("x-conference/x-cooltalk", "ice");
392        add("x-epoc/x-sisx-app", "sisx");
393        applyOverrides();
394    }
395    private static void add(String mimeType, String extension) {
396        // If we have an existing x -> y mapping, we do not want to
397        // override it with another mapping x -> y2.
398        // If a mime type maps to several extensions
399        // the first extension added is considered the most popular
400        // so we do not want to overwrite it later.
401        if (!mimeTypeToExtensionMap.containsKey(mimeType)) {
402            mimeTypeToExtensionMap.put(mimeType, extension);
403        }
404        if (!extensionToMimeTypeMap.containsKey(extension)) {
405            extensionToMimeTypeMap.put(extension, mimeType);
406        }
407    }
408    private static InputStream getContentTypesPropertiesStream() {
409        // User override?
410        String userTable = System.getProperty("content.types.user.table");
411        if (userTable != null) {
412            File f = new File(userTable);
413            if (f.exists()) {
414                try {
415                    return new FileInputStream(f);
416                } catch (IOException ignored) {
417                }
418            }
419        }
420        // Standard location?
421        File f = new File(System.getProperty("java.home"), "lib" + File.separator + "content-types.properties");
422        if (f.exists()) {
423            try {
424                return new FileInputStream(f);
425            } catch (IOException ignored) {
426            }
427        }
428        return null;
429    }
430    /**
431     * This isn't what the RI does. The RI doesn't have hard-coded defaults, so supplying your
432     * own "content.types.user.table" means you don't get any of the built-ins, and the built-ins
433     * come from "$JAVA_HOME/lib/content-types.properties".
434     */
435    private static void applyOverrides() {
436        // Get the appropriate InputStream to read overrides from, if any.
437        InputStream stream = getContentTypesPropertiesStream();
438        if (stream == null) {
439            return;
440        }
441        try {
442            try {
443                // Read the properties file...
444                Properties overrides = new Properties();
445                overrides.load(stream);
446                // And translate its mapping to ours...
447                for (Map.Entry<Object, Object> entry : overrides.entrySet()) {
448                    String extension = (String) entry.getKey();
449                    String mimeType = (String) entry.getValue();
450                    add(mimeType, extension);
451                }
452            } finally {
453                stream.close();
454            }
455        } catch (IOException ignored) {
456        }
457    }
458    private MimeUtils() {
459    }
460    /**
461     * Returns true if the given MIME type has an entry in the map.
462     * @param mimeType A MIME type (i.e. text/plain)
463     * @return True iff there is a mimeType entry in the map.
464     */
465    public static boolean hasMimeType(String mimeType) {
466        if (mimeType == null || mimeType.isEmpty()) {
467            return false;
468        }
469        return mimeTypeToExtensionMap.containsKey(mimeType);
470    }
471    /**
472     * Returns the MIME type for the given extension.
473     * @param extension A file extension without the leading '.'
474     * @return The MIME type for the given extension or null iff there is none.
475     */
476    public static String guessMimeTypeFromExtension(String extension) {
477        if (extension == null || extension.isEmpty()) {
478            return null;
479        }
480        return extensionToMimeTypeMap.get(extension.toLowerCase());
481    }
482    /**
483     * Returns true if the given extension has a registered MIME type.
484     * @param extension A file extension without the leading '.'
485     * @return True iff there is an extension entry in the map.
486     */
487    public static boolean hasExtension(String extension) {
488        if (extension == null || extension.isEmpty()) {
489            return false;
490        }
491        return extensionToMimeTypeMap.containsKey(extension);
492    }
493    /**
494     * Returns the registered extension for the given MIME type. Note that some
495     * MIME types map to multiple extensions. This call will return the most
496     * common extension for the given MIME type.
497     * @param mimeType A MIME type (i.e. text/plain)
498     * @return The extension for the given MIME type or null iff there is none.
499     */
500    public static String guessExtensionFromMimeType(String mimeType) {
501        if (mimeType == null || mimeType.isEmpty()) {
502            return null;
503        }
504        return mimeTypeToExtensionMap.get(mimeType.split(";")[0]);
505    }
506
507    public static String guessMimeTypeFromUriAndMime(final Context context, final Uri uri, final String mime) {
508        Log.d(Config.LOGTAG,"guessMimeTypeFromUriAndMime "+uri+" and mime="+mime);
509        if (mime == null || mime.equals("application/octet-stream")) {
510            final String guess = guessMimeTypeFromUri(context, uri);
511            if (guess != null) {
512                return guess;
513            } else {
514                return mime;
515            }
516        }
517        return guessMimeTypeFromUri(context ,uri);
518    }
519
520    public static String guessMimeTypeFromUri(Context context, Uri uri) {
521        // try the content resolver
522        String mimeType;
523        try {
524            mimeType = context.getContentResolver().getType(uri);
525        } catch (Throwable throwable) {
526            mimeType = null;
527        }
528        // try the extension
529        if ((mimeType == null || mimeType.equals("application/octet-stream")) && uri.getPath() != null) {
530            String path = uri.getPath();
531            int start = path.lastIndexOf('.') + 1;
532            if (start < path.length()) {
533                final String guess = MimeUtils.guessMimeTypeFromExtension(path.substring(start));
534                if (guess != null) {
535                    mimeType = guess;
536                }
537            }
538        }
539        // sometimes this works (as with the commit content api)
540        if (mimeType == null) {
541            mimeType = uri.getQueryParameter("mimeType");
542        }
543        return mimeType;
544    }
545
546    public static String extractRelevantExtension(URL url) {
547        String path = url.getPath();
548        return extractRelevantExtension(path, true);
549    }
550
551    public static String extractRelevantExtension(final String path) {
552        return extractRelevantExtension(path, false);
553    }
554
555    public static String extractRelevantExtension(final String path, final boolean ignoreCryptoExtension) {
556        if (path == null || path.isEmpty()) {
557            return null;
558        }
559
560        String filename = path.substring(path.lastIndexOf('/') + 1).toLowerCase();
561        int dotPosition = filename.lastIndexOf(".");
562
563        if (dotPosition != -1) {
564            String extension = filename.substring(dotPosition + 1);
565            // we want the real file extension, not the crypto one
566            if (ignoreCryptoExtension && Transferable.VALID_CRYPTO_EXTENSIONS.contains(extension)) {
567                return extractRelevantExtension(filename.substring(0,dotPosition));
568            } else {
569                return extension;
570            }
571        }
572        return null;
573    }
574}