MimeUtils.java

  1/*
  2 * Copyright (C) 2010 The Android Open Source Project
  3 *
  4 * Licensed under the Apache License, Version 2.0 (the "License");
  5 * you may not use this file except in compliance with the License.
  6 * You may obtain a copy of the License at
  7 *
  8 *      http://www.apache.org/licenses/LICENSE-2.0
  9 *
 10 * Unless required by applicable law or agreed to in writing, software
 11 * distributed under the License is distributed on an "AS IS" BASIS,
 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 13 * See the License for the specific language governing permissions and
 14 * limitations under the License.
 15 */
 16package eu.siacs.conversations.utils;
 17import android.content.Context;
 18import android.net.Uri;
 19import android.util.Log;
 20
 21import java.io.File;
 22import java.io.FileInputStream;
 23import java.io.IOException;
 24import java.io.InputStream;
 25import java.net.URL;
 26import java.util.HashMap;
 27import java.util.Map;
 28import java.util.Properties;
 29
 30import eu.siacs.conversations.Config;
 31import eu.siacs.conversations.entities.Transferable;
 32import eu.siacs.conversations.services.ExportBackupService;
 33
 34/**
 35 * Utilities for dealing with MIME types.
 36 * Used to implement java.net.URLConnection and android.webkit.MimeTypeMap.
 37 */
 38public final class MimeUtils {
 39    private static final Map<String, String> mimeTypeToExtensionMap = new HashMap<>();
 40    private static final Map<String, String> extensionToMimeTypeMap = new HashMap<>();
 41    static {
 42        // The following table is based on /etc/mime.types data minus
 43        // chemical/* MIME types and MIME types that don't map to any
 44        // file extensions. We also exclude top-level domain names to
 45        // deal with cases like:
 46        //
 47        // mail.google.com/a/google.com
 48        //
 49        // and "active" MIME types (due to potential security issues).
 50        // Note that this list is _not_ in alphabetical order and must not be sorted.
 51        // The "most popular" extension must come first, so that it's the one returned
 52        // by guessExtensionFromMimeType.
 53        add("application/andrew-inset", "ez");
 54        add("application/dsptype", "tsp");
 55        add("application/epub+zip","epub");
 56        add("application/hta", "hta");
 57        add("application/mac-binhex40", "hqx");
 58        add("application/mathematica", "nb");
 59        add("application/msaccess", "mdb");
 60        add("application/oda", "oda");
 61        add("application/ogg", "ogg");
 62        add("application/pdf", "pdf");
 63        add("application/pgp-keys", "key");
 64        add("application/pgp-signature", "pgp");
 65        add("application/pics-rules", "prf");
 66        add("application/pkix-cert", "cer");
 67        add("application/rar", "rar");
 68        add("application/rdf+xml", "rdf");
 69        add("application/rss+xml", "rss");
 70        add("application/zip", "zip");
 71        add("application/vnd.amazon.mobi8-ebook","azw3");
 72        add("application/vnd.amazon.mobi8-ebook","azw");
 73        add("application/vnd.amazon.mobi8-ebook","kfx");
 74        add("application/vnd.android.package-archive", "apk");
 75        add("application/vnd.cinderella", "cdy");
 76        add(ExportBackupService.MIME_TYPE, "ceb");
 77        add("application/vnd.ms-pki.stl", "stl");
 78        add("application/vnd.oasis.opendocument.database", "odb");
 79        add("application/vnd.oasis.opendocument.formula", "odf");
 80        add("application/vnd.oasis.opendocument.graphics", "odg");
 81        add("application/vnd.oasis.opendocument.graphics-template", "otg");
 82        add("application/vnd.oasis.opendocument.image", "odi");
 83        add("application/vnd.oasis.opendocument.spreadsheet", "ods");
 84        add("application/vnd.oasis.opendocument.spreadsheet-template", "ots");
 85        add("application/vnd.oasis.opendocument.text", "odt");
 86        add("application/vnd.oasis.opendocument.text-master", "odm");
 87        add("application/vnd.oasis.opendocument.text-template", "ott");
 88        add("application/vnd.oasis.opendocument.text-web", "oth");
 89        add("application/vnd.google-earth.kml+xml", "kml");
 90        add("application/vnd.google-earth.kmz", "kmz");
 91        add("application/msword", "doc");
 92        add("application/msword", "dot");
 93        add("application/vnd.openxmlformats-officedocument.wordprocessingml.document", "docx");
 94        add("application/vnd.openxmlformats-officedocument.wordprocessingml.template", "dotx");
 95        add("application/vnd.ms-excel", "xls");
 96        add("application/vnd.ms-excel", "xlt");
 97        add("application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "xlsx");
 98        add("application/vnd.openxmlformats-officedocument.spreadsheetml.template", "xltx");
 99        add("application/vnd.ms-powerpoint", "ppt");
100        add("application/vnd.ms-powerpoint", "pot");
101        add("application/vnd.ms-powerpoint", "pps");
102        add("application/vnd.openxmlformats-officedocument.presentationml.presentation", "pptx");
103        add("application/vnd.openxmlformats-officedocument.presentationml.template", "potx");
104        add("application/vnd.openxmlformats-officedocument.presentationml.slideshow", "ppsx");
105        add("application/vnd.rim.cod", "cod");
106        add("application/vnd.smaf", "mmf");
107        add("application/vnd.stardivision.calc", "sdc");
108        add("application/vnd.stardivision.draw", "sda");
109        add("application/vnd.stardivision.impress", "sdd");
110        add("application/vnd.stardivision.impress", "sdp");
111        add("application/vnd.stardivision.math", "smf");
112        add("application/vnd.stardivision.writer", "sdw");
113        add("application/vnd.stardivision.writer", "vor");
114        add("application/vnd.stardivision.writer-global", "sgl");
115        add("application/vnd.sun.xml.calc", "sxc");
116        add("application/vnd.sun.xml.calc.template", "stc");
117        add("application/vnd.sun.xml.draw", "sxd");
118        add("application/vnd.sun.xml.draw.template", "std");
119        add("application/vnd.sun.xml.impress", "sxi");
120        add("application/vnd.sun.xml.impress.template", "sti");
121        add("application/vnd.sun.xml.math", "sxm");
122        add("application/vnd.sun.xml.writer", "sxw");
123        add("application/vnd.sun.xml.writer.global", "sxg");
124        add("application/vnd.sun.xml.writer.template", "stw");
125        add("application/vnd.visio", "vsd");
126        add("application/x-abiword", "abw");
127        add("application/x-apple-diskimage", "dmg");
128        add("application/x-bcpio", "bcpio");
129        add("application/x-bittorrent", "torrent");
130        add("application/x-cdf", "cdf");
131        add("application/x-cdlink", "vcd");
132        add("application/x-chess-pgn", "pgn");
133        add("application/x-cpio", "cpio");
134        add("application/x-debian-package", "deb");
135        add("application/x-debian-package", "udeb");
136        add("application/x-director", "dcr");
137        add("application/x-director", "dir");
138        add("application/x-director", "dxr");
139        add("application/x-dms", "dms");
140        add("application/x-doom", "wad");
141        add("application/x-dvi", "dvi");
142        add("application/x-font", "pfa");
143        add("application/x-font", "pfb");
144        add("application/x-font", "gsf");
145        add("application/x-font", "pcf");
146        add("application/x-font", "pcf.Z");
147        add("application/x-freemind", "mm");
148        // application/futuresplash isn't IANA, so application/x-futuresplash should come first.
149        add("application/x-futuresplash", "spl");
150        add("application/futuresplash", "spl");
151        add("application/x-gnumeric", "gnumeric");
152        add("application/x-go-sgf", "sgf");
153        add("application/x-graphing-calculator", "gcf");
154        add("application/x-gtar", "tgz");
155        add("application/x-gtar", "gtar");
156        add("application/x-gtar", "taz");
157        add("application/x-hdf", "hdf");
158        add("application/x-ica", "ica");
159        add("application/x-internet-signup", "ins");
160        add("application/x-internet-signup", "isp");
161        add("application/x-iphone", "iii");
162        add("application/x-iso9660-image", "iso");
163        add("application/x-jmol", "jmz");
164        add("application/x-kchart", "chrt");
165        add("application/x-killustrator", "kil");
166        add("application/x-koan", "skp");
167        add("application/x-koan", "skd");
168        add("application/x-koan", "skt");
169        add("application/x-koan", "skm");
170        add("application/x-kpresenter", "kpr");
171        add("application/x-kpresenter", "kpt");
172        add("application/x-kspread", "ksp");
173        add("application/x-kword", "kwd");
174        add("application/x-kword", "kwt");
175        add("application/x-latex", "latex");
176        add("application/x-lha", "lha");
177        add("application/x-lzh", "lzh");
178        add("application/x-lzx", "lzx");
179        add("application/x-maker", "frm");
180        add("application/x-maker", "maker");
181        add("application/x-maker", "frame");
182        add("application/x-maker", "fb");
183        add("application/x-maker", "book");
184        add("application/x-maker", "fbdoc");
185        add("application/x-mif", "mif");
186        add("application/x-mobipocket-ebook","mobi");
187        add("application/x-ms-wmd", "wmd");
188        add("application/x-ms-wmz", "wmz");
189        add("application/x-msi", "msi");
190        add("application/x-ns-proxy-autoconfig", "pac");
191        add("application/x-nwc", "nwc");
192        add("application/x-object", "o");
193        add("application/x-oz-application", "oza");
194        add("application/x-pem-file", "pem");
195        add("application/x-pkcs12", "p12");
196        add("application/x-pkcs12", "pfx");
197        add("application/x-pkcs7-certreqresp", "p7r");
198        add("application/x-pkcs7-crl", "crl");
199        add("application/x-quicktimeplayer", "qtl");
200        add("application/x-shar", "shar");
201        add("application/x-shockwave-flash", "swf");
202        add("application/x-stuffit", "sit");
203        add("application/x-sv4cpio", "sv4cpio");
204        add("application/x-sv4crc", "sv4crc");
205        add("application/x-tar", "tar");
206        add("application/x-texinfo", "texinfo");
207        add("application/x-texinfo", "texi");
208        add("application/x-troff", "t");
209        add("application/x-troff", "roff");
210        add("application/x-troff-man", "man");
211        add("application/x-ustar", "ustar");
212        add("application/x-wais-source", "src");
213        add("application/x-wingz", "wz");
214        add("application/x-webarchive", "webarchive");
215        add("application/x-webarchive-xml", "webarchivexml");
216        add("application/x-x509-ca-cert", "crt");
217        add("application/x-x509-user-cert", "crt");
218        add("application/x-x509-server-cert", "crt");
219        add("application/x-xcf", "xcf");
220        add("application/x-xfig", "fig");
221        add("application/xhtml+xml", "xhtml");
222        add("audio/3gpp", "3gpp");
223        add("audio/aac", "aac");
224        add("audio/aac-adts", "aac");
225        add("audio/amr", "amr");
226        add("audio/amr-wb", "awb");
227        add("audio/basic", "snd");
228        add("audio/flac", "flac");
229        add("application/x-flac", "flac");
230        add("audio/imelody", "imy");
231        add("audio/midi", "mid");
232        add("audio/midi", "midi");
233        add("audio/midi", "ota");
234        add("audio/midi", "kar");
235        add("audio/midi", "rtttl");
236        add("audio/midi", "xmf");
237        add("audio/mobile-xmf", "mxmf");
238        // add ".mp3" first so it will be the default for guessExtensionFromMimeType
239        add("audio/mpeg", "mp3");
240        add("audio/mpeg", "mpga");
241        add("audio/mpeg", "mpega");
242        add("audio/mpeg", "mp2");
243        add("audio/mpeg", "m4a");
244        add("audio/mpegurl", "m3u");
245        add("audio/ogg","oga");
246        add("audio/prs.sid", "sid");
247        add("audio/x-aiff", "aif");
248        add("audio/x-aiff", "aiff");
249        add("audio/x-aiff", "aifc");
250        add("audio/x-gsm", "gsm");
251        add("audio/x-matroska", "mka");
252        add("audio/x-mpegurl", "m3u");
253        add("audio/x-ms-wma", "wma");
254        add("audio/x-ms-wax", "wax");
255        add("audio/x-pn-realaudio", "ra");
256        add("audio/x-pn-realaudio", "rm");
257        add("audio/x-pn-realaudio", "ram");
258        add("audio/x-realaudio", "ra");
259        add("audio/x-scpls", "pls");
260        add("audio/x-sd2", "sd2");
261        add("audio/x-wav", "wav");
262        // image/bmp isn't IANA, so image/x-ms-bmp should come first.
263        add("image/x-ms-bmp", "bmp");
264        add("image/bmp", "bmp");
265        add("image/gif", "gif");
266        // image/ico isn't IANA, so image/x-icon should come first.
267        add("image/x-icon", "ico");
268        add("image/ico", "cur");
269        add("image/ico", "ico");
270        add("image/ief", "ief");
271        add("image/heic","heic");
272        // add ".jpg" first so it will be the default for guessExtensionFromMimeType
273        add("image/jpeg", "jpg");
274        add("image/jpeg", "jpeg");
275        add("image/jpeg", "jpe");
276        add("image/jpeg", "jfif");
277        add("image/jpeg", "jif");
278        add("image/pcx", "pcx");
279        add("image/png", "png");
280        add("image/svg+xml", "svg");
281        add("image/svg+xml", "svgz");
282        add("image/tiff", "tiff");
283        add("image/tiff", "tif");
284        add("image/vnd.djvu", "djvu");
285        add("image/vnd.djvu", "djv");
286        add("image/vnd.wap.wbmp", "wbmp");
287        add("image/webp", "webp");
288        add("image/x-cmu-raster", "ras");
289        add("image/x-coreldraw", "cdr");
290        add("image/x-coreldrawpattern", "pat");
291        add("image/x-coreldrawtemplate", "cdt");
292        add("image/x-corelphotopaint", "cpt");
293        add("image/x-jg", "art");
294        add("image/x-jng", "jng");
295        add("image/x-photoshop", "psd");
296        add("image/x-portable-anymap", "pnm");
297        add("image/x-portable-bitmap", "pbm");
298        add("image/x-portable-graymap", "pgm");
299        add("image/x-portable-pixmap", "ppm");
300        add("image/x-rgb", "rgb");
301        add("image/x-xbitmap", "xbm");
302        add("image/x-xpixmap", "xpm");
303        add("image/x-xwindowdump", "xwd");
304        add("model/iges", "igs");
305        add("model/iges", "iges");
306        add("model/mesh", "msh");
307        add("model/mesh", "mesh");
308        add("model/mesh", "silo");
309        add("text/calendar", "ics");
310        add("text/calendar", "icz");
311        add("text/comma-separated-values", "csv");
312        add("text/css", "css");
313        add("text/html", "htm");
314        add("text/html", "html");
315        add("text/h323", "323");
316        add("text/iuls", "uls");
317        add("text/mathml", "mml");
318        // add ".txt" first so it will be the default for guessExtensionFromMimeType
319        add("text/plain", "txt");
320        add("text/plain", "asc");
321        add("text/plain", "text");
322        add("text/plain", "diff");
323        add("text/plain", "po");     // reserve "pot" for vnd.ms-powerpoint
324        add("text/richtext", "rtx");
325        add("text/rtf", "rtf");
326        add("text/text", "phps");
327        add("text/tab-separated-values", "tsv");
328        add("text/xml", "xml");
329        add("text/x-bibtex", "bib");
330        add("text/x-boo", "boo");
331        add("text/x-c++hdr", "hpp");
332        add("text/x-c++hdr", "h++");
333        add("text/x-c++hdr", "hxx");
334        add("text/x-c++hdr", "hh");
335        add("text/x-c++src", "cpp");
336        add("text/x-c++src", "c++");
337        add("text/x-c++src", "cc");
338        add("text/x-c++src", "cxx");
339        add("text/x-chdr", "h");
340        add("text/x-component", "htc");
341        add("text/x-csh", "csh");
342        add("text/x-csrc", "c");
343        add("text/x-dsrc", "d");
344        add("text/x-haskell", "hs");
345        add("text/x-java", "java");
346        add("text/x-literate-haskell", "lhs");
347        add("text/x-moc", "moc");
348        add("text/x-pascal", "p");
349        add("text/x-pascal", "pas");
350        add("text/x-pcs-gcd", "gcd");
351        add("text/x-setext", "etx");
352        add("text/x-tcl", "tcl");
353        add("text/x-tex", "tex");
354        add("text/x-tex", "ltx");
355        add("text/x-tex", "sty");
356        add("text/x-tex", "cls");
357        add("text/x-vcalendar", "vcs");
358        add("text/x-vcard", "vcf");
359        add("video/3gpp", "3gpp");
360        add("video/3gpp", "3gp");
361        add("video/3gpp2", "3gpp2");
362        add("video/3gpp2", "3g2");
363        add("video/avi", "avi");
364        add("video/dl", "dl");
365        add("video/dv", "dif");
366        add("video/dv", "dv");
367        add("video/fli", "fli");
368        add("video/m4v", "m4v");
369        add("video/mp2ts", "ts");
370        add("video/ogg","ogv");
371        add("video/mpeg", "mpeg");
372        add("video/mpeg", "mpg");
373        add("video/mpeg", "mpe");
374        add("video/mp4", "mp4");
375        add("video/mpeg", "VOB");
376        add("video/quicktime", "qt");
377        add("video/quicktime", "mov");
378        add("video/vnd.mpegurl", "mxu");
379        add("video/webm", "webm");
380        add("video/x-la-asf", "lsf");
381        add("video/x-la-asf", "lsx");
382        add("video/x-matroska", "mkv");
383        add("video/x-mng", "mng");
384        add("video/x-ms-asf", "asf");
385        add("video/x-ms-asf", "asx");
386        add("video/x-ms-wm", "wm");
387        add("video/x-ms-wmv", "wmv");
388        add("video/x-ms-wmx", "wmx");
389        add("video/x-ms-wvx", "wvx");
390        add("video/x-sgi-movie", "movie");
391        add("video/x-webex", "wrf");
392        add("x-conference/x-cooltalk", "ice");
393        add("x-epoc/x-sisx-app", "sisx");
394        applyOverrides();
395    }
396    private static void add(String mimeType, String extension) {
397        // If we have an existing x -> y mapping, we do not want to
398        // override it with another mapping x -> y2.
399        // If a mime type maps to several extensions
400        // the first extension added is considered the most popular
401        // so we do not want to overwrite it later.
402        if (!mimeTypeToExtensionMap.containsKey(mimeType)) {
403            mimeTypeToExtensionMap.put(mimeType, extension);
404        }
405        if (!extensionToMimeTypeMap.containsKey(extension)) {
406            extensionToMimeTypeMap.put(extension, mimeType);
407        }
408    }
409    private static InputStream getContentTypesPropertiesStream() {
410        // User override?
411        String userTable = System.getProperty("content.types.user.table");
412        if (userTable != null) {
413            File f = new File(userTable);
414            if (f.exists()) {
415                try {
416                    return new FileInputStream(f);
417                } catch (IOException ignored) {
418                }
419            }
420        }
421        // Standard location?
422        File f = new File(System.getProperty("java.home"), "lib" + File.separator + "content-types.properties");
423        if (f.exists()) {
424            try {
425                return new FileInputStream(f);
426            } catch (IOException ignored) {
427            }
428        }
429        return null;
430    }
431    /**
432     * This isn't what the RI does. The RI doesn't have hard-coded defaults, so supplying your
433     * own "content.types.user.table" means you don't get any of the built-ins, and the built-ins
434     * come from "$JAVA_HOME/lib/content-types.properties".
435     */
436    private static void applyOverrides() {
437        // Get the appropriate InputStream to read overrides from, if any.
438        InputStream stream = getContentTypesPropertiesStream();
439        if (stream == null) {
440            return;
441        }
442        try {
443            try {
444                // Read the properties file...
445                Properties overrides = new Properties();
446                overrides.load(stream);
447                // And translate its mapping to ours...
448                for (Map.Entry<Object, Object> entry : overrides.entrySet()) {
449                    String extension = (String) entry.getKey();
450                    String mimeType = (String) entry.getValue();
451                    add(mimeType, extension);
452                }
453            } finally {
454                stream.close();
455            }
456        } catch (IOException ignored) {
457        }
458    }
459    private MimeUtils() {
460    }
461    /**
462     * Returns true if the given MIME type has an entry in the map.
463     * @param mimeType A MIME type (i.e. text/plain)
464     * @return True iff there is a mimeType entry in the map.
465     */
466    public static boolean hasMimeType(String mimeType) {
467        if (mimeType == null || mimeType.isEmpty()) {
468            return false;
469        }
470        return mimeTypeToExtensionMap.containsKey(mimeType);
471    }
472    /**
473     * Returns the MIME type for the given extension.
474     * @param extension A file extension without the leading '.'
475     * @return The MIME type for the given extension or null iff there is none.
476     */
477    public static String guessMimeTypeFromExtension(String extension) {
478        if (extension == null || extension.isEmpty()) {
479            return null;
480        }
481        return extensionToMimeTypeMap.get(extension.toLowerCase());
482    }
483    /**
484     * Returns true if the given extension has a registered MIME type.
485     * @param extension A file extension without the leading '.'
486     * @return True iff there is an extension entry in the map.
487     */
488    public static boolean hasExtension(String extension) {
489        if (extension == null || extension.isEmpty()) {
490            return false;
491        }
492        return extensionToMimeTypeMap.containsKey(extension);
493    }
494    /**
495     * Returns the registered extension for the given MIME type. Note that some
496     * MIME types map to multiple extensions. This call will return the most
497     * common extension for the given MIME type.
498     * @param mimeType A MIME type (i.e. text/plain)
499     * @return The extension for the given MIME type or null iff there is none.
500     */
501    public static String guessExtensionFromMimeType(String mimeType) {
502        if (mimeType == null || mimeType.isEmpty()) {
503            return null;
504        }
505        return mimeTypeToExtensionMap.get(mimeType.split(";")[0]);
506    }
507
508    public static String guessMimeTypeFromUriAndMime(final Context context, final Uri uri, final String mime) {
509        Log.d(Config.LOGTAG,"guessMimeTypeFromUriAndMime "+uri+" and mime="+mime);
510        if (mime == null || mime.equals("application/octet-stream")) {
511            final String guess = guessMimeTypeFromUri(context, uri);
512            if (guess != null) {
513                return guess;
514            } else {
515                return mime;
516            }
517        }
518        return guessMimeTypeFromUri(context ,uri);
519    }
520
521    public static String guessMimeTypeFromUri(Context context, Uri uri) {
522        // try the content resolver
523        String mimeType;
524        try {
525            mimeType = context.getContentResolver().getType(uri);
526        } catch (Throwable throwable) {
527            mimeType = null;
528        }
529        // try the extension
530        if ((mimeType == null || mimeType.equals("application/octet-stream")) && uri.getPath() != null) {
531            String path = uri.getPath();
532            int start = path.lastIndexOf('.') + 1;
533            if (start < path.length()) {
534                final String guess = MimeUtils.guessMimeTypeFromExtension(path.substring(start));
535                if (guess != null) {
536                    mimeType = guess;
537                }
538            }
539        }
540        // sometimes this works (as with the commit content api)
541        if (mimeType == null) {
542            mimeType = uri.getQueryParameter("mimeType");
543        }
544        return mimeType;
545    }
546
547    public static String extractRelevantExtension(URL url) {
548        String path = url.getPath();
549        return extractRelevantExtension(path, true);
550    }
551
552    public static String extractRelevantExtension(final String path) {
553        return extractRelevantExtension(path, false);
554    }
555
556    public static String extractRelevantExtension(final String path, final boolean ignoreCryptoExtension) {
557        if (path == null || path.isEmpty()) {
558            return null;
559        }
560
561        String filename = path.substring(path.lastIndexOf('/') + 1).toLowerCase();
562        int dotPosition = filename.lastIndexOf(".");
563
564        if (dotPosition != -1) {
565            String extension = filename.substring(dotPosition + 1);
566            // we want the real file extension, not the crypto one
567            if (ignoreCryptoExtension && Transferable.VALID_CRYPTO_EXTENSIONS.contains(extension)) {
568                return extractRelevantExtension(filename.substring(0,dotPosition));
569            } else {
570                return extension;
571            }
572        }
573        return null;
574    }
575}