fix warc mime types

Author: helgeho

build.sbt

@@ -4,7 +4,7 @@ import sbt.Keys._
 lazy val commonSettings = Seq(
   name := "archivespark",
   organization := "com.github.helgeho",
-  version := "3.0",
+  version := "3.0.1",
   scalaVersion := "2.11.12",
   fork := true,
   exportJars := true

src/main/scala/org/archive/archivespark/sparkling/warc/WarcRecord.scala

@@ -70,7 +70,7 @@ class WarcRecord (val versionStr: String, val headers: Map[String, String], stre
   def toCdx(compressedSize: Long, digest: InputStream => String = defaultDigestHash, handleRevisits: Boolean = true, handleOthers: Boolean = false): Option[CdxRecord] = {
     if (isResponse || (handleRevisits && isRevisit) || handleOthers) {
       val surt = SurtUtil.fromUrl(url.get)
-      val mime = if (isResponse) if (isHttp) http.flatMap(_.mime).getOrElse("-") else "-" else "warc/" + warcType
+      val mime = if (isResponse) if (isHttp) http.flatMap(_.mime).getOrElse("-") else "-" else warcType.map("warc/" + _).getOrElse("-")
       val status = if (isHttp) http.map(_.status).getOrElse(-1) else -1
       val redirectUrl = if (isHttp) http.flatMap(_.redirectLocation).getOrElse("-") else "-"
       Some(CdxRecord(surt, timestamp.get, url.get, mime, status, payloadDigest(digest).getOrElse("-"), redirectUrl, "-", compressedSize))