Merge pull request #91 from thedacheng/large-zip-file

Read zip file with size larger than 2^31

Author: fhs

src/ZipFile.jl

@@ -513,8 +513,15 @@ end
 "advance io position state and crc32 checksum, checking it at eof"
 function update_reader!(f::ReadableFile, data::Array{UInt8})
     f._zpos = position(f._io) - f._datapos
-    f._pos += length(data)
-    f._currentcrc32 = Zlib.crc32(data, f._currentcrc32)
+    datalen = length(data)
+    f._pos += datalen
+    chunk_size = if Sys.WORD_SIZE > 32 2^31 else datalen end 
+    start = 1
+    while datalen > 0
+        f._currentcrc32 = Zlib.crc32(view(data, start:start-1+min(datalen, chunk_size)), f._currentcrc32)
+        datalen -= chunk_size
+        start += chunk_size
+    end
 
     if eof(f)
         if f.method == Deflate

src/Zlib.jl

@@ -365,12 +365,12 @@ function eof(r::Reader)
     bytesavailable(r.buf) == 0 && eof(r.io)
 end
 
-function crc32(data::Vector{UInt8}, crc::Integer=0)
+function crc32(data::AbstractArray{UInt8}, crc::Integer=0)
     convert(UInt32, (ccall((:crc32, libz),
                  Culong, (Culong, Ptr{UInt8}, Cuint),
                  crc, data, length(data))))
 end
 
-crc32(data::AbstractString, crc::Integer=0) = crc32(convert(Vector{UInt8}, data), crc)
+crc32(data::AbstractString, crc::Integer=0) = crc32(convert(AbstractArray{UInt8}, data), crc)
 
 end # module