LZ4 project compression

This commit is contained in:
luboslenco
2019-05-06 16:16:38 +02:00
parent ea7c0948ae
commit 6c5824fffb
3 changed files with 246 additions and 8 deletions
+8 -8
View File
@@ -95,10 +95,10 @@ class Project {
for (l in UITrait.inst.layers) {
ld.push({
res: l.texpaint.width,
texpaint: l.texpaint.getPixels(),
texpaint_nor: l.texpaint_nor.getPixels(),
texpaint_pack: l.texpaint_pack.getPixels(),
texpaint_mask: l.texpaint_mask != null ? l.texpaint_mask.getPixels() : null,
texpaint: Lz4.encode(l.texpaint.getPixels()),
texpaint_nor: Lz4.encode(l.texpaint_nor.getPixels()),
texpaint_pack: Lz4.encode(l.texpaint_pack.getPixels()),
texpaint_mask: l.texpaint_mask != null ? Lz4.encode(l.texpaint_mask.getPixels()) : null,
opacity_mask: l.maskOpacity,
material_mask: materialToIndex(l.material_mask),
object_mask: l.objectMask
@@ -363,19 +363,19 @@ class Project {
UITrait.inst.layers.push(l);
// TODO: create render target from bytes
var texpaint = kha.Image.fromBytes(ld.texpaint, ld.res, ld.res);
var texpaint = kha.Image.fromBytes(Lz4.decode(ld.texpaint, ld.res * ld.res * 4), ld.res, ld.res);
l.texpaint.g2.begin(false);
l.texpaint.g2.drawImage(texpaint, 0, 0);
l.texpaint.g2.end();
// texpaint.unload();
var texpaint_nor = kha.Image.fromBytes(ld.texpaint_nor, ld.res, ld.res);
var texpaint_nor = kha.Image.fromBytes(Lz4.decode(ld.texpaint_nor, ld.res * ld.res * 4), ld.res, ld.res);
l.texpaint_nor.g2.begin(false);
l.texpaint_nor.g2.drawImage(texpaint_nor, 0, 0);
l.texpaint_nor.g2.end();
// texpaint_nor.unload();
var texpaint_pack = kha.Image.fromBytes(ld.texpaint_pack, ld.res, ld.res);
var texpaint_pack = kha.Image.fromBytes(Lz4.decode(ld.texpaint_pack, ld.res * ld.res * 4), ld.res, ld.res);
l.texpaint_pack.g2.begin(false);
l.texpaint_pack.g2.drawImage(texpaint_pack, 0, 0);
l.texpaint_pack.g2.end();
@@ -383,7 +383,7 @@ class Project {
if (ld.texpaint_mask != null) {
l.createMask(0, false);
var texpaint_mask = kha.Image.fromBytes(ld.texpaint_mask, ld.res, ld.res, kha.graphics4.TextureFormat.L8);
var texpaint_mask = kha.Image.fromBytes(Lz4.decode(ld.texpaint_mask, ld.res * ld.res), ld.res, ld.res, kha.graphics4.TextureFormat.L8);
l.texpaint_mask.g2.begin(false);
l.texpaint_mask.g2.drawImage(texpaint_mask, 0, 0);
l.texpaint_mask.g2.end();
+213
View File
@@ -0,0 +1,213 @@
// Based on https://github.com/gorhill/lz4-wasm
// BSD 2-Clause License
// Copyright (c) 2018, Raymond Hill
// All rights reserved.
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
// * Redistributions of source code must retain the above copyright notice, this
// list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above copyright notice,
// this list of conditions and the following disclaimer in the documentation
// and/or other materials provided with the distribution.
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
// DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
// FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
// SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
// CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
// OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
package arm.util;
import haxe.io.Bytes;
import js.html.Int32Array;
import js.html.Uint8Array;
class Lz4 {
static var hashTable:Int32Array = null;
static inline function encodeBound(size:Int):Int {
return untyped size > 0x7E000000 ? 0 : size + (size / 255 | 0) + 16;
}
public static function encode(b:Bytes):Bytes {
var iBuf = new Uint8Array(cast b.getData());
var iLen = iBuf.byteLength;
if (iLen >= 0x7E000000) { trace("LZ4 range error"); return null; }
// "The last match must start at least 12 bytes before end of block"
var lastMatchPos = iLen - 12;
// "The last 5 bytes are always literals"
var lastLiteralPos = iLen - 5;
if (hashTable == null) hashTable = new Int32Array(65536);
hashTable.fill(-65536);
var oLen = encodeBound(iLen);
var oBuf = new Uint8Array(oLen);
var iPos = 0;
var oPos = 0;
var anchorPos = 0;
// Sequence-finding loop
while (true) {
var refPos = 0;
var mOffset = 0;
var sequence = iBuf[iPos] << 8 | iBuf[iPos+1] << 16 | iBuf[iPos+2] << 24;
// Match-finding loop
while (iPos <= lastMatchPos) {
sequence = sequence >>> 8 | iBuf[iPos+3] << 24;
var hash = (sequence * 0x9E37 & 0xFFFF) + (sequence * 0x79B1 >>> 16) & 0xFFFF;
refPos = hashTable[hash];
hashTable[hash] = iPos;
mOffset = iPos - refPos;
if (mOffset < 65536 &&
iBuf[refPos+0] == ((sequence ) & 0xFF) &&
iBuf[refPos+1] == ((sequence >>> 8) & 0xFF) &&
iBuf[refPos+2] == ((sequence >>> 16) & 0xFF) &&
iBuf[refPos+3] == ((sequence >>> 24) & 0xFF)
) {
break;
}
iPos += 1;
}
// No match found
if (iPos > lastMatchPos) break;
// Match found
var lLen = iPos - anchorPos;
var mLen = iPos;
iPos += 4; refPos += 4;
while (iPos < lastLiteralPos && iBuf[iPos] == iBuf[refPos]) {
iPos += 1; refPos += 1;
}
mLen = iPos - mLen;
var token = mLen < 19 ? mLen - 4 : 15;
// Write token, length of literals if needed
if (lLen >= 15) {
oBuf[oPos++] = 0xF0 | token;
var l = lLen - 15;
while (l >= 255) {
oBuf[oPos++] = 255;
l -= 255;
}
oBuf[oPos++] = l;
}
else {
oBuf[oPos++] = (lLen << 4) | token;
}
// Write literals
while (lLen-- > 0) {
oBuf[oPos++] = iBuf[anchorPos++];
}
if (mLen == 0) break;
// Write offset of match
oBuf[oPos+0] = mOffset;
oBuf[oPos+1] = mOffset >>> 8;
oPos += 2;
// Write length of match if needed
if (mLen >= 19) {
var l = mLen - 19;
while (l >= 255) {
oBuf[oPos++] = 255;
l -= 255;
}
oBuf[oPos++] = l;
}
anchorPos = iPos;
}
// Last sequence is literals only
var lLen = iLen - anchorPos;
if (lLen >= 15) {
oBuf[oPos++] = 0xF0;
var l = lLen - 15;
while (l >= 255) {
oBuf[oPos++] = 255;
l -= 255;
}
oBuf[oPos++] = l;
}
else {
oBuf[oPos++] = lLen << 4;
}
while (lLen-- > 0) {
oBuf[oPos++] = iBuf[anchorPos++];
}
return Bytes.ofData(cast new Uint8Array(oBuf.buffer, 0, oPos));
}
public static function decode(b:Bytes, oLen:Int):Bytes {
var iBuf:Uint8Array = new Uint8Array(cast b.getData());
var iLen = iBuf.byteLength;
var oBuf = new Uint8Array(oLen);
var iPos = 0;
var oPos = 0;
while (iPos < iLen) {
var token = iBuf[iPos++];
// Literals
var clen = token >>> 4;
// Length of literals
if (clen != 0) {
if (clen == 15) {
var l = 0;
while (true) {
l = iBuf[iPos++];
if (l != 255) break;
clen += 255;
}
clen += l;
}
// Copy literals
var end = iPos + clen;
while (iPos < end) {
oBuf[oPos++] = iBuf[iPos++];
}
if (iPos == iLen) break;
}
// Match
var mOffset = iBuf[iPos+0] | (iBuf[iPos+1] << 8);
if (mOffset == 0 || mOffset > oPos) return null;
iPos += 2;
// Length of match
clen = (token & 0x0F) + 4;
if (clen == 19) {
var l = 0;
while (true) {
l = iBuf[iPos++];
if (l != 255) break;
clen += 255;
}
clen += l;
}
// Copy match
var mPos = oPos - mOffset;
var end = oPos + clen;
while (oPos < end) {
oBuf[oPos++] = oBuf[mPos++];
}
}
return Bytes.ofData(cast oBuf.buffer);
}
}