From: Jason Self <j@jxself.org>
Date: Sat, 28 May 2016 19:35:07 +0000 (-0700)
Subject: Importing lz4json from https://github.com/andikleen/lz4json
X-Git-Url: https://jxself.org/git/?a=commitdiff_plain;h=refs%2Fheads%2Fmaster;p=lz4json.git

Importing lz4json from https://github.com/andikleen/lz4json
---

a65186233c96d48e43d5e0d054c1b7067d430cb8
diff --git a/Makefile b/Makefile
new file mode 100644
index 0000000..ae4b94e
--- /dev/null
+++ b/Makefile
@@ -0,0 +1,7 @@
+CFLAGS := -g -O2 -Wall
+LDLIBS := -llz4
+
+lz4jsoncat: lz4jsoncat.c
+
+clean:
+	rm -f lz4jsoncat
diff --git a/README b/README
new file mode 100644
index 0000000..e4d3a66
--- /dev/null
+++ b/README
@@ -0,0 +1,9 @@
+A little utility to unpack lz4json files as generated by Firefox's book mark backups.
+This is a different format from what the normal lz4 utility expects.
+The data is dumped to stdout.
+
+Requires liblz4 to be installed and a little endian host
+
+lz4jsoncat ~/.mozilla/.../bookmarkbackups/bookmarks-2014-12-27_151_0UCIWGB4x3hhQXpuSMs5WQ==.jsonlz4 
+
+-Andi Kleen
diff --git a/lz4jsoncat.c b/lz4jsoncat.c
new file mode 100644
index 0000000..2060105
--- /dev/null
+++ b/lz4jsoncat.c
@@ -0,0 +1,87 @@
+/* 
+ * Dump mozilla style lz4json files.
+ *
+ * Copyright (c) 2014 Intel Corporation
+ * Author: Andi Kleen
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that: (1) source code distributions
+ * retain the above copyright notice and this paragraph in its entirety, (2)
+ * distributions including binary code include the above copyright notice and
+ * this paragraph in its entirety in the documentation or other materials
+ * provided with the distribution
+ *
+ * THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR IMPLIED
+ * WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
+ * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
+ */
+
+/* File format reference:
+   http://mxr.mozilla.org/mozilla-central/source/toolkit/components/workerlz4/lz4.js 
+ */
+#include <sys/mman.h>
+#include <sys/stat.h>
+#include <sys/fcntl.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <string.h>
+#include <stdlib.h>
+#include <stdint.h>
+
+#include "lz4.h"
+
+/* Assumes little endian host for the length */
+
+int main(int ac, char **av)
+{
+	while (*++av) {
+		int fd = open(*av, O_RDONLY);
+		if (fd < 0) {
+			perror(*av);
+			continue;
+		}
+		struct stat st;
+		if (fstat(fd, &st) < 0) {
+			perror(*av);
+			exit(1);
+		}
+		if (st.st_size < 12) {
+			fprintf(stderr, "%s: file too short\n", *av);
+			exit(1);
+		}
+
+		unsigned ps = sysconf(_SC_PAGE_SIZE);
+		char *map = mmap(NULL, (st.st_size + ps - 1) & ~(ps - 1), PROT_READ,
+				 MAP_SHARED, fd, 0);
+		if (map == (char *)-1) {
+			perror(*av);
+			exit(1);
+		}
+		if (memcmp(map, "mozLz40", 8)) {
+			fprintf(stderr, "%s: not a mozLZ4a file\n", *av);
+			exit(1);
+		}
+		size_t outsz = *(uint32_t *) (map + 8);
+		char *out = malloc(outsz);
+		if (!out) {
+			fprintf(stderr, "Cannot allocate memory\n");
+			exit(1);
+		}
+		if (LZ4_decompress_safe_partial(map + 12, out, st.st_size - 12, outsz, outsz) < 0) {
+			fprintf(stderr, "%s: decompression error\n", *av);
+			exit(1);
+		}
+		if (write(1, out, outsz) < outsz) {
+			perror("write");
+			exit(1);
+		}
+		free(out);
+		munmap(map, (st.st_size + ps - 1) & ~(ps - 1));
+		close(fd);
+
+	}
+	return 0;
+}
+
+
+