diff options
Diffstat (limited to 'src/org/catacombae/rarx/ListArchiveContents.java')
| -rw-r--r-- | src/org/catacombae/rarx/ListArchiveContents.java | 438 |
1 files changed, 0 insertions, 438 deletions
diff --git a/src/org/catacombae/rarx/ListArchiveContents.java b/src/org/catacombae/rarx/ListArchiveContents.java deleted file mode 100644 index 7fac0f1..0000000 --- a/src/org/catacombae/rarx/ListArchiveContents.java +++ /dev/null @@ -1,438 +0,0 @@ -/*-
- * Copyright (C) 2006 Erik Larsson
- *
- * All rights reserved.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; either version 2
- * of the License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
- */
-
-package org.catacombae.rarx;
-
-import java.util.*;
-import java.io.*;
-import java.security.MessageDigest;
-import java.util.zip.CRC32;
-
-public class ListArchiveContents {
-
- /*
- * Konceptuellt: Vi har en buffer |E4F91...|A81984B....|
- * ^--------^ <- 32 (0x20) bytes,
- */
-
- //public static final byte[] entrySignature = { 0x7C, 0x30, 0x14, 0x30 };
- public static final String BACKSPACE79 = "\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b";
- public static final BufferedReader stdin = new BufferedReader(new InputStreamReader(System.in));
- public static final short ENTRY_TYPE_DIR = 0x0010;
- public static final short ENTRY_TYPE_FILE = 0x0020;
- public static void main(String[] args) throws IOException {
- boolean deleteOnError = true; // Change this to be decided by a command line parameter.
- RandomAccessFile raf = new RandomAccessFile(args[0], "r");
- File outDir = null;
- if(args.length > 1)
- outDir = new File(args[1]);
- byte[] buffer = new byte[4096];
- byte[] pre = new byte[0x16];
- byte[] signature = new byte[0x4];
- byte[] post = new byte[0x6];
- byte[] postString = new byte[0x5];
- byte[] staticEntryData = new byte[pre.length+signature.length+
- post.length+postString.length];
- for(int i = 0; i < staticEntryData.length; ++i)
- staticEntryData[i] = 0;
- ArrayList<byte[]> savedEntries = new ArrayList<byte[]>();
- ArrayList<byte[]> dirEntries = new ArrayList<byte[]>();
- ArrayList<byte[]> fileEntries = new ArrayList<byte[]>();
- LinkedList<String> extractedFiles = new LinkedList<String>();
- LinkedList<String> badFiles = new LinkedList<String>();
- LinkedList<String> createErrorFiles = new LinkedList<String>();
- LinkedList<String> badFilesizeFiles = new LinkedList<String>();
- int signatureCount = 0;
- int readAhead = pre.length+4+post.length;
- int bytesRead = raf.read(buffer);//, readAhead, buffer.length-readAhead);
- long totalBytesRead = bytesRead;
- int lastReadPos = bytesRead;
- //bytesRead += readAhead;
- while(raf.getFilePointer() < raf.length()) {
- for(int i = pre.length; i < lastReadPos-(signature.length+post.length); ++i) {
- if(buffer[i+(0x18-0x16)] == 0x14 &&
- //buffer[i+(0x19-0x16)] == 0x30 && // This one is not really common for all rars.
- //buffer[i+(0x16-0x16)] == 0x7c && buffer[i+(0x17-0x16)] == 0x30
- buffer[i+(0x1b-0x16)] == 0 &&
- (buffer[i+(0x1c-0x16)] == 0x20 || buffer[i+(0x1c-0x16)] == 0x10) &&
- buffer[i+(0x1d-0x16)] == 0 &&
- buffer[i+(0x1e-0x16)] == 0 &&
- buffer[i+(0x1f-0x16)] == 0 //&&
- //buffer[i+(0x20-0x16)] == 0
- ) {
-// System.out.println("buffer[i+(0x1b-0x16)] == " + buffer[i+(0x1b-0x16)]);
-// System.out.println("buffer[i+(0x1c-0x16)] == " + buffer[i+(0x1c-0x16)]);
-// System.out.println("buffer[i+(0x1d-0x16)] == " + buffer[i+(0x1d-0x16)]);
-// System.out.println("buffer[i+(0x1e-0x16)] == " + buffer[i+(0x1e-0x16)]);
-// System.out.println("buffer[i+(0x1f-0x16)] == " + buffer[i+(0x1f-0x16)]);
- ++signatureCount;
- System.out.println("File found at position " + ((raf.getFilePointer()-lastReadPos)+i));
- int fileSize = Util.readIntLE(buffer, i-0xf);
- System.out.println(" Size: " + fileSize + " bytes (0x" + Util.toHexStringBE(fileSize) + ")");
- int crc = Util.readIntLE(buffer, i-6);
- System.out.println(" CRC32: 0x" + Util.toHexStringBE(crc));
- int stringSize = Util.readShortLE(buffer, i+4) & 0xFFFF;
- System.out.println(" String size: " + stringSize);
- short fileType = Util.readShortLE(buffer, i+6);
- System.out.println(" Some type: 0x" + Util.toHexStringBE(fileType));
- int difference = i+signature.length+post.length+stringSize+postString.length-lastReadPos;
-
- if(difference > 0) {
- System.out.println("Beginning of string: " + new String(buffer, i+signature.length+post.length, stringSize-(difference-postString.length), "US-ASCII"));
-// System.out.println(" i=" + i + " post.length=" + post.length + " bytesRead=" + bytesRead);
-// System.out.println(" String size: " + Util.toHexStringBE(stringSize) + " Difference: " + Util.toHexStringBE(difference));
- byte[] diffArray = new byte[difference];
- int tempBytesRead = raf.read(diffArray);
-// System.out.println(" Contents of diffarray: " + new String(diffArray, "US-ASCII"));
- if(tempBytesRead != diffArray.length)
- throw new RuntimeException("Read error."); // Orka..
- totalBytesRead += tempBytesRead;
-
- System.arraycopy(buffer, difference, buffer, 0, lastReadPos-difference);
- System.arraycopy(diffArray, 0, buffer, lastReadPos-difference, diffArray.length);
- i -= difference;
-// System.out.println(" After stringshift: " + new String(buffer, i+4+post.length, stringSize-difference, "US-ASCII"));
-// System.out.println(" " + new String(buffer, i+4+post.length, stringSize, "US-ASCII"));
- }
-
- // Save the data for future analysis
- byte[] data = new byte[staticEntryData.length];
- System.arraycopy(buffer, i-pre.length, data, 0, pre.length+signature.length+post.length);
- System.arraycopy(buffer, i+signature.length+post.length+stringSize, data, pre.length+signature.length+post.length, postString.length);
- savedEntries.add(data);
-
- try {
- /*
- javax.swing.JFrame jf = new javax.swing.JFrame();
- javax.swing.JTextArea tf = new javax.swing.JTextArea(80, 50);
- tf.setFont(new java.awt.Font("Monospaced", java.awt.Font.PLAIN, 12));
- jf.add(new javax.swing.JScrollPane(tf));
- jf.pack();
- jf.setVisible(true);
- for(String charset : java.nio.charset.Charset.availableCharsets().keySet())
- tf.append("Name: \"" + new String(buffer, i+4+post.length, stringSize, charset) + "\" in charset: " + charset + "\n");
- if(true)
- return;
- */
-
- String fullFilename = new String(buffer, i+4+post.length, stringSize, "IBM437");
- String[] filenameComponents = fullFilename.split("\0");
- String filename = filenameComponents[0];
- System.out.println(" Name: \"" + filename + "\"");
- //stdin.readLine();
- System.out.println(" In hex: 0x" + Util.byteArrayToHexString(buffer, i+4+post.length, stringSize));
- if(fileType == ENTRY_TYPE_DIR) {
- System.err.println("Assuming to be dir: " + filename);
- dirEntries.add(data);
- }
-// else if(fileSize == 0 || crc == 0 || filename.split("\\.").length == 2) {
-// System.err.println("Suspicious non-10 dir found: " + filename);
-// System.err.println(" fileSize=" + fileSize);
-// System.err.println(" crc=" + crc);
-// System.err.println(" dots in name: " + (filename.split("\\.").length-1));
-// }
- if(fileType == ENTRY_TYPE_FILE)
- fileEntries.add(data);
-
- if(fileType != ENTRY_TYPE_DIR && fileType != ENTRY_TYPE_FILE) {
- System.err.println("NEW fileType FOUND: 0x" + Util.toHexStringBE(fileType));
- stdin.readLine();
- }
- //System.err.println(" " + filename.split("\\.").length);
- if(difference > 0)
- System.out.println(" (array extended)");
- else
- System.out.println();
-
- if(fileType == ENTRY_TYPE_FILE && outDir != null && fileSize != 0 && crc != 0) {
- File outFile = new File(outDir, filename);
- File outParent = outFile.getParentFile();
- if(outParent != null && ((outParent.exists() && outParent.isDirectory()) ||
- outParent.mkdirs())) {
- int seekIndexInBuffer = i+signature.length+post.length+stringSize+0x5;
- long seekPosition = (raf.getFilePointer()-lastReadPos)+seekIndexInBuffer;
- if(seekPosition+fileSize > raf.length()) {
- System.out.println("ERROR: Invalid file size for \"" + filename + "\" (" + fileSize + " bytes)");
- badFilesizeFiles.add(filename);
- }
- else {
- RandomAccessFile outRaf = new RandomAccessFile(outFile, "rw");
- System.out.println("input.getFilePointer() = " + raf.getFilePointer());
- System.out.println("readAhead = " + (readAhead));
- System.out.println("bytesRead = "+ bytesRead);
- System.out.println("lastReadPos = "+ lastReadPos);
- System.out.println("i = " + i);
- byte[] mycrc32 = copyData(raf, seekPosition, outRaf, 0, fileSize);
- outRaf.close();
- System.out.println("Their digest: 0x" + Util.toHexStringBE(crc));
- System.out.println("My digest : 0x" + Util.byteArrayToHexString(mycrc32));
- //stdin.readLine();
- if(Util.arraysEqual(Util.toByteArrayBE(crc), mycrc32)) {
- System.out.println("Digests are equal.");
- extractedFiles.addLast(filename);
- /* H�r b�r vi flytta fram filpekaren till precis efter den extraherade filen,
- f�r att undvika att titta i rar filer som �r lagrade inuti andra rar-filer,
- samt f�r att snabba upp extraheringen. */
- long oldFilePointer = raf.getFilePointer();
- long newFilePointer = seekPosition+fileSize-readAhead;
- if(newFilePointer > oldFilePointer) {
- raf.seek(newFilePointer);
- bytesRead = raf.read(buffer);
- lastReadPos = bytesRead;
- totalBytesRead += (raf.getFilePointer() - oldFilePointer);
- i = pre.length;
- }
- else {
- System.out.print("Situation where newFilePointer <= oldFilePointer har occurred!");
- //stdin.readLine();
- }
- }
- else {
- System.out.println("NOT EQUAL! :(:(:(:(");
- if(deleteOnError) {
- while(!outFile.delete()) {
- System.out.print("Could not delete file \"" + outFile + "\" try again (y/n)? ");
- String answer = stdin.readLine();
- while(!(answer.trim().equalsIgnoreCase("y") || answer.trim().equalsIgnoreCase("n"))) {
- System.out.print("Ivalid answer. Answer again: (y/n)? ");
- answer = stdin.readLine();
- }
-
- if(answer.trim().equalsIgnoreCase("n"))
- break;
- }
- }
- badFiles.addLast(filename);
- //stdin.readLine();
- }
- }
- //stdin.readLine();
- }
- else {
- System.out.println("Failed to create \"" + outFile + "\"");
- createErrorFiles.addLast(filename);
- }
- }
- } catch(Exception e) {
- e.printStackTrace();
- String answer;
- do {
- System.out.print("Do you want to continue (y/n)? ");
- answer = stdin.readLine();
- } while(!(answer.trim().equalsIgnoreCase("y") || answer.trim().equalsIgnoreCase("n")));
-
- if(answer.trim().equalsIgnoreCase("n"))
- System.exit(0);
- }
- }
- }
- /* Vi vill nu flytta (readAhead) bytes data fr�n slutet av den fyllda delen av arrayen till b�rjan. */
- System.arraycopy(buffer, lastReadPos-readAhead, buffer, 0, readAhead);
-
- /* L�s in nya data i arrayen, men skriv inte �ver dess inledande (readAhead) bytes */
- bytesRead = raf.read(buffer, readAhead, buffer.length-readAhead);
- totalBytesRead += bytesRead;
- lastReadPos = readAhead+bytesRead;
- }
- System.out.println();
- System.err.println("Found " + signatureCount + " signatures.");
- System.err.println("Found " + savedEntries.size() + " entries.");
- if(savedEntries.size() > 0) {
- System.err.println("Running analysis on all entries...");
- Region[] similarRegions = findSimilarities(savedEntries);
- byte[] entry = savedEntries.get(0);
- System.out.println("First entry: 0x" + Util.byteArrayToHexString(entry));
- LinkedList<byte[]> regionData = new LinkedList<byte[]>();
- for(Region r : similarRegions) {
- byte[] currentRegion = new byte[(int)((r.endOffset+1)-r.startOffset)];
- System.arraycopy(entry, (int)r.startOffset, currentRegion, 0, currentRegion.length);
- System.out.println(r + ": 0x" + Util.byteArrayToHexString(currentRegion));
- regionData.addLast(currentRegion);
- }
- }
- if(dirEntries.size() > 0) {
- System.err.println("Running analysis on directories only...");
- Region[] similarRegions = findSimilarities(dirEntries);
- byte[] entry = dirEntries.get(0);
- LinkedList<byte[]> regionData = new LinkedList<byte[]>();
- for(Region r : similarRegions) {
- byte[] currentRegion = new byte[(int)((r.endOffset+1)-r.startOffset)];
- System.arraycopy(entry, (int)r.startOffset, currentRegion, 0, currentRegion.length);
- System.out.println(r + ": 0x" + Util.byteArrayToHexString(currentRegion));
- regionData.addLast(currentRegion);
- }
- }
- if(fileEntries.size() > 0) {
- System.err.println("Running analysis on files only...");
- Region[] similarRegions = findSimilarities(fileEntries);
- byte[] entry = fileEntries.get(0);
- LinkedList<byte[]> regionData = new LinkedList<byte[]>();
- for(Region r : similarRegions) {
- byte[] currentRegion = new byte[(int)((r.endOffset+1)-r.startOffset)];
- System.arraycopy(entry, (int)r.startOffset, currentRegion, 0, currentRegion.length);
- System.out.println(r + ": 0x" + Util.byteArrayToHexString(currentRegion));
- regionData.addLast(currentRegion);
- }
- }
-
- if(badFiles.size() > 0) {
- System.out.println("The following " + badFiles.size() + " files failed the CRC-32 checksum test" + (deleteOnError?" and were not extracted":"") + ":");
- for(String filename : badFiles)
- System.out.println(" \"" + filename + "\"");
- }
- if(badFilesizeFiles.size() > 0) {
- System.out.println("The following " + badFilesizeFiles.size() + " files could not be extracted due to incorrectly specified file size:");
- for(String filename : badFilesizeFiles)
- System.out.println(" \"" + filename + "\"");
- }
- if(createErrorFiles.size() > 0) {
- System.out.println("The following " + createErrorFiles.size() + " files could not be created:");
- for(String filename : createErrorFiles)
- System.out.println(" \"" + filename + "\"");
- }
-
- System.out.println("Read " + totalBytesRead + " bytes from input file.");
- }
-
- /** Returns the calculated CRC-32 checksum of the copied data. */
- public static byte[] copyData(RandomAccessFile input, long inputPos, RandomAccessFile output, long outputPos, long fileSize) throws IOException {
- CRC32 crc32Digest = new CRC32();//MessageDigest.getInstance("CRC32");
- long oldFilePointer = input.getFilePointer();
- byte[] otherBuffer = new byte[4096];
- input.seek(inputPos);
- System.out.println("Seeking to " + input.getFilePointer() + ".");
- int totalBytesRead2 = 0;
- System.out.println("otherBuffer.length="+otherBuffer.length+" fileSize="+fileSize+" totalBytesRead2="+totalBytesRead2);
- System.out.println("input.read("+otherBuffer+", "+0+", " + (totalBytesRead2+otherBuffer.length<fileSize?otherBuffer.length:fileSize-totalBytesRead2) + ");");
- int bytesRead2 = input.read(otherBuffer, 0, (totalBytesRead2+otherBuffer.length<fileSize?otherBuffer.length:(int)(fileSize-totalBytesRead2)));
- totalBytesRead2 += bytesRead2;
- while(totalBytesRead2 < fileSize) {
- crc32Digest.update(otherBuffer, 0, bytesRead2);
- output.write(otherBuffer, 0, bytesRead2);
- bytesRead2 = input.read(otherBuffer, 0, (totalBytesRead2+otherBuffer.length<fileSize?otherBuffer.length:(int)(fileSize-totalBytesRead2)));
- totalBytesRead2 += bytesRead2;
- }
-
- crc32Digest.update(otherBuffer, 0, bytesRead2);
- output.write(otherBuffer, 0, bytesRead2);
- System.out.println("Extracted contents!");// Check them and press enter...");
- input.seek(oldFilePointer);
- return Util.toByteArrayBE((int)(crc32Digest.getValue() & 0xFFFFFFFF));
- }
- public static Region[] findSimilarities(List<byte[]> arrays) throws IOException {
- if(arrays.size() < 1)
- return new Region[0];
-
- long minLength = Long.MAX_VALUE;
- boolean differentLengths = false;
- for(byte[] currentData : arrays) {
- if(currentData.length < minLength) {
- if(minLength != Long.MAX_VALUE)
- differentLengths = true;
- minLength = currentData.length;
- }
- }
- if(differentLengths)
- System.err.println("WARNING: Input arrays are not of equal length...");
-
- LinkedList<Region> regions = new LinkedList<Region>();
-
- long regionStart = -1;
- for(int i = 0; i < minLength; ++i) {
- int lastByte = -1;
- int[] values = new int[arrays.size()];
- for(int j = 0; j < arrays.size(); ++j)
- values[j] = arrays.get(j)[i];//files[j].read();
-
- for(int currentByte : values) {
- //System.out.print("0x" + Integer.toHexString(currentByte) + " == ");
- if(lastByte == -1)
- lastByte = currentByte;
- else if(currentByte != lastByte) {
- lastByte = -1;
- //System.out.println("FALSE");
- break;
- }
- }
-// if(lastByte != -1)
-// System.out.println("TRUE");
- if(lastByte == -1 && regionStart != -1) {
- //System.out.println("Region concluded at 0x" + Long.toHexString(i));
- regions.add(new Region(regionStart, i-1));
- regionStart = -1;
- }
- else if(lastByte != -1 && regionStart == -1) {
- //System.out.println("New region started at 0x" + Long.toHexString(i));
- regionStart = i;
- }
- }
-
- System.out.println("Found " + regions.size() + " similar regions.");
- long totalSimilarBytes = 0;
- for(Region r : regions) {
- long regionLength = r.endOffset-r.startOffset+1;
- System.out.println(" 0x" + Long.toHexString(r.startOffset) + "-0x" + Long.toHexString(r.endOffset) + " (" + regionLength + " B)");
- totalSimilarBytes += regionLength;
- }
- System.out.println("Total matching bytes: " + totalSimilarBytes);
- return regions.toArray(new Region[regions.size()]);
- }
-
- private static class Region {
- public long startOffset;
- public long endOffset;
-
- public Region(long startOffset, long endOffset) {
- this.startOffset = startOffset;
- this.endOffset = endOffset;
- }
- }
-}
-
-class TestModel {
- public static void main(String[] args) {
- byte[] buffer = new byte[4096];
- int readAhead = 32;
- fill(buffer);
- while(true) {
- for(int i = 0; i < buffer.length-readAhead; ++i) {
-
- }
-
- // Vi har g�tt igenom buffer fr�n 0 till n-readAhead
- // Kopiera d� readAhead bytes fr�n slutet till b�rjan och fyll
- System.arraycopy(buffer, buffer.length-readAhead, buffer, 0, readAhead);
- fill(buffer, readAhead, buffer.length-readAhead);
- }
- }
-
- public static int alternate(byte[] buffer) {
- fill(buffer);
- while(true) {
- for(int i = 0; i < buffer.length; ++i)
- dosomething(buffer[i]);
- fill(buffer);
- }
- }
-
- public static void fill(byte[] buffer) {}
- public static void fill(byte[] buffer, int i, int j) {}
- public static void dosomething(byte b) {}
-}
|