README.md

@@ -6,12 +6,6 @@ Deep WIP multi-tool to work with NS-specific files / filesystem images.
 
 [GNU General Public License v3+](https://github.com/developersu/konogonka/blob/master/LICENSE)
 
-<img src="screenshots/1.png" alt="drawing" width="250"/> <img src="screenshots/2.png" alt="drawing" width="250"/> <img src="screenshots/3.png" alt="drawing" width="250"/>
-
-<img src="screenshots/4.png" alt="drawing" width="250"/> <img src="screenshots/5.png" alt="drawing" width="250"/> <img src="screenshots/6.png" alt="drawing" width="250"/>
-
-<img src="screenshots/7.png" alt="drawing" width="250"/>
-
 ### Used libraries & resources
 * [Bouncy Castle](https://www.bouncycastle.org/) for Java.
 * [Java-XTS-AES](https://github.com/horrorho/Java-XTS-AES) by horrorho with minimal changes.
@@ -51,6 +45,6 @@ JRE/JDK 8u60 or higher.
 * [ ] CERT support
 * [ ] CNMT support
 * [ ] NSO support
-* [x] RomFS
+* [ ] RomFS deep-dive
 * [ ] LogPrinter to singleton implementation. 
 * [x] 'Save to folder' option

src/main/java/konogonka/Controllers/MainController.java

@@ -110,7 +110,7 @@ public class MainController implements Initializable {
             fileChooser.setInitialDirectory(new File(System.getProperty("user.home")));
 
         fileChooser.getExtensionFilters().add(new FileChooser.ExtensionFilter("NS files",
-                "*.nsp", "*.nsz", "*.xci", "*.nca", "*.tik", "*.xml", "*.npdm", "*.bin"));
+                "*.nsp", "*.nsz", "*.xci", "*.nca", "*.tik", "*.xml", "*.npdm", "*.romfs"));
 
         this.selectedFile = fileChooser.showOpenDialog(analyzeBtn.getScene().getWindow());
 
@@ -156,7 +156,7 @@ public class MainController implements Initializable {
             case "npdm":
                 tabPane.getSelectionModel().select(5);
                 break;
-            case "bin":
+            case "romfs":
                 tabPane.getSelectionModel().select(6);
         }
     }
@@ -185,7 +185,7 @@ public class MainController implements Initializable {
             case "npdm":
                 NPDMTabController.analyze(selectedFile);
                 break;
-            case "bin":
+            case "romfs":
                 RFSTabController.analyze(selectedFile);
         }
     }
@@ -198,7 +198,7 @@ public class MainController implements Initializable {
             case "tik":
             case "xml":
             case "npdm":
-            case "bin":
+            case "romfs":
                 return false;
             default:
                 return true;

src/main/java/konogonka/Controllers/RFS/RomFsController.java

@@ -147,15 +147,7 @@ public class RomFsController implements ITabController {
 
     @Override
     public void analyze(File file) {
-        long lv6offset = -1;
+        Task<RomFsDecryptedProvider> analyzer = Analyzer.analyzeRomFS(file);
-        try{
-            System.out.println(file.getName().replaceAll("(^.*lv6\\s)|(]\\.bin)", ""));
-            lv6offset = Long.parseLong(file.getName().replaceAll("(^.*lv6\\s)|(]\\.bin)", ""));
-        }
-        catch (Exception e){
-            e.printStackTrace();
-        }
-        Task<RomFsDecryptedProvider> analyzer = Analyzer.analyzeRomFS(file, lv6offset);
         analyzer.setOnSucceeded(e->{
             RomFsDecryptedProvider provider = analyzer.getValue();
             this.setData(provider);

src/main/java/konogonka/Tools/RomFs/IRomFsProvider.java

@@ -23,7 +23,6 @@ import java.io.File;
 import java.io.PipedInputStream;
 
 public interface IRomFsProvider {
-    long getLevel6Offset();
     Level6Header getHeader();
     FileSystemEntry getRootEntry();
     PipedInputStream getContent(FileSystemEntry entry) throws Exception;

src/main/java/konogonka/Tools/RomFs/RomFsDecryptedProvider.java

@@ -23,24 +23,20 @@ import java.io.*;
 
 public class RomFsDecryptedProvider implements IRomFsProvider{
 
-    private long level6Offset;
+    private static final long LEVEL_6_DEFAULT_OFFSET = 0x14000; // TODO: FIX incorrect
 
     private File file;
     private Level6Header header;
 
     private FileSystemEntry rootEntry;
+    // TODO: FIX. LEVEL 6 OFFSET MUST be provided
 
-    public RomFsDecryptedProvider(File decryptedFsImageFile, long level6Offset) throws Exception{
+    public RomFsDecryptedProvider(File decryptedFsImageFile) throws Exception{     // TODO: add default setup AND using meta-data headers from NCA RomFs section (?)
-        if (level6Offset < 0)
-            throw new Exception("Incorrect Level 6 Offset");
-
         this.file = decryptedFsImageFile;
 
         BufferedInputStream bis = new BufferedInputStream(new FileInputStream(decryptedFsImageFile));
 
-        this.level6Offset = level6Offset;
+        skipBytes(bis, LEVEL_6_DEFAULT_OFFSET);
-
-        skipBytes(bis, level6Offset);
 
         byte[] rawDataChunk = new byte[0x50];
 
@@ -102,8 +98,6 @@ public class RomFsDecryptedProvider implements IRomFsProvider{
         }
     }
     @Override
-    public long getLevel6Offset() { return level6Offset; }
-    @Override
     public Level6Header getHeader() { return header; }
     @Override
     public FileSystemEntry getRootEntry() { return rootEntry; }
@@ -120,7 +114,7 @@ public class RomFsDecryptedProvider implements IRomFsProvider{
         workerThread = new Thread(() -> {
             System.out.println("RomFsDecryptedProvider -> getContent(): Executing thread");
             try {
-                long subFileRealPosition = level6Offset + header.getFileDataOffset() + entry.getFileOffset();
+                long subFileRealPosition = LEVEL_6_DEFAULT_OFFSET + header.getFileDataOffset() + entry.getFileOffset();
                 BufferedInputStream bis = new BufferedInputStream(new FileInputStream(file));
                 skipBytes(bis, subFileRealPosition);
 

src/main/java/konogonka/Tools/RomFs/RomFsEncryptedProvider.java

@@ -26,7 +26,7 @@ import java.util.Arrays;
 
 public class RomFsEncryptedProvider implements IRomFsProvider{
 
-    private long level6Offset;
+    private static long level6Offset;
 
     private File file;
     private Level6Header header;
@@ -176,8 +176,6 @@ public class RomFsEncryptedProvider implements IRomFsProvider{
         return metadataTable;
     }
 
-    @Override
-    public long getLevel6Offset() { return level6Offset; }
     @Override
     public Level6Header getHeader() { return header; }
     @Override
@@ -191,80 +189,33 @@ public class RomFsEncryptedProvider implements IRomFsProvider{
         Thread workerThread;
 
         PipedInputStream streamIn = new PipedInputStream(streamOut);
+
         workerThread = new Thread(() -> {
             System.out.println("RomFsDecryptedProvider -> getContent(): Executing thread");
             try {
+                long subFileRealPosition = level6Offset + header.getFileDataOffset() + entry.getFileOffset();
+                BufferedInputStream bis = new BufferedInputStream(new FileInputStream(file));
+                bis.skip(subFileRealPosition);
 
-                byte[] encryptedBlock;
+                int readPice = 8388608; // 8mb NOTE: consider switching to 1mb 1048576
-                byte[] dectyptedBlock;
 
-                RandomAccessFile raf = new RandomAccessFile(file, "r");
+                long readFrom = 0;
+                long realFileSize = entry.getFileSize();
 
-                //0
+                byte[] readBuf;
-                AesCtrDecryptSimple decryptor = new AesCtrDecryptSimple(key, sectionCTR, mediaStartOffset * 0x200);
 
-                long startBlock = (entry.getFileOffset() + header.getFileDataOffset()) / 0x200;
+                while (readFrom < realFileSize) {
-
+                    if (realFileSize - readFrom < readPice)
-                decryptor.skipNext(level6Offset / 0x200 + startBlock);
+                        readPice = Math.toIntExact(realFileSize - readFrom);    // it's safe, I guarantee
-
+                    readBuf = new byte[readPice];
-                long abosluteOffsetPosition = romFSoffsetPosition + (mediaStartOffset * 0x200);
+                    if (bis.read(readBuf) != readPice) {
-
+                        System.out.println("RomFsDecryptedProvider -> getContent(): Unable to read requested size from file.");
-                raf.seek(abosluteOffsetPosition + level6Offset + startBlock * 0x200);
-
-                //1
-                long ignoreBytes = (entry.getFileOffset() + header.getFileDataOffset()) - startBlock * 0x200;
-
-                if (ignoreBytes > 0) {
-                    encryptedBlock = new byte[0x200];
-                    if (raf.read(encryptedBlock) == 0x200) {
-                        dectyptedBlock = decryptor.dectyptNext(encryptedBlock);
-                        // If we have extra-small file that is less then a block and even more
-                        if ((0x200 - ignoreBytes) > entry.getFileSize()){
-                            streamOut.write(dectyptedBlock, (int)ignoreBytes, (int) entry.getFileSize());    // safe cast
-                            raf.close();
-                            streamOut.close();
                         return;
                     }
-                        else {
+                    streamOut.write(readBuf);
-                            streamOut.write(dectyptedBlock, (int) ignoreBytes, 0x200 - (int) ignoreBytes);
+                    readFrom += readPice;
                 }
-                    }
+                bis.close();
-                    else {
-                        throw new Exception("RomFsEncryptedProvider(): Unable to get 512 bytes from 1st bock for Directory Metadata Table");
-                    }
-                    startBlock++;
-                }
-                long endBlock = (entry.getFileSize() + ignoreBytes) / 0x200 + startBlock;  // <- pointing to place where any data related to this media-block ends
-
-                //2
-                int extraData = (int) ((endBlock - startBlock)*0x200 - (entry.getFileSize() + ignoreBytes));
-
-                if (extraData < 0)
-                    endBlock--;
-                //3
-                while ( startBlock < endBlock ) {
-                    encryptedBlock = new byte[0x200];
-                    if (raf.read(encryptedBlock) == 0x200) {
-                        dectyptedBlock = decryptor.dectyptNext(encryptedBlock);
-                        streamOut.write(dectyptedBlock);
-                    }
-                    else
-                        throw new Exception("RomFsEncryptedProvider(): Unable to get 512 bytes from block for Directory Metadata Table");
-
-                    startBlock++;
-                }
-
-                //4
-                if (extraData != 0){                 // In case we didn't get what we want
-                    encryptedBlock = new byte[0x200];
-                    if (raf.read(encryptedBlock) == 0x200) {
-                        dectyptedBlock = decryptor.dectyptNext(encryptedBlock);
-                        streamOut.write(dectyptedBlock, 0, Math.abs(extraData));
-                    }
-                    else
-                        throw new Exception("RomFsEncryptedProvider(): Unable to get 512 bytes from block for Directory Metadata Table");
-                }
-                raf.close();
                 streamOut.close();
             } catch (Exception e) {
                 System.out.println("RomFsDecryptedProvider -> getContent(): Unable to provide stream");
@@ -275,7 +226,6 @@ public class RomFsEncryptedProvider implements IRomFsProvider{
         workerThread.start();
         return streamIn;
     }
-
     @Override
     public File getFile() {
         return file;

src/main/java/konogonka/Workers/Analyzer.java

@@ -161,14 +161,14 @@ public class Analyzer {
         };
     }
 
-    public static Task<RomFsDecryptedProvider> analyzeRomFS(File file, long lv6offset){
+    public static Task<RomFsDecryptedProvider> analyzeRomFS(File file){
         LogPrinter logPrinter = new LogPrinter();
         return new Task<RomFsDecryptedProvider>() {
             @Override
             protected RomFsDecryptedProvider call() {
                 logPrinter.print("\tStart chain: RomFS", EMsgType.INFO);
                 try {
-                    return new RomFsDecryptedProvider(file, lv6offset);
+                    return new RomFsDecryptedProvider(file);
                 } catch (Exception e) {
                     logPrinter.print(e.getMessage(), EMsgType.FAIL);
                     return null;

src/main/java/konogonka/Workers/DumbNCA3ContentExtractor.java

@@ -26,12 +26,8 @@ public class DumbNCA3ContentExtractor extends Task<Void> {
 
     @Override
     protected Void call() {
-        String lv6mark = "";
+        logPrinter.print("\tStart dummy extracting: \n"+filesDestPath+"NCAContent_"+ncaNumberInFile+".bin", EMsgType.INFO);
-        if (ncaContent.getRomfs() != null){
+        File contentFile = new File(filesDestPath + "NCAContent_"+ncaNumberInFile+".bin");
-            lv6mark = " [lv6 "+ncaContent.getRomfs().getLevel6Offset()+"]";
-        }
-        logPrinter.print("\tStart dummy extracting: \n"+filesDestPath+"NCAContent_"+ncaNumberInFile+lv6mark+".bin", EMsgType.INFO);
-        File contentFile = new File(filesDestPath + "NCAContent_"+ncaNumberInFile+lv6mark+".bin");
         try {
             BufferedOutputStream extractedFileBOS = new BufferedOutputStream(new FileOutputStream(contentFile));
             PipedInputStream pis = ncaContent.getRawDataContentPipedInpStream();

src/main/resources/FXML/RomFS/RFSTab.fxml

@@ -15,7 +15,7 @@
 <?import javafx.scene.shape.SVGPath?>
 <?import javafx.scene.text.Font?>
 
-<VBox minHeight="750.0" spacing="5.0" xmlns="http://javafx.com/javafx/8.0.141" xmlns:fx="http://javafx.com/fxml/1" fx:controller="konogonka.Controllers.RFS.RomFsController">
+<VBox minHeight="600.0" spacing="5.0" xmlns="http://javafx.com/javafx/8.0.141" xmlns:fx="http://javafx.com/fxml/1" fx:controller="konogonka.Controllers.RFS.RomFsController">
    <children>
       <TitledPane animated="false" expanded="false" text="Header (Level 6)">
          <content>