From d488eb56b22fff16623a89edfff73387670ec163 Mon Sep 17 00:00:00 2001 From: Kim2091 Date: Mon, 15 Jul 2024 21:57:48 -0400 Subject: [PATCH 1/2] add my newer models --- data/architectures.json | 7 +++ data/collections.json | 3 +- data/models/4x-DAT2-mssim-Pretrain.json | 31 ++++++++++++ data/models/4x-PBRify-UpscalerDAT2-V1.json | 47 +++++++++++++++++++ data/models/4x-PBRify-UpscalerSIR-M-V2.json | 34 +++++++------- data/models/4x-RealPLKSR-Pretrain-V4.json | 32 +++++++++++++ .../4x-RealPLKSR-dysample-pretrain.json | 31 ++++++++++++ data/tag-categories.json | 3 +- data/tags.json | 4 ++ 9 files changed, 173 insertions(+), 19 deletions(-) create mode 100644 data/models/4x-DAT2-mssim-Pretrain.json create mode 100644 data/models/4x-PBRify-UpscalerDAT2-V1.json create mode 100644 data/models/4x-RealPLKSR-Pretrain-V4.json create mode 100644 data/models/4x-RealPLKSR-dysample-pretrain.json diff --git a/data/architectures.json b/data/architectures.json index 7483c699..b00622b1 100644 --- a/data/architectures.json +++ b/data/architectures.json @@ -146,6 +146,13 @@ "onnx" ] }, + "realplksr-dysample": { + "name": "RealPLKSR_dysample", + "input": "image", + "compatiblePlatforms": [ + "pytorch" + ] + }, "rgt": { "name": "RGT", "input": "image", diff --git a/data/collections.json b/data/collections.json index 45a3f92e..9dc1b238 100644 --- a/data/collections.json +++ b/data/collections.json @@ -17,7 +17,8 @@ "1x-PBRify-NormalV3", "1x-PBRify-RoughnessV2", "4x-PBRify-UpscalerSPANV4", - "4x-PBRify-UpscalerSIR-M-V2" + "4x-PBRify-UpscalerSIR-M-V2", + "4x-PBRify-UpscalerDAT2-V1" ], "author": "kim2091" } diff --git a/data/models/4x-DAT2-mssim-Pretrain.json b/data/models/4x-DAT2-mssim-Pretrain.json new file mode 100644 index 00000000..be7927a2 --- /dev/null +++ b/data/models/4x-DAT2-mssim-Pretrain.json @@ -0,0 +1,31 @@ +{ + "name": "4x-DAT2_mssim_Pretrain", + "author": "kim2091", + "license": "CC0-1.0", + "tags": [ + "pretrained" + ], + "description": "Simple pretrain for DAT2, trained on CC0 content. \"Ethical\" model", + "date": "2024-06-05", + "architecture": "dat", + "size": null, + "scale": 4, + "inputChannels": 3, + "outputChannels": 3, + "resources": [ + { + "platform": "pytorch", + "type": "pth", + "size": 280595890, + "sha256": "5496991a002dba4ef2685bd94e5b3c17372504432eb9318ecac3d1fceb433dda", + "urls": [ + "https://github.com/Kim2091/Kim2091-Models/releases/download/4x-DAT2_mssim_Pretrain/4x-DAT2_mssim_Pretrain.pth" + ] + } + ], + "trainingIterations": 50000, + "trainingBatchSize": 6, + "trainingHRSize": 128, + "dataset": "UltraSharpV2 Ethical", + "images": [] +} \ No newline at end of file diff --git a/data/models/4x-PBRify-UpscalerDAT2-V1.json b/data/models/4x-PBRify-UpscalerDAT2-V1.json new file mode 100644 index 00000000..058212cb --- /dev/null +++ b/data/models/4x-PBRify-UpscalerDAT2-V1.json @@ -0,0 +1,47 @@ +{ + "name": "4x-PBRify_UpscalerDAT2_V1", + "author": "kim2091", + "license": "CC0-1.0", + "tags": [ + "compression-removal", + "dds", + "game-textures", + "restoration" + ], + "description": "Project page: https://github.com/Kim2091/PBRify_Remix\n\nYet another model in the PBRify_Remix series. This is a new upscaler to replace the previous 4x-PBRify_UpscalerSIR-M_V2 model.\n\nThis model far exceeds the quality of the previous, with far more natural detail generation and better reconstruction of lines and edges.\n\nComparison: https://slow.pics/c/DCjlXPGb", + "date": "2024-06-05", + "architecture": "dat", + "size": null, + "scale": 4, + "inputChannels": 3, + "outputChannels": 3, + "resources": [], + "trainingIterations": 300000, + "trainingBatchSize": 18, + "trainingHRSize": 192, + "trainingOTF": false, + "dataset": "ambientCG + PolyHaven V2 dataset", + "datasetSize": 5500, + "images": [ + { + "type": "paired", + "caption": "LR vs DAT2", + "LR": "https://i.slow.pics/xC4ZENp7.png", + "SR": "https://i.slow.pics/iT43SRNQ.png" + }, + { + "type": "paired", + "caption": "SwinIR vs DAT2", + "LR": "https://i.slow.pics/eAeuBEq4.png", + "SR": "https://i.slow.pics/iT43SRNQ.png" + }, + { + "type": "standalone", + "url": "https://private-user-images.githubusercontent.com/62084776/337503147-92710afd-c3bd-4522-8d46-c83dd2bbb02b.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MjEwOTQ0NzUsIm5iZiI6MTcyMTA5NDE3NSwicGF0aCI6Ii82MjA4NDc3Ni8zMzc1MDMxNDctOTI3MTBhZmQtYzNiZC00NTIyLThkNDYtYzgzZGQyYmJiMDJiLnBuZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MTYlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzE2VDAxNDI1NVomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPTA3MzBhZTk4ZmZlNzkyNmQ1YzRkYzQxODBmODdkYWZmYWY5Njk4YzMxN2JiZWY5OWQ4ZDVmMWU0YTQ3MWRlZjImWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.xQSb9ahCK9WSSo5jB-hO01MCPYpCvi4k1GiL3vWojKw" + }, + { + "type": "standalone", + "url": "https://private-user-images.githubusercontent.com/62084776/337505062-59134bb6-a44f-4c98-b17a-52a1c5651dc7.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MjEwOTQ0NzUsIm5iZiI6MTcyMTA5NDE3NSwicGF0aCI6Ii82MjA4NDc3Ni8zMzc1MDUwNjItNTkxMzRiYjYtYTQ0Zi00Yzk4LWIxN2EtNTJhMWM1NjUxZGM3LnBuZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFWQ09EWUxTQTUzUFFLNFpBJTJGMjAyNDA3MTYlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjQwNzE2VDAxNDI1NVomWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPWQwYzBmM2QxM2FjMTg0N2UzNjU1NDJlNTRmM2Y4MTc4ZGJiNzIxOTMwMDVhZjE5NTI5OTI4ZmFhMDRmNjYwOTcmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.cxVnhY-drjO5t__Rs3dtsBYkZmm36LAkXU9j9KoLh2o" + } + ] +} \ No newline at end of file diff --git a/data/models/4x-PBRify-UpscalerSIR-M-V2.json b/data/models/4x-PBRify-UpscalerSIR-M-V2.json index c9500ea9..10f5806a 100644 --- a/data/models/4x-PBRify-UpscalerSIR-M-V2.json +++ b/data/models/4x-PBRify-UpscalerSIR-M-V2.json @@ -7,7 +7,7 @@ "game-textures", "restoration" ], - "description": "This is part of my [PBRify_Remix]() project. This is a much more capable model based on SwinIR Medium, which should strike a balance between capacity for learning + inference speed. It appears to have done so :)", + "description": "This is part of my [PBRify_Remix]() project. This is a much more capable model based on SwinIR Medium, which should strike a balance between capacity for learning + inference speed. It appears to have done so :)\n\n### Replaced by 4x-PBRify_UpscalerDAT2_V1", "date": "2024-05-19", "architecture": "swinir", "size": [ @@ -18,21 +18,27 @@ "outputChannels": 3, "resources": [ { + "platform": "pytorch", + "type": "pth", + "size": 59606776, + "sha256": "65f5706973c4a66321b26681f3de3583c73b807dd97dd00fc69dfdb747396fd2", "urls": [ "https://github.com/Kim2091/Kim2091-Models/releases/download/4x-PBRify_UpscalerSIR-M_V2/4x-PBRify_UpscalerSIR-M_V2.pth" - ], - "sha256": "65f5706973c4a66321b26681f3de3583c73b807dd97dd00fc69dfdb747396fd2", - "size": 59606776, - "platform": "pytorch", - "type": "pth" + ] } ], + "trainingIterations": 400000, + "trainingBatchSize": 8, + "trainingHRSize": 256, + "trainingOTF": false, + "dataset": "ambientCG + PolyHaven + UltraSharpV2", + "datasetSize": 26000, "images": [ { "type": "paired", + "caption": "Input vs Output (RTX Remix)", "LR": "https://i.slow.pics/xJmIuxId.png", - "SR": "https://i.slow.pics/uEF2YWSy.png", - "caption": "Input vs Output (RTX Remix)" + "SR": "https://i.slow.pics/uEF2YWSy.png" }, { "type": "paired", @@ -46,15 +52,9 @@ }, { "type": "paired", + "caption": "Old vs New SR Model", "LR": "https://i.slow.pics/YyrZBxVe.png", - "SR": "https://i.slow.pics/O38UCmyY.png", - "caption": "Old vs New SR Model" + "SR": "https://i.slow.pics/O38UCmyY.png" } - ], - "dataset": "ambientCG + PolyHaven + UltraSharpV2", - "datasetSize": 26000, - "trainingIterations": 400000, - "trainingBatchSize": 8, - "trainingHRSize": 256, - "trainingOTF": false + ] } \ No newline at end of file diff --git a/data/models/4x-RealPLKSR-Pretrain-V4.json b/data/models/4x-RealPLKSR-Pretrain-V4.json new file mode 100644 index 00000000..4a167b3c --- /dev/null +++ b/data/models/4x-RealPLKSR-Pretrain-V4.json @@ -0,0 +1,32 @@ +{ + "name": "4x-RealPLKSR_Pretrain_V4 ", + "author": "kim2091", + "license": "CC0-1.0", + "tags": [ + "pretrained" + ], + "description": "Simple pretrain for RealPLKSR, trained on CC0 or self-made content. Don't use V1-V3, they're not stable for training.\n\nDataset consisted of simple resizing:\n- Lanczos\n- Linear\n- Bicubic\n- Box", + "date": "2024-05-25", + "architecture": "realplksr", + "size": null, + "scale": 4, + "inputChannels": 3, + "outputChannels": 3, + "resources": [ + { + "platform": "pytorch", + "type": "pth", + "size": 29678402, + "sha256": "7d67b22f0c5b60f4167d94e89b7b56f74bdf994bb8fb199769b9d945c681a1ae", + "urls": [ + "https://github.com/Kim2091/Kim2091-Models/releases/download/4x-RealPLKSR_Pretrain_V4/4x-RealPLKSR_Pretrain_V4.pth" + ] + } + ], + "trainingIterations": 25000, + "trainingBatchSize": 8, + "trainingHRSize": 128, + "trainingOTF": false, + "datasetSize": 26000, + "images": [] +} \ No newline at end of file diff --git a/data/models/4x-RealPLKSR-dysample-pretrain.json b/data/models/4x-RealPLKSR-dysample-pretrain.json new file mode 100644 index 00000000..ebe21314 --- /dev/null +++ b/data/models/4x-RealPLKSR-dysample-pretrain.json @@ -0,0 +1,31 @@ +{ + "name": "4x-RealPLKSR_dysample_pretrain", + "author": "kim2091", + "license": "CC0-1.0", + "tags": [], + "description": "Simple pretrain for RealPLKSR Dysample, trained on CC0 content. \"Ethical\" model", + "date": "2024-07-06", + "architecture": "realplksr-dysample", + "size": null, + "scale": 4, + "inputChannels": 3, + "outputChannels": 3, + "resources": [ + { + "platform": "pytorch", + "type": "safetensors", + "size": 29641748, + "sha256": "f75eeb7b384714bbf450a19b5ebe6c2f87d9a6c0c0bd4b0ef630ff3948848874", + "urls": [ + "https://github.com/Kim2091/Kim2091-Models/releases/download/4x-RealPLKSR_dysample_pretrain/4x-RealPLKSR_dysample_pretrain.safetensors" + ] + } + ], + "trainingIterations": 120000, + "trainingBatchSize": 8, + "trainingHRSize": 192, + "trainingOTF": false, + "dataset": "UltraSharpV2 Ethical", + "datasetSize": 7000, + "images": [] +} \ No newline at end of file diff --git a/data/tag-categories.json b/data/tag-categories.json index c35a26a8..bedc3211 100644 --- a/data/tag-categories.json +++ b/data/tag-categories.json @@ -77,7 +77,8 @@ "arch:swinir", "arch:atd", "arch:drct", - "arch:realplksr" + "arch:realplksr", + "arch:realplksr-dysample" ] }, "platform": { diff --git a/data/tags.json b/data/tags.json index 0fc71b74..d6b8da9e 100644 --- a/data/tags.json +++ b/data/tags.json @@ -220,6 +220,10 @@ "name": "RealPLKSR", "description": "" }, + "arch:realplksr-dysample": { + "name": "RealPLKSR_dysample", + "description": "" + }, "arch:rgt": { "name": "RGT", "description": "" From 85dc02a19854e95152bae45af60d8adfb3240dc2 Mon Sep 17 00:00:00 2001 From: Kim2091 Date: Mon, 15 Jul 2024 23:25:02 -0400 Subject: [PATCH 2/2] fix missing resources --- data/models/4x-PBRify-UpscalerDAT2-V1.json | 12 +++++++++++- data/models/4x-RealPLKSR-dysample-pretrain.json | 4 +++- 2 files changed, 14 insertions(+), 2 deletions(-) diff --git a/data/models/4x-PBRify-UpscalerDAT2-V1.json b/data/models/4x-PBRify-UpscalerDAT2-V1.json index 058212cb..1386979d 100644 --- a/data/models/4x-PBRify-UpscalerDAT2-V1.json +++ b/data/models/4x-PBRify-UpscalerDAT2-V1.json @@ -15,7 +15,17 @@ "scale": 4, "inputChannels": 3, "outputChannels": 3, - "resources": [], + "resources": [ + { + "platform": "pytorch", + "type": "pth", + "size": 140405038, + "sha256": "ff133c35707986e253a9e84aae16ef0295847de41239f1eda53fbbeb0e2243b7", + "urls": [ + "https://github.com/Kim2091/Kim2091-Models/releases/download/4x-PBRify_UpscalerDAT2_V1/4x-PBRify_UpscalerDAT2_V1.pth" + ] + } + ], "trainingIterations": 300000, "trainingBatchSize": 18, "trainingHRSize": 192, diff --git a/data/models/4x-RealPLKSR-dysample-pretrain.json b/data/models/4x-RealPLKSR-dysample-pretrain.json index ebe21314..73390215 100644 --- a/data/models/4x-RealPLKSR-dysample-pretrain.json +++ b/data/models/4x-RealPLKSR-dysample-pretrain.json @@ -2,7 +2,9 @@ "name": "4x-RealPLKSR_dysample_pretrain", "author": "kim2091", "license": "CC0-1.0", - "tags": [], + "tags": [ + "pretrained" + ], "description": "Simple pretrain for RealPLKSR Dysample, trained on CC0 content. \"Ethical\" model", "date": "2024-07-06", "architecture": "realplksr-dysample",