Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
68 changes: 67 additions & 1 deletion SDMeta/Metadata/PngMetadataExtractor.cs
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
using System;
using System.Collections.Generic;
using System.IO;
using System.IO.Compression;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
Expand Down Expand Up @@ -30,11 +31,15 @@ public class PngMetadataExtractor
SkipBytes(fs, 4);
break;
case "tEXt":
case "iTXt":
var keywordValuePair = await ReadTextualData(fs, chunkLength);
SkipBytes(fs, 4); // Move past the current chunk CRC
yield return keywordValuePair;
break;
case "iTXt":
var itxtKeywordValuePair = await ReadInternationalTextualData(fs, chunkLength);
SkipBytes(fs, 4); // Move past the current chunk CRC
yield return itxtKeywordValuePair;
break;
default:
SkipBytes(fs, chunkLength + 4); // Move past the current chunk and its CRC
break;
Expand Down Expand Up @@ -85,6 +90,67 @@ private async static Task<string> ReadChunkType(Stream stream)
);
}

private async static Task<(string Key, string Value)> ReadInternationalTextualData(Stream stream, int length)
{
var buffer = new byte[length];
if (await stream.ReadAsync(buffer) != length)
{
throw new EndOfStreamException("Unexpected end of file while reading iTXt data.");
}

// iTXt layout (all indices into buffer):
// [keyword]\0 [compression_flag:1] [compression_method:1]
// [language_tag]\0 [translated_keyword]\0 [text...]
var keywordEnd = Array.IndexOf(buffer, (byte)0);
if (keywordEnd < 0 || keywordEnd + 4 > buffer.Length)
{
return (string.Empty, string.Empty);
}

var keyword = Encoding.UTF8.GetString(buffer, 0, keywordEnd);
var compressionFlag = buffer[keywordEnd + 1];
var compressionMethod = buffer[keywordEnd + 2];
// compression_method is at keywordEnd + 2; only method 0 (zlib) is defined
var afterFlags = keywordEnd + 3;

// Skip language tag (null-terminated)
var languageEnd = Array.IndexOf(buffer, (byte)0, afterFlags);
if (languageEnd < 0 || languageEnd + 1 > buffer.Length)
{
return (keyword, string.Empty);
}

// Skip translated keyword (null-terminated)
var translatedKeywordEnd = Array.IndexOf(buffer, (byte)0, languageEnd + 1);
if (translatedKeywordEnd < 0 || translatedKeywordEnd + 1 > buffer.Length)
{
return (keyword, string.Empty);
}

var textStart = translatedKeywordEnd + 1;
var textBytes = buffer.AsSpan(textStart).ToArray();

string text;
if (compressionFlag == 1)
{
if (compressionMethod != 0)
{
throw new InvalidDataException($"Unsupported iTXt compression method: {compressionMethod}. Only zlib deflate (method 0) is supported.");
}
using var compressed = new MemoryStream(textBytes);
using var zlib = new ZLibStream(compressed, CompressionMode.Decompress);
using var decompressed = new MemoryStream();
await zlib.CopyToAsync(decompressed);
text = Encoding.UTF8.GetString(decompressed.ToArray());
}
else
{
text = Encoding.UTF8.GetString(textBytes);
}

return (keyword, text);
}

private static void SkipBytes(Stream stream, int bytesToSkip)
{
var originalPosition = stream.Position;
Expand Down
34 changes: 34 additions & 0 deletions SDMetaTest/Metadata/PngMetadataExtractorTests.cs
Original file line number Diff line number Diff line change
Expand Up @@ -25,5 +25,39 @@ public async Task PngMetadataExtractorTest()
Assert.Contains("Sánchez", prompt);
Assert.EndsWith("v1.8.0", prompt);
}

[TestMethod]
public async Task PngMetadataExtractorTest_iTXt_Uncompressed()
{
using var fs = new FileSystem().FileStream.New("./Metadata/itxt-uncompressed.png", FileMode.Open);

var items = PngMetadataExtractor.ExtractTextualInformation(fs);
var metadata = await items.ToDictionaryAsync(p => p.Key, p => p.Value);

Assert.IsNotNull(metadata);
Assert.HasCount(1, metadata);
Assert.IsTrue(metadata.ContainsKey("parameters"));

var prompt = metadata["parameters"];
Assert.IsNotNull(prompt);
Assert.AreEqual("steps: 20, sampler: Euler a, cfg scale: 7, seed: 12345, size: 512x512, model: v1-5-pruned", prompt);
}

[TestMethod]
public async Task PngMetadataExtractorTest_iTXt_Compressed()
{
using var fs = new FileSystem().FileStream.New("./Metadata/itxt-compressed.png", FileMode.Open);

var items = PngMetadataExtractor.ExtractTextualInformation(fs);
var metadata = await items.ToDictionaryAsync(p => p.Key, p => p.Value);

Assert.IsNotNull(metadata);
Assert.HasCount(1, metadata);
Assert.IsTrue(metadata.ContainsKey("parameters"));

var prompt = metadata["parameters"];
Assert.IsNotNull(prompt);
Assert.AreEqual("steps: 30, sampler: DPM++ 2M Karras, cfg scale: 8, seed: 67890, size: 768x768, model: v2-1", prompt);
}
}
}
Binary file added SDMetaTest/Metadata/itxt-compressed.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added SDMetaTest/Metadata/itxt-uncompressed.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
6 changes: 6 additions & 0 deletions SDMetaTest/SDMetaTest.csproj
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,12 @@
<None Update="Metadata\latin1-pngtext.png">
<CopyToOutputDirectory>Always</CopyToOutputDirectory>
</None>
<None Update="Metadata\itxt-uncompressed.png">
<CopyToOutputDirectory>Always</CopyToOutputDirectory>
</None>
<None Update="Metadata\itxt-compressed.png">
<CopyToOutputDirectory>Always</CopyToOutputDirectory>
</None>
</ItemGroup>

</Project>