Skip to content

Commit

Permalink
Compress embedded files.
Browse files Browse the repository at this point in the history
  • Loading branch information
@ejball
ejball committed Oct 18, 2023
1 parent 0c3d547 commit 724ca4c
Show file tree
Hide file tree
Showing 2 changed files with 175 additions and 170 deletions.
6 changes: 5 additions & 1 deletion src/OpenCCNET/OpenCCNET.csproj
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,12 @@
<IsPackable>true</IsPackable>
</PropertyGroup>

<Target Name="BuildResourcesZip" BeforeTargets="BeforeBuild">
<ZipDirectory SourceDirectory="Dictionary" DestinationFile="Dictionary.zip" Overwrite="true" />
</Target>

<ItemGroup>
<EmbeddedResource Include="Dictionary\*.txt" />
<EmbeddedResource Include="Dictionary.zip" LogicalName="Dictionary.zip" Visible="false" />
</ItemGroup>

<ItemGroup>
Expand Down
339 changes: 170 additions & 169 deletions src/OpenCCNET/ZhDictionary.cs
View file
Original file line number Diff line number Diff line change
@@ -1,170 +1,171 @@
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Threading.Tasks;

namespace OpenCCNET
{
public static partial class ZhConverter
{
public static class ZhDictionary
{
/// <summary>
/// 简体中文=>繁体中文（OpenCC标准）单字转换字典
/// </summary>
public static IDictionary<string, string> STCharacters { get; set; }

/// <summary>
/// 简体中文=>繁体中文（OpenCC标准）词汇转换字典
/// </summary>
public static IDictionary<string, string> STPhrases { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>简体中文单字转换字典
/// </summary>
public static IDictionary<string, string> TSCharacters { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>简体中文词汇转换字典
/// </summary>
public static IDictionary<string, string> TSPhrases { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>繁体中文（台湾）单字转换字典
/// </summary>
public static IDictionary<string, string> TWVariants { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>繁体中文（台湾）词汇转换字典
/// </summary>
public static IDictionary<string, string> TWPhrases { get; set; }

/// <summary>
/// 繁体中文（台湾）=>繁体中文（OpenCC标准）单字转换字典
/// </summary>
public static IDictionary<string, string> TWVariantsRev { get; set; }

/// <summary>
/// 繁体中文（台湾）=>繁体中文（OpenCC标准）异体字词汇转换字典
/// </summary>
public static IDictionary<string, string> TWVariantsRevPhrases { get; set; }

/// <summary>
/// 繁体中文（台湾）=>繁体中文（OpenCC标准）词汇转换字典
/// </summary>
public static IDictionary<string, string> TWPhrasesRev { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>繁体中文（香港）单字转换字典
/// </summary>
public static IDictionary<string, string> HKVariants { get; set; }

/// <summary>
/// 繁体中文（香港）=>繁体中文（OpenCC标准）单字转换字典
/// </summary>
public static IDictionary<string, string> HKVariantsRev { get; set; }

/// <summary>
/// 繁体中文（香港）=>繁体中文（OpenCC标准）异体字词汇转换字典
/// </summary>
public static IDictionary<string, string> HKVariantsRevPhrases { get; set; }

/// <summary>
/// 日语（旧字体）=>日语（新字体）单字转换字典
/// </summary>
public static IDictionary<string, string> JPVariants { get; set; }

/// <summary>
/// 日语（新字体）=>日语（旧字体）单字转换字典
/// </summary>
public static IDictionary<string, string> JPVariantsRev { get; set; }

/// <summary>
/// 日语（新字体）=>日语（旧字体）异体字单字转换字典
/// </summary>
public static IDictionary<string, string> JPShinjitaiCharacters { get; set; }

/// <summary>
/// 日语（新字体）=>日语（旧字体）异体字词汇转换字典
/// </summary>
public static IDictionary<string, string> JPShinjitaiPhrases { get; set; }


/// <summary>
/// 加载所有字典文件
/// </summary>
public static void Initialize()
{
STCharacters = LoadDictionary(@"STCharacters");
STPhrases = LoadDictionary(@"STPhrases");
TSCharacters = LoadDictionary(@"TSCharacters");
TSPhrases = LoadDictionary(@"TSPhrases");
TWVariants = LoadDictionary(@"TWVariants");
TWPhrases = LoadDictionary(@"TWPhrasesIT", @"TWPhrasesName", @"TWPhrasesOther");
TWVariantsRev = LoadDictionaryReversed(@"TWVariants");
TWVariantsRevPhrases = LoadDictionary(@"TWVariantsRevPhrases");
TWPhrasesRev = LoadDictionaryReversed(@"TWPhrasesIT", @"TWPhrasesName", @"TWPhrasesOther");
HKVariants = LoadDictionary(@"HKVariants");
HKVariantsRev = LoadDictionaryReversed(@"HKVariants");
HKVariantsRevPhrases = LoadDictionary(@"HKVariantsRevPhrases");
JPVariants = LoadDictionary(@"JPVariants");
JPVariantsRev = LoadDictionaryReversed(@"JPVariants");
JPShinjitaiCharacters = LoadDictionary(@"JPShinjitaiCharacters");
JPShinjitaiPhrases = LoadDictionary(@"JPShinjitaiPhrases");
}

/// <summary>
/// 加载字典文件
/// </summary>
/// <param name="dictionaryNames">字典名称</param>
private static IDictionary<string, string> LoadDictionary(params string[] dictionaryNames)
{
var dictionaryPaths = dictionaryNames.Select(name => $"OpenCCNET.Dictionary.{name}.txt")
.ToList();
var dictionary = new Dictionary<string, string>();
foreach (var path in dictionaryPaths)
{
using (var sr = new StreamReader(typeof(ZhDictionary).Assembly.GetManifestResourceStream(path) ?? throw new InvalidOperationException($"Missing dictionary: {path}")))
{
string line;
while ((line = sr.ReadLine()) != null)
{
var items = line.Split((char[])null, StringSplitOptions.RemoveEmptyEntries);
dictionary[items[0]] = items[1];
}
}
}

return dictionary;
}

/// <summary>
/// 反向加载字典文件
/// </summary>
/// <param name="dictionaryNames">字典名称</param>
private static IDictionary<string, string> LoadDictionaryReversed(params string[] dictionaryNames)
{
var dictionaryPaths = dictionaryNames.Select(name => $"OpenCCNET.Dictionary.{name}.txt");
var dictionary = new Dictionary<string, string>();
foreach (var path in dictionaryPaths)
{
using (var sr = new StreamReader(typeof(ZhDictionary).Assembly.GetManifestResourceStream(path) ?? throw new InvalidOperationException($"Missing dictionary: {path}")))
{
string line;
while ((line = sr.ReadLine()) != null)
{
var items = line.Split((char[])null, StringSplitOptions.RemoveEmptyEntries);
for (var i = 1; i < items.Length; i++)
{
dictionary[items[i]] = items[0];
}
}
}
}

return dictionary;
}
}
}
using System;
using System.Collections.Generic;
using System.IO;
using System.IO.Compression;
using System.Linq;

namespace OpenCCNET
{
public static partial class ZhConverter
{
public static class ZhDictionary
{
/// <summary>
/// 简体中文=>繁体中文（OpenCC标准）单字转换字典
/// </summary>
public static IDictionary<string, string> STCharacters { get; set; }

/// <summary>
/// 简体中文=>繁体中文（OpenCC标准）词汇转换字典
/// </summary>
public static IDictionary<string, string> STPhrases { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>简体中文单字转换字典
/// </summary>
public static IDictionary<string, string> TSCharacters { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>简体中文词汇转换字典
/// </summary>
public static IDictionary<string, string> TSPhrases { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>繁体中文（台湾）单字转换字典
/// </summary>
public static IDictionary<string, string> TWVariants { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>繁体中文（台湾）词汇转换字典
/// </summary>
public static IDictionary<string, string> TWPhrases { get; set; }

/// <summary>
/// 繁体中文（台湾）=>繁体中文（OpenCC标准）单字转换字典
/// </summary>
public static IDictionary<string, string> TWVariantsRev { get; set; }

/// <summary>
/// 繁体中文（台湾）=>繁体中文（OpenCC标准）异体字词汇转换字典
/// </summary>
public static IDictionary<string, string> TWVariantsRevPhrases { get; set; }

/// <summary>
/// 繁体中文（台湾）=>繁体中文（OpenCC标准）词汇转换字典
/// </summary>
public static IDictionary<string, string> TWPhrasesRev { get; set; }

/// <summary>
/// 繁体中文（OpenCC标准）=>繁体中文（香港）单字转换字典
/// </summary>
public static IDictionary<string, string> HKVariants { get; set; }

/// <summary>
/// 繁体中文（香港）=>繁体中文（OpenCC标准）单字转换字典
/// </summary>
public static IDictionary<string, string> HKVariantsRev { get; set; }

/// <summary>
/// 繁体中文（香港）=>繁体中文（OpenCC标准）异体字词汇转换字典
/// </summary>
public static IDictionary<string, string> HKVariantsRevPhrases { get; set; }

/// <summary>
/// 日语（旧字体）=>日语（新字体）单字转换字典
/// </summary>
public static IDictionary<string, string> JPVariants { get; set; }

/// <summary>
/// 日语（新字体）=>日语（旧字体）单字转换字典
/// </summary>
public static IDictionary<string, string> JPVariantsRev { get; set; }

/// <summary>
/// 日语（新字体）=>日语（旧字体）异体字单字转换字典
/// </summary>
public static IDictionary<string, string> JPShinjitaiCharacters { get; set; }

/// <summary>
/// 日语（新字体）=>日语（旧字体）异体字词汇转换字典
/// </summary>
public static IDictionary<string, string> JPShinjitaiPhrases { get; set; }


/// <summary>
/// 加载所有字典文件
/// </summary>
public static void Initialize()
{
using var zipArchive = new ZipArchive(typeof(ZhDictionary).Assembly.GetManifestResourceStream("Dictionary.zip") ?? throw new InvalidOperationException("Missing dictionary zip file."));
STCharacters = LoadDictionary(zipArchive, "STCharacters");
STPhrases = LoadDictionary(zipArchive, "STPhrases");
TSCharacters = LoadDictionary(zipArchive, "TSCharacters");
TSPhrases = LoadDictionary(zipArchive, "TSPhrases");
TWVariants = LoadDictionary(zipArchive, "TWVariants");
TWPhrases = LoadDictionary(zipArchive, "TWPhrasesIT", "TWPhrasesName", "TWPhrasesOther");
TWVariantsRev = LoadDictionaryReversed(zipArchive, "TWVariants");
TWVariantsRevPhrases = LoadDictionary(zipArchive, "TWVariantsRevPhrases");
TWPhrasesRev = LoadDictionaryReversed(zipArchive, "TWPhrasesIT", "TWPhrasesName", "TWPhrasesOther");
HKVariants = LoadDictionary(zipArchive, "HKVariants");
HKVariantsRev = LoadDictionaryReversed(zipArchive, "HKVariants");
HKVariantsRevPhrases = LoadDictionary(zipArchive, "HKVariantsRevPhrases");
JPVariants = LoadDictionary(zipArchive, "JPVariants");
JPVariantsRev = LoadDictionaryReversed(zipArchive, "JPVariants");
JPShinjitaiCharacters = LoadDictionary(zipArchive, "JPShinjitaiCharacters");
JPShinjitaiPhrases = LoadDictionary(zipArchive, "JPShinjitaiPhrases");
}

/// <summary>
/// 加载字典文件
/// </summary>
/// <param name="dictionaryNames">字典名称</param>
private static IDictionary<string, string> LoadDictionary(ZipArchive zipArchive, params string[] dictionaryNames)
{
var dictionaryPaths = dictionaryNames.Select(name => $"{name}.txt")
.ToList();
var dictionary = new Dictionary<string, string>();
foreach (var path in dictionaryPaths)
{
using (var sr = new StreamReader(zipArchive.GetEntry(path)?.Open() ?? throw new InvalidOperationException($"Missing dictionary {path}.")))
{
string line;
while ((line = sr.ReadLine()) != null)
{
var items = line.Split((char[])null, StringSplitOptions.RemoveEmptyEntries);
dictionary[items[0]] = items[1];
}
}
}

return dictionary;
}

/// <summary>
/// 反向加载字典文件
/// </summary>
/// <param name="dictionaryNames">字典名称</param>
private static IDictionary<string, string> LoadDictionaryReversed(ZipArchive zipArchive, params string[] dictionaryNames)
{
var dictionaryPaths = dictionaryNames.Select(name => $"{name}.txt");
var dictionary = new Dictionary<string, string>();
foreach (var path in dictionaryPaths)
{
using (var sr = new StreamReader(zipArchive.GetEntry(path)?.Open() ?? throw new InvalidOperationException($"Missing dictionary {path}.")))
{
string line;
while ((line = sr.ReadLine()) != null)
{
var items = line.Split((char[])null, StringSplitOptions.RemoveEmptyEntries);
for (var i = 1; i < items.Length; i++)
{
dictionary[items[i]] = items[0];
}
}
}
}

return dictionary;
}
}
}
}

0 comments on commit 724ca4c

Please sign in to comment.