using System; using YamlDotNet; using YamlDotNet.Helpers; using System.Linq; using System.Collections.Generic; using System.IO; using YamlDotNet.RepresentationModel; using YamlDotNet.Serialization; using System.Net.Http; using System.Threading.Tasks; using System.Text; namespace DockerFileBuildHelper { class Program { class Options { public string BuildAllScriptOutput { get; set; } public string READMEOutput { get; set; } } static int Main(string[] args) { var opts = new Options(); for (int i = 0; i < args.Length; i++) { if (args[i] == "-o") opts.BuildAllScriptOutput = args[i + 1]; if (args[i] == "-omd") opts.READMEOutput = args[i + 1]; } return new Program().Run(opts) ? 0 : 1; } private bool Run(Options options) { var fragmentDirectory = Path.GetFullPath(Path.Combine(FindRoot("contrib"), "..", "docker-compose-generator", "docker-fragments")); List> downloading = new List>(); List dockerInfos = new List(); foreach (var image in new[] { Image.Parse("btcpayserver/docker-compose-generator"), Image.Parse("btcpayserver/docker-compose-builder:1.23.2"), }.Concat(GetImages(fragmentDirectory))) { Console.WriteLine($"Image: {image.ToString()}"); var info = GetDockerInfo(image); if (info == null) { Console.WriteLine($"Missing image info: {image}"); return false; } dockerInfos.Add(info); downloading.Add(CheckLink(info, info.DockerFilePath)); downloading.Add(CheckLink(info, info.DockerFilePathARM32v7)); downloading.Add(CheckLink(info, info.DockerFilePathARM64v8)); } Task.WaitAll(downloading.ToArray()); var canDownloadEverything = downloading.All(o => o.Result); if (!canDownloadEverything) return false; var builder = new StringBuilderEx(); builder.AppendLine("#!/bin/bash"); builder.AppendLine(); builder.AppendLine("# This file is automatically generated by the DockerFileBuildHelper tool, run DockerFileBuildHelper/update-repo.sh to update it"); builder.AppendLine("set -e"); builder.AppendLine("DOCKERFILE=\"\""); builder.AppendLine(); builder.AppendLine(); foreach (var info in dockerInfos) { builder.AppendLine($"# Build {info.Image.Name}"); bool mightBeUnavailable = false; if (info.DockerFilePath != null) { var dockerFile = DockerFile.Parse(info.DockerFilePath); builder.AppendLine($"# {info.GetGithubLinkOf(dockerFile.DockerFullPath)}"); builder.AppendLine($"DOCKERFILE=\"{dockerFile.DockerFullPath}\""); } else { builder.AppendLine($"DOCKERFILE=\"\""); mightBeUnavailable = true; } if (info.DockerFilePathARM32v7 != null) { var dockerFile = DockerFile.Parse(info.DockerFilePathARM32v7); builder.AppendLine($"# {info.GetGithubLinkOf(dockerFile.DockerFullPath)}"); builder.AppendLine($"[[ \"$(uname -m)\" == \"armv7l\" ]] && DOCKERFILE=\"{dockerFile.DockerFullPath}\""); } if (info.DockerFilePathARM64v8 != null) { var dockerFile = DockerFile.Parse(info.DockerFilePathARM64v8); builder.AppendLine($"# {info.GetGithubLinkOf(dockerFile.DockerFullPath)}"); builder.AppendLine($"[[ \"$(uname -m)\" == \"aarch64\" ]] && DOCKERFILE=\"{dockerFile.DockerFullPath}\""); } if (mightBeUnavailable) { builder.AppendLine($"if [[ \"$DOCKERFILE\" ]]; then"); builder.Indent++; } builder.AppendLine($"echo \"Building {info.Image.ToString()}\""); builder.AppendLine($"git clone {info.GitLink} {info.Image.Name}"); builder.AppendLine($"cd {info.Image.Name}"); builder.AppendLine($"git checkout {info.GitRef}"); builder.AppendLine($"cd \"$(dirname $DOCKERFILE)\""); builder.AppendLine($"docker build -f \"$DOCKERFILE\" -t \"{info.Image}\" ."); builder.AppendLine($"cd - && cd .."); if (mightBeUnavailable) { builder.Indent--; builder.AppendLine($"fi"); } builder.AppendLine(); builder.AppendLine(); } var script = builder.ToString().Replace("\r\n", "\n"); if (string.IsNullOrEmpty(options.BuildAllScriptOutput)) options.BuildAllScriptOutput = "build-all.sh"; File.WriteAllText(options.BuildAllScriptOutput, script); Console.WriteLine($"Generated file \"{Path.GetFullPath(options.BuildAllScriptOutput)}\""); if (!string.IsNullOrEmpty(options.READMEOutput)) { var readme = File.ReadAllText(options.READMEOutput); var start = readme.IndexOf("| Source |"); var end = start; for (; end < readme.Length; end++) { if (readme[end] == '\r' && readme[end + 1] == '\n' && readme[end + 2] != '|') { end += 2; break; } if (readme[end] == '\n' && readme[end + 1] != '|') { end += 1; break; } } StringBuilder tb = new StringBuilder(); tb.Append(readme.Substring(0, start)); tb.AppendLine("| Source | Image | Version | x64 | arm32v7 | links |"); tb.AppendLine("|---|---|---|:-:|:-:|:-:|"); dockerInfos = dockerInfos.OrderBy(i => i.Image.Source).ToList(); // Make sure bitcoin appears before shitcoin PushToEnd(2, dockerInfos); PushToEnd(2, dockerInfos); PushToEnd(7, dockerInfos); PushToEnd(7, dockerInfos); foreach (var image in dockerInfos) { string source = "*"; if (image.Image.Source != null) { source = Path.GetFileName(image.Image.Source); } tb.Append($"| {source} | {image.Image.ToString(false)} | {image.Image.Tag} |"); if (!string.IsNullOrEmpty(image.DockerFilePath)) { tb.Append($" [✔️]({image.GetGithubLinkOf(image.DockerFilePath)}) |"); } else { tb.Append($" ️❌ |"); } if (!string.IsNullOrEmpty(image.DockerFilePathARM32v7)) { tb.Append($" [✔️]({image.GetGithubLinkOf(image.DockerFilePathARM32v7)}) |"); } else { tb.Append($" ️❌ |"); } tb.AppendLine($" [Github]({image.GitLink}) - [DockerHub]({image.DockerHubLink}) |"); } tb.Append(readme.Substring(end)); File.WriteAllText(options.READMEOutput, tb.ToString()); } return true; } private void PushToEnd(int index, List dockerInfos) { var temp = dockerInfos[index]; dockerInfos.RemoveAt(index); dockerInfos.Add(temp); } HttpClient client = new HttpClient(); private async Task CheckLink(DockerInfo info, string path) { if (path == null) return true; var link = info.GetGithubLinkOf(path); var resp = await client.GetAsync(link); if (!resp.IsSuccessStatusCode) { Console.WriteLine($"\tBroken link detected for image {info.Image} ({link})"); return false; } return true; } private IEnumerable GetImages(string fragmentDirectory) { var deserializer = new DeserializerBuilder().Build(); var serializer = new SerializerBuilder().Build(); foreach (var file in Directory.EnumerateFiles(fragmentDirectory, "*.yml")) { var root = ParseDocument(file); if (root.TryGet("services") == null) continue; foreach (var service in ((YamlMappingNode)root["services"]).Children) { var imageStr = service.Value.TryGet("image"); if (imageStr == null) continue; var image = Image.Parse(imageStr.ToString()); image.Source = file; yield return image; } } } private DockerInfo GetDockerInfo(Image image) { DockerInfo dockerInfo = new DockerInfo(); var name = $"{image.User}/{image.Name}"; bool firstTry = true; retry: switch (name) { case "btglnd": dockerInfo.DockerFilePath = "BTCPayServer.Dockerfile"; dockerInfo.GitLink = "https://github.com/vutov/lnd"; dockerInfo.GitRef = "master"; break; case "docker-compose-builder": dockerInfo.DockerFilePathARM32v7 = "linuxarm32v7.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/docker-compose-builder"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "docker-compose-generator": dockerInfo.DockerFilePath = "docker-compose-generator/linuxamd64.Dockerfile"; dockerInfo.DockerFilePathARM32v7 = "docker-compose-generator/linuxarm32v7.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/btcpayserver-docker"; dockerInfo.GitRef = $"dcg-latest"; break; case "docker-bitcoingold": dockerInfo.DockerFilePath = $"bitcoingold/{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/Vutov/docker-bitcoin"; dockerInfo.GitRef = "master"; break; case "lightning": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.DockerFilePathARM32v7 = "contrib/linuxarm32v7.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/lightning"; dockerInfo.GitRef = $"basedon-{image.Tag}"; break; case "groestlcoin/lightning": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/Groestlcoin/lightning"; dockerInfo.GitRef = $"{image.Tag}"; break; case "lightning-charge": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/ElementsProject/lightning-charge"; dockerInfo.GitRef = $"v{image.Tag.Replace("-standalone", "")}"; break; case "docker-bitcoinplus": dockerInfo.DockerFilePath = $"bitcoinplus/{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/ChekaZ/docker"; dockerInfo.GitRef = "master"; break; case "groestlcoin-lightning-charge": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/Groestlcoin/groestlcoin-lightning-charge"; dockerInfo.GitRef = $"v{image.Tag.Substring("version-".Length)}"; break; case "groestlcoin-spark": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/Groestlcoin/groestlcoin-spark"; dockerInfo.GitRef = $"v{image.Tag.Substring("version-".Length)}"; break; case "librepatron": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/JeffVandrewJr/patron"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "isso": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/JeffVandrewJr/isso"; dockerInfo.GitRef = $"patron.{image.Tag.Substring("atron.".Length)}"; break; case "docker-woocommerce": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/docker-woocommerce"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "mariadb": dockerInfo.DockerFilePath = $"{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/docker-library/mariadb"; dockerInfo.GitRef = $"master"; break; case "docker-trezarcoin": dockerInfo.DockerFilePath = $"trezarcoin/1.2.0/Dockerfile"; dockerInfo.GitLink = "https://github.com/ChekaZ/docker"; dockerInfo.GitRef = "master"; break; case "lnd": dockerInfo.DockerFilePath = "linuxamd64.Dockerfile"; dockerInfo.DockerFilePathARM32v7 = "linuxarm32v7.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/lnd"; dockerInfo.GitRef = $"basedon-{image.Tag}"; break; case "bitcoin": dockerInfo.DockerFilePath = $"Bitcoin/{image.Tag}/linuxamd64.Dockerfile"; dockerInfo.DockerFilePathARM32v7 = $"Bitcoin/{image.Tag}/linuxarm32v7.Dockerfile"; dockerInfo.DockerFilePathARM64v8 = $"Bitcoin/{image.Tag}/linuxarm64v8.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/dockerfile-deps"; dockerInfo.GitRef = $"Bitcoin/{image.Tag}"; break; case "dash": dockerInfo.DockerFilePath = $"Dash/{image.Tag}/linuxamd64.Dockerfile"; dockerInfo.DockerFilePathARM32v7 = $"Dash/{image.Tag}/linuxarm32v7.Dockerfile"; dockerInfo.DockerFilePathARM64v8 = $"Dash/{image.Tag}/linuxarm64v8.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/dockerfile-deps"; dockerInfo.GitRef = $"Dash/{image.Tag}"; break; case "btcpayserver": dockerInfo.DockerFilePath = "Dockerfile.linuxamd64"; dockerInfo.DockerFilePathARM32v7 = "Dockerfile.linuxarm32v7"; dockerInfo.GitLink = "https://github.com/btcpayserver/btcpayserver"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "rtl": dockerInfo.DockerFilePath = "Dockerfile"; dockerInfo.DockerFilePathARM32v7 = "Dockerfile.arm32v7"; dockerInfo.GitLink = "https://github.com/ShahanaFarooqui/RTL"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "nbxplorer": dockerInfo.DockerFilePath = "Dockerfile.linuxamd64"; dockerInfo.DockerFilePathARM32v7 = "Dockerfile.linuxarm32v7"; dockerInfo.GitLink = "https://github.com/dgarage/nbxplorer"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "dogecoin": dockerInfo.DockerFilePath = $"dogecoin/{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/rockstardev/docker-bitcoin"; dockerInfo.GitRef = "feature/dogecoin"; break; case "docker-bitcore": dockerInfo.DockerFilePath = "btx-debian/Dockerfile"; dockerInfo.GitLink = "https://github.com/dalijolijo/btcpayserver-docker-bitcore"; dockerInfo.GitRef = "master"; break; case "docker-feathercoin": dockerInfo.DockerFilePath = $"feathercoin/{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/ChekaZ/docker"; dockerInfo.GitRef = "master"; break; case "docker-groestlcoin": dockerInfo.DockerFilePath = $"groestlcoin/{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/NicolasDorier/docker-bitcoin"; dockerInfo.GitRef = "master"; break; case "docker-viacoin": dockerInfo.DockerFilePath = $"viacoin/{image.Tag}/docker-viacoin"; dockerInfo.GitLink = "https://github.com/viacoin/docker-viacoin"; dockerInfo.GitRef = "master"; break; case "docker-litecoin": dockerInfo.DockerFilePath = $"litecoin/{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/NicolasDorier/docker-bitcoin"; dockerInfo.GitRef = "master"; break; case "docker-monacoin": dockerInfo.DockerFilePath = $"monacoin/{image.Tag}/Dockerfile"; dockerInfo.GitLink = "https://github.com/wakiyamap/docker-bitcoin"; dockerInfo.GitRef = "master"; break; case "nginx": dockerInfo.DockerFilePath = $"stable/stretch/Dockerfile"; dockerInfo.DockerFilePathARM32v7 = $"stable/stretch/Dockerfile"; dockerInfo.GitLink = "https://github.com/nginxinc/docker-nginx"; dockerInfo.GitRef = $"master"; break; case "docker-gen": dockerInfo.DockerFilePath = $"linuxamd64.Dockerfile"; dockerInfo.DockerFilePathARM32v7 = $"linuxarm32v7.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/docker-gen"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "letsencrypt-nginx-proxy-companion": dockerInfo.DockerFilePath = $"linuxamd64.Dockerfile"; dockerInfo.DockerFilePathARM32v7 = $"linuxarm32v7.Dockerfile"; dockerInfo.GitLink = "https://github.com/btcpayserver/docker-letsencrypt-nginx-proxy-companion"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "btcqbo": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/JeffVandrewJr/btcqbo"; dockerInfo.GitRef = $"v{image.Tag}"; break; case "redis": dockerInfo.DockerFilePath = $"5.0/Dockerfile"; dockerInfo.GitLink = "https://github.com/docker-library/redis"; dockerInfo.GitRef = $"f1a8498333ae3ab340b5b39fbac1d7e1dc0d628c"; break; case "postgres": dockerInfo.DockerFilePath = $"9.6/Dockerfile"; dockerInfo.DockerFilePathARM32v7 = $"9.6/Dockerfile"; dockerInfo.GitLink = "https://github.com/docker-library/postgres"; dockerInfo.GitRef = $"b7cb3c6eacea93be2259381033be3cc435649369"; break; case "traefik": dockerInfo.DockerFilePath = $"scratch/amd64/Dockerfile"; dockerInfo.DockerFilePathARM32v7 = $"scratch/arm/Dockerfile"; dockerInfo.GitLink = "https://github.com/containous/traefik-library-image"; dockerInfo.GitRef = $"master"; break; case "spark-wallet": dockerInfo.DockerFilePath = $"Dockerfile"; dockerInfo.GitLink = "https://github.com/shesek/spark-wallet"; dockerInfo.GitRef = $"v{image.Tag.Split('-')[0]}"; break; default: if (firstTry) { name = $"{image.Name}"; firstTry = false; goto retry; } else return null; } dockerInfo.DockerHubLink = image.DockerHubLink; dockerInfo.Image = image; return dockerInfo; } private YamlMappingNode ParseDocument(string fragment) { var input = new StringReader(File.ReadAllText(fragment)); YamlStream stream = new YamlStream(); stream.Load(input); return (YamlMappingNode)stream.Documents[0].RootNode; } private static void DeleteDirectory(string outputDirectory) { try { Directory.Delete(outputDirectory, true); } catch { } } private static string FindRoot(string rootDirectory) { string directory = Directory.GetCurrentDirectory(); int i = 0; while (true) { if (i > 10) throw new DirectoryNotFoundException(rootDirectory); if (directory.EndsWith(rootDirectory)) return directory; directory = Path.GetFullPath(Path.Combine(directory, "..")); i++; } } } }