Browse Source

Refactor docker-compose-generator so that generation can be dynamic

migrate-pregen
nicolas.dorier 7 years ago
parent
commit
045debafec
  1. 1
      .gitignore
  2. 2
      docker-compose-generator/Dockerfile
  3. 44
      docker-compose-generator/src/CryptoDefinition.cs
  4. 41
      docker-compose-generator/src/DockerComposition.cs
  5. 147
      docker-compose-generator/src/Program.cs
  6. 14
      docker-compose-generator/src/Properties/launchSettings.json
  7. 2
      generate-docker-compose.ps1
  8. 2
      generate-docker-compose.sh

1
.gitignore

@ -295,3 +295,4 @@ BTCPayServer/wwwroot/bundles/*
Production/.env
.env
.vscode/
/docker-compose.generated.yml

2
docker-compose-generator/Dockerfile

@ -13,6 +13,8 @@ RUN mkdir /datadir
ENV APP_DATADIR=/datadir
VOLUME /datadir
ENV INSIDE_CONTAINER=1
COPY --from=builder "/app" .
COPY docker-fragments docker-fragments

44
docker-compose-generator/src/CryptoDefinition.cs

@ -0,0 +1,44 @@
using System;
using System.Collections.Generic;
using System.Text;
namespace DockerGenerator
{
public class CryptoDefinition
{
public string Crypto
{
get;
private set;
}
public string CryptoFragment
{
get;
private set;
}
public string CLightningFragment
{
get;
private set;
}
public static CryptoDefinition[] GetDefinitions()
{
return new[]
{
new CryptoDefinition()
{
Crypto = "ltc",
CryptoFragment = "litecoin",
CLightningFragment = "litecoin-clightning",
},
new CryptoDefinition()
{
Crypto = "btc",
CryptoFragment = "bitcoin",
CLightningFragment = "bitcoin-clightning",
},
};
}
}
}

41
docker-compose-generator/src/DockerComposition.cs

@ -0,0 +1,41 @@
using System;
using System.Collections.Generic;
using System.Text;
namespace DockerGenerator
{
public class DockerComposition
{
public HashSet<string> SelectedCryptos
{
get;
set;
}
public string SelectedProxy
{
get;
set;
}
public string SelectedLN
{
get;
set;
}
public static DockerComposition FromEnvironmentVariables()
{
DockerComposition composition = new DockerComposition();
composition.SelectedCryptos = new HashSet<string>();
for(int i = 1; i < 10; i++)
{
var selectedCrypto = Environment.GetEnvironmentVariable("BTCPAYGEN_CRYPTO" + i);
if(string.IsNullOrEmpty(selectedCrypto))
break;
composition.SelectedCryptos.Add(selectedCrypto.ToLowerInvariant());
}
composition.SelectedProxy = (Environment.GetEnvironmentVariable("BTCPAYGEN_REVERSEPROXY") ?? "").ToLowerInvariant();
composition.SelectedLN = (Environment.GetEnvironmentVariable("BTCPAYGEN_LIGHTNING") ?? "").ToLowerInvariant();
return composition;
}
}
}

147
docker-compose-generator/src/Program.cs

@ -8,108 +8,99 @@ namespace DockerGenerator
{
class Program
{
static void Main(string[] args)
{
new Program().Run();
}
private void Run()
static void Main(string[] args)
{
var fragmentLocation = FindLocation("docker-fragments");
var productionLocation = FindLocation("Production");
var testLocation = FindLocation("Production-NoReverseProxy");
var root = Environment.GetEnvironmentVariable("INSIDE_CONTAINER") == "1" ? FindRoot("app")
: Path.GetFullPath(Path.Combine(FindRoot("docker-compose-generator"), ".."));
HashSet<string> processed = new HashSet<string>();
foreach(var permutation in ItemCombinations(new[] { "btc", "ltc", "clightning" }.ToList()))
if(args.Any(a => a == "pregen"))
{
if(permutation.Count == 1 && permutation.First() == "clightning")
continue;
permutation.Sort();
if(permutation.Remove("clightning"))
permutation.Add("clightning"); // ensure clightning at the end
string id = string.Join('-', permutation);
if(!processed.Add(id))
continue;
var productionLocation = Path.GetFullPath(Path.Combine(root, "Production"));
var testLocation = Path.GetFullPath(Path.Combine(root, "Production-NoReverseProxy"));
var fragments = new List<string>();
fragments.Add("nginx");
fragments.Add("btcpayserver");
if(permutation.Contains("ltc"))
{
fragments.Add("litecoin");
if(permutation.Contains("clightning"))
fragments.Add("litecoin-clightning");
}
if(permutation.Contains("btc"))
foreach(var proxy in new[] { "nginx", "no-reverseproxy" })
{
fragments.Add("bitcoin");
if(permutation.Contains("clightning"))
fragments.Add("bitcoin-clightning");
foreach(var lightning in new[] { "clightning", "" })
{
foreach(var btc in new[] { "btc", "" })
{
foreach(var ltc in new[] { "ltc", "" })
{
if(btc == "" && ltc == "")
continue;
string name = $"{btc}-{ltc}-{lightning}".Replace("--", "-");
if(name.EndsWith("-"))
name = name.Substring(0, name.Length - 1);
if(name.StartsWith("-"))
name = name.Substring(1, name.Length - 1);
var composition = new DockerComposition();
composition.SelectedCryptos = new HashSet<string>();
composition.SelectedCryptos.Add(btc);
composition.SelectedCryptos.Add(ltc);
composition.SelectedLN = lightning;
composition.SelectedProxy = proxy;
new Program().Run(composition, name, proxy == "nginx" ? productionLocation : testLocation);
}
}
}
}
var def = new DockerComposeDefinition(id, fragments);
def.FragmentLocation = fragmentLocation;
def.BuildOutputDirectory = productionLocation;
def.Build();
def.Fragments.Remove("nginx");
def.Fragments.Add("btcpayserver-noreverseproxy");
def.BuildOutputDirectory = testLocation;
def.Build();
}
else
{
var composition = DockerComposition.FromEnvironmentVariables();
Console.WriteLine("Crypto: " + string.Join(", ", composition.SelectedCryptos.ToArray()));
Console.WriteLine("Lightning: " + composition.SelectedLN);
Console.WriteLine("ReverseProxy: " + composition.SelectedProxy);
new Program().Run(composition, "generated", root);
}
}
/// <summary>
/// Method to create lists containing possible combinations of an input list of items. This is
/// basically copied from code by user "jaolho" on this thread:
/// http://stackoverflow.com/questions/7802822/all-possible-combinations-of-a-list-of-values
/// </summary>
/// <typeparam name="T">type of the items on the input list</typeparam>
/// <param name="inputList">list of items</param>
/// <param name="minimumItems">minimum number of items wanted in the generated combinations,
/// if zero the empty combination is included,
/// default is one</param>
/// <param name="maximumItems">maximum number of items wanted in the generated combinations,
/// default is no maximum limit</param>
/// <returns>list of lists for possible combinations of the input items</returns>
public static List<List<T>> ItemCombinations<T>(List<T> inputList, int minimumItems = 1,
int maximumItems = int.MaxValue)
private void Run(DockerComposition composition, string name, string output)
{
int nonEmptyCombinations = (int)Math.Pow(2, inputList.Count) - 1;
List<List<T>> listOfLists = new List<List<T>>(nonEmptyCombinations + 1);
var fragmentLocation = Environment.GetEnvironmentVariable("INSIDE_CONTAINER") == "1" ? "app" : "docker-compose-generator";
fragmentLocation = FindRoot(fragmentLocation);
fragmentLocation = Path.GetFullPath(Path.Combine(fragmentLocation, "docker-fragments"));
if(minimumItems == 0) // Optimize default case
listOfLists.Add(new List<T>());
for(int i = 1; i <= nonEmptyCombinations; i++)
var fragments = new List<string>();
if(composition.SelectedProxy == "nginx")
{
fragments.Add("nginx");
}
else
{
fragments.Add("btcpayserver-noreverseproxy");
}
fragments.Add("btcpayserver");
foreach(var crypto in CryptoDefinition.GetDefinitions())
{
List<T> thisCombination = new List<T>(inputList.Count);
for(int j = 0; j < inputList.Count; j++)
if(!composition.SelectedCryptos.Contains(crypto.Crypto))
continue;
fragments.Add(crypto.CryptoFragment);
if(composition.SelectedLN == "clightning" && crypto.CLightningFragment != null)
{
if((i >> j & 1) == 1)
thisCombination.Add(inputList[j]);
fragments.Add(crypto.CLightningFragment);
}
if(thisCombination.Count >= minimumItems && thisCombination.Count <= maximumItems)
listOfLists.Add(thisCombination);
}
return listOfLists;
var def = new DockerComposeDefinition(name, fragments);
def.FragmentLocation = fragmentLocation;
def.BuildOutputDirectory = output;
def.Build();
}
private string FindLocation(string path)
private static string FindRoot(string rootDirectory)
{
string directory = path;
string directory = Directory.GetCurrentDirectory();
int i = 0;
while(true)
{
if(i > 10)
throw new DirectoryNotFoundException(directory);
if(Directory.Exists(path))
return path;
path = Path.Combine("..", path);
throw new DirectoryNotFoundException(rootDirectory);
if(directory.EndsWith(rootDirectory))
return directory;
directory = Path.GetFullPath(Path.Combine(directory, ".."));
i++;
}
}

14
docker-compose-generator/src/Properties/launchSettings.json

@ -0,0 +1,14 @@
{
"profiles": {
"docker-compose-generator": {
"commandName": "Project",
"commandLineArgs": "pregen",
"environmentVariables": {
"BTCPAYGEN_LIGHTNING": "clightning",
"BTCPAYGEN_CRYPTO2": "ltc",
"BTCPAYGEN_CRYPTO1": "btc",
"BTCPAYGEN_REVERSEPROXY": "nginx"
}
}
}
}

2
generate-docker-compose.ps1

@ -1,4 +1,4 @@
# This script will run docker-compose-generator in a container to generate the yml files
docker build -t btcpayserver/docker-compose-generator "$(Get-Location)\docker-compose-generator"
docker run -v "$(Get-Location)\Production:/app/Production" -v "$(Get-Location)\Production-NoReverseProxy:/app/Production-NoReverseProxy" --rm btcpayserver/docker-compose-generator
docker run -v "$(Get-Location)\Production:/app/Production" -v "$(Get-Location)\Production-NoReverseProxy:/app/Production-NoReverseProxy" --rm btcpayserver/docker-compose-generator pregen

2
generate-docker-compose.sh

@ -2,4 +2,4 @@
# This script will run docker-compose-generator in a container to generate the yml files
docker build -t btcpayserver/docker-compose-generator "$(pwd)/docker-compose-generator"
docker run -v "$(pwd)/Production:/app/Production" -v "$(pwd)/Production-NoReverseProxy:/app/Production-NoReverseProxy" --rm btcpayserver/docker-compose-generator
docker run -v "$(pwd)/Production:/app/Production" -v "$(pwd)/Production-NoReverseProxy:/app/Production-NoReverseProxy" --rm btcpayserver/docker-compose-generator pregen
Loading…
Cancel
Save