573 lines
16 KiB
Python
573 lines
16 KiB
Python
import json
|
|
import os
|
|
|
|
import yaml
|
|
|
|
import easymapping
|
|
|
|
CERTS_FOLDER = "/tmp/certs"
|
|
CERT_FILE = "/tmp/certs/haproxy/www.somehost.com.br.pem"
|
|
CERTBOT_EMAIL = "some@email.com"
|
|
|
|
|
|
def load_fixture(file):
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/fixtures/" + file, 'r') as content_file:
|
|
line_list = json.loads("".join(content_file.readlines()))
|
|
|
|
return line_list
|
|
|
|
|
|
def test_parser_doesnt_crash():
|
|
line_list = load_fixture("no-services")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"stats": {
|
|
"port": "false"
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/no-services.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_finds_services():
|
|
line_list = load_fixture("services")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"certbot": {
|
|
"email": CERTBOT_EMAIL
|
|
},
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
|
|
assert {"www.somehost.com.br.pem": "Some PEM Certificate"} == cfg.certs
|
|
|
|
assert ['node-exporter.quantum.example.org'] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_finds_services_changed_label():
|
|
line_list = load_fixture("services-changed-label")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"lookup_label": "haproxy",
|
|
"certbot": {
|
|
"email": CERTBOT_EMAIL
|
|
},
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
if os.path.exists(CERT_FILE):
|
|
os.remove(CERT_FILE)
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
|
|
assert {"www.somehost.com.br.pem": "Some PEM Certificate"} == cfg.certs
|
|
|
|
assert ['node-exporter.quantum.example.org'] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_finds_services_raw():
|
|
line_list = load_fixture("services")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"certbot": {
|
|
"email": CERTBOT_EMAIL
|
|
},
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
if os.path.exists(CERT_FILE):
|
|
os.remove(CERT_FILE)
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
|
|
parsed_object = [
|
|
{
|
|
"mode":"tcp",
|
|
"ssl-check":"",
|
|
"port":"31339",
|
|
"hosts":{
|
|
"agent.quantum.example.org": {
|
|
"balance": "roundrobin",
|
|
"containers": [
|
|
"my-stack_agent:9001"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
}
|
|
},
|
|
"redirect": {
|
|
|
|
}
|
|
},
|
|
{
|
|
"mode":"http",
|
|
"ssl-check":"",
|
|
"port":"31337",
|
|
"hosts":{
|
|
"cadvisor.quantum.example.org":{
|
|
"balance": "roundrobin",
|
|
"containers": [
|
|
"my-stack_cadvisor:8080"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
},
|
|
"node-exporter.quantum.example.org":{
|
|
"balance": "roundrobin",
|
|
"containers": [
|
|
"my-stack_node-exporter:9100"
|
|
],
|
|
"certbot": True,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
}
|
|
},
|
|
"redirect": {
|
|
|
|
},
|
|
},
|
|
{
|
|
"mode":"http",
|
|
"ssl-check":"",
|
|
"port":"443",
|
|
"hosts":{
|
|
"node-exporter.quantum.example.org": {
|
|
"balance": "roundrobin",
|
|
"containers": [
|
|
"my-stack_node-exporter:9100"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
},
|
|
"www.somehost.com.br":{
|
|
"balance": "roundrobin",
|
|
"containers": [
|
|
"some-service:80"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
}
|
|
},
|
|
"redirect": {
|
|
"somehost.com.br": "https://www.somehost.com.br",
|
|
"somehost.com": "https://www.somehost.com.br",
|
|
"www.somehost.com": "https://www.somehost.com.br",
|
|
"byjg.ca": "https://www.somehost.com.br",
|
|
"www.byjg.ca": "https://www.somehost.com.br"
|
|
},
|
|
"ssl": True
|
|
},
|
|
{
|
|
"mode":"http",
|
|
"ssl-check":"",
|
|
"port":"80",
|
|
"hosts":{
|
|
"www.somehost.com.br":{
|
|
"balance": "roundrobin",
|
|
"containers": [
|
|
"some-service:80"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
}
|
|
},
|
|
"redirect": {
|
|
"somehost.com.br": "https://www.somehost.com.br",
|
|
"somehost.com": "https://www.somehost.com.br",
|
|
"www.somehost.com": "https://www.somehost.com.br",
|
|
"byjg.ca": "https://www.somehost.com.br",
|
|
"www.byjg.ca": "https://www.somehost.com.br"
|
|
},
|
|
}
|
|
]
|
|
|
|
processed = list(cfg.parse(line_list))
|
|
|
|
assert parsed_object == processed
|
|
assert ['node-exporter.quantum.example.org'] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_static():
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/fixtures/static.yml", 'r') as content_file:
|
|
parsed = yaml.load(content_file.read(), Loader=yaml.FullLoader)
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(parsed)
|
|
haproxy_config = cfg.generate()
|
|
assert len(haproxy_config) > 0
|
|
|
|
with open(path + "/expected/static.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_static_raw():
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/fixtures/static.yml", 'r') as content_file:
|
|
parsed = yaml.load(content_file.read(), Loader=yaml.FullLoader)
|
|
|
|
expected = {
|
|
"stats": {
|
|
"username": "admin",
|
|
"password": "test123",
|
|
"port": 1936
|
|
},
|
|
"customerrors": True,
|
|
"easymapping": [
|
|
{
|
|
"port": 80,
|
|
"hosts": {
|
|
"host1.com.br": {
|
|
"containers": [
|
|
"container:5000"
|
|
],
|
|
"certbot": True
|
|
},
|
|
"host2.com.br": {
|
|
"containers": [
|
|
"other:3000"
|
|
]
|
|
}
|
|
},
|
|
"redirect": {
|
|
"www.host1.com.br": "http://host1.com.br"
|
|
}
|
|
},
|
|
{
|
|
"port": 443,
|
|
"ssl": True,
|
|
"hosts": {
|
|
"host1.com.br": {
|
|
"containers": [
|
|
"container:80"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"port": 8080,
|
|
"hosts": {
|
|
"host3.com.br": {
|
|
"containers": [
|
|
"domain:8181"
|
|
]
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
|
|
assert expected == parsed
|
|
|
|
|
|
def test_parser_tcp():
|
|
line_list = load_fixture("services-tcp")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
# print(haproxy_config)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services-tcp.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_multi_containers():
|
|
line_list = load_fixture("services-multi-containers")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services-multi-containers.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_multiple_hosts():
|
|
line_list = load_fixture("services-multiple-hosts")
|
|
|
|
result = {
|
|
"customerrors": True,
|
|
"stats": {
|
|
"username": "joe",
|
|
"password": "s3cr3t",
|
|
"port": "1937"
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services-multiple-hosts.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_redirect_ssl():
|
|
line_list = load_fixture("services-redirect-ssl")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"ssl_mode": "loose",
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services-redirect-ssl.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_ssl_strict():
|
|
line_list = load_fixture("no-services")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"ssl_mode": "strict",
|
|
"stats": {
|
|
"port": False
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/ssl-strict.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_ssl_loose():
|
|
line_list = load_fixture("no-services")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"ssl_mode": "loose",
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/ssl-loose.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_ssl_letsencrypt():
|
|
line_list = load_fixture("services-letsencrypt")
|
|
|
|
result = {
|
|
"customerrors": True,
|
|
"stats": {
|
|
"password": "password"
|
|
},
|
|
"certbot": {
|
|
"email": CERTBOT_EMAIL
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services-letsencrypt.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert ["test.example.org"] == cfg.certbot_hosts
|
|
|
|
|
|
def test_parser_finds_services_clone_to_ssl_raw():
|
|
line_list = load_fixture("services-clone-to-ssl")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"certbot": {
|
|
"email": CERTBOT_EMAIL
|
|
},
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
if os.path.exists(CERT_FILE):
|
|
os.remove(CERT_FILE)
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
|
|
parsed_object = [
|
|
{
|
|
"ssl-check":"",
|
|
"hosts":{
|
|
"host2.local":{
|
|
"balance":"roundrobin",
|
|
"containers":[
|
|
"10.152.183.215:8080"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
},
|
|
"valida.me":{
|
|
"balance":"roundrobin",
|
|
"containers":[
|
|
"10.152.183.62:8080"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
},
|
|
"www.valida.me":{
|
|
"balance":"roundrobin",
|
|
"containers":[
|
|
"10.152.183.62:8080"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
}
|
|
},
|
|
"mode": "http",
|
|
"port": "80",
|
|
"redirect": {
|
|
|
|
}
|
|
},
|
|
{
|
|
"ssl-check":"ssl",
|
|
"hosts":{
|
|
"host2.local":{
|
|
"balance":"roundrobin",
|
|
"containers":[
|
|
"10.152.183.215:8080"
|
|
],
|
|
"certbot": False,
|
|
"proto": "",
|
|
"redirect_ssl": False,
|
|
"plugin_configs": []
|
|
}
|
|
},
|
|
"mode": "http",
|
|
"port": "443",
|
|
"redirect": {
|
|
|
|
},
|
|
"ssl": True
|
|
}
|
|
]
|
|
processed = list(cfg.parse(line_list))
|
|
|
|
assert parsed_object == processed
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
def test_parser_fcgi():
|
|
"""Test FastCGI support with proto and socket parameters"""
|
|
line_list = load_fixture("services-fcgi")
|
|
|
|
result = {
|
|
"customerrors": False,
|
|
"stats": {
|
|
"port": 0
|
|
}
|
|
}
|
|
|
|
cfg = easymapping.HaproxyConfigGenerator(result)
|
|
haproxy_config = cfg.generate(line_list)
|
|
|
|
assert len(haproxy_config) > 0
|
|
|
|
# Verify proto fcgi is in the output
|
|
assert "proto fcgi" in haproxy_config
|
|
|
|
# Verify Unix socket path is used
|
|
assert "/run/php/php-fpm.sock" in haproxy_config
|
|
|
|
# Verify TCP connection is also present
|
|
assert "172.17.0.3:9000" in haproxy_config
|
|
|
|
path = os.path.dirname(os.path.realpath(__file__))
|
|
with open(path + "/expected/services-fcgi.txt", 'r') as expected_file:
|
|
assert expected_file.read() == haproxy_config
|
|
assert [] == cfg.certbot_hosts
|
|
|
|
|
|
# test_parser_finds_services_raw()
|
|
# test_parser_tcp()
|
|
# test_parser_multiple_hosts()
|
|
# test_parser_ssl_certbot()
|
|
# test_parser_finds_services()
|