Compare commits

..

20 Commits

Author SHA1 Message Date
448f645f6f dps: Support für authelia_policy=none 2022-11-02 13:05:58 +01:00
a30978d20c dup: Added switch -q / --quiet to disable opening the log after running the new container. 2022-10-27 15:08:11 +02:00
a0bb698c02 Add authelia stuff with descriptions to --sample. 2022-10-27 15:04:26 +02:00
8cad86560d Don't show certificate details. 2022-10-27 15:04:08 +02:00
e2bd375198 Show authelia status. 2022-10-27 15:03:52 +02:00
3af1ffa11a Fix typo: dlr is drl (restart & log). 2022-10-27 15:03:32 +02:00
03b8b4baca Renamed dlr to drl (first Restart, then Logs). 2022-02-15 09:24:00 +01:00
7ff0f28ed4 dup: Message about unset DUP_DIR is now being output to STDERR to prevent it from clobbering up redirections of --sample and stuff. 2021-11-04 11:42:50 +01:00
99370803e3 Better source directory detection. 2021-11-03 16:18:03 +01:00
9a07f9fc74 dstats: Removed debugging code. 2021-11-02 15:34:16 +01:00
28445e30d2 dps: Fixed duplicated ports. 2021-11-02 15:07:30 +01:00
f21c3fdb52 install: Use pwd instead of calculating the local path. 2021-11-02 15:00:15 +01:00
f46b00c896 install: Fix for sh instead of bash. 2021-11-02 14:58:20 +01:00
40ab734bb3 install: Fix. 2021-11-02 14:55:07 +01:00
154e73b291 install: Fixed file mode. 2021-11-02 14:53:41 +01:00
8dbec29c45 Added an installer. 2021-11-02 14:52:15 +01:00
ee25ee5fe1 More commands. 2021-11-02 14:38:12 +01:00
bb0b5f7b6f dps: Added. 2021-11-02 14:14:18 +01:00
d879c633a3 Merge branch 'master' of https://git.schle.nz/fabian/dup 2021-11-02 14:13:11 +01:00
45c5612efb dup: Added --regenerate to print all command necessary to regenerate a container from scratch. 2021-11-02 14:13:09 +01:00
12 changed files with 298 additions and 7 deletions

13
_get_container.sh Normal file
View File

@ -0,0 +1,13 @@
#!/bin/sh
if [ -z "$1" ]; then
base=`realpath . --relative-to="/data/containers" | cut -d"/" -f1`
if [ "$base" = ".." -o "$base" = "." ]; then
echo "No container given and not within /data/containers"
exit 1
fi
container="$base"
echo "Working on container $container."
else
container="$1"
fi

20
_install.sh Executable file
View File

@ -0,0 +1,20 @@
#!/bin/sh
SOURCE=$(pwd)
TARGET="/usr/local/bin"
if [ ! -e "$SOURCE/dbash" ]; then
echo "Please cd to the directory containing this file and try to run _install.sh again."
exit 1
fi
ln -sf "$SOURCE/dbash" "$TARGET/dbash"
ln -sf "$SOURCE/dhelp" "$TARGET/dhelp"
ln -sf "$SOURCE/dlogs" "$TARGET/dlogs"
ln -sf "$SOURCE/dlogsl" "$TARGET/dlogsl"
ln -sf "$SOURCE/drl" "$TARGET/drl"
ln -sf "$SOURCE/dps.rb" "$TARGET/dps"
ln -sf "$SOURCE/dsh" "$TARGET/dsh"
ln -sf "$SOURCE/dstats" "$TARGET/dstats"
ln -sf "$SOURCE/dup.rb" "$TARGET/dup"
ln -sf "$SOURCE/ofelias.rb" "$TARGET/ofelias"

5
dbash Executable file
View File

@ -0,0 +1,5 @@
#!/bin/sh
. $(dirname "$(readlink -f "$0")")/_get_container.sh
docker exec -it "$container" /bin/bash

9
dhelp Executable file
View File

@ -0,0 +1,9 @@
echo "Docker-Tools"
echo
echo "dps - Shows a tabular list of running containers."
echo "dlogs - Show latest log entries of container."
echo "dlogsl - Shows latest log entries using less."
echo "dup - Creates and runs containers from YAML files."
echo "dbash - Starts a bash shell in the container."
echo "dsh - Starts a sh shell in the container."
echo "dstats - Shows stats for all running containers."

5
dlogs Executable file
View File

@ -0,0 +1,5 @@
#!/bin/sh
. $(dirname "$(readlink -f "$0")")/_get_container.sh
docker logs --tail=100 -f "$container"

5
dlogsl Executable file
View File

@ -0,0 +1,5 @@
#!/bin/sh
. $(dirname "$(readlink -f "$0")")/_get_container.sh
docker logs -f "$container" 2>&1 | less

144
dps.rb Executable file
View File

@ -0,0 +1,144 @@
#!/usr/bin/env ruby
require 'json'
require 'socket'
require 'net/http'
COLOR_GREEN = ""
COLOR_RED = ""
COLOR_GRAY = ""
COLOR_RESET = ""
class Container
FIELDS = [:state, :dup, :ouroboros, :name, :vhosts, :authelia, :status, :image, :ports]
@@lengths = Hash.new(0)
def initialize(data)
@strings = {}
@data = data
set :state, (@data[:State]=="running" ? COLOR_GREEN : COLOR_RED) + @data[:State].capitalize + COLOR_RESET
set :dup, @data[:Labels][:"de.fabianonline.dup"]=="true" ? "" : ""
set :ouroboros, @data[:Labels][:"com.centurylinklabs.watchtower.enable"]=="true" ? "" : ""
set :name, @data[:Names].first[1..-1]
vh = @data[:Labels][:"nginx_virtual_host"]&.split(",")&.map{|h| h.split("@").first.strip}
if vh.nil? || vh.count==0
vh = ""
elsif vh.count==1
vh = vh.first
else
if FULL
vh = vh.join(", ")
else
vh = vh.first + ",…"
end
end
set :vhosts, vh
p = @data[:Ports].sort_by{|p| p[:PrivatePort]}.collect do |p|
type = p[:Type]=="tcp" ? "" : "/#{p[:Type]}"
if p[:PrivatePort]==p[:PublicPort]
"#{COLOR_GREEN}#{p[:PrivatePort]}#{type}"
elsif p[:PublicPort]==nil
"#{COLOR_GRAY}#{p[:PrivatePort]}#{type}"
else
"#{COLOR_RED}#{p[:PrivatePort]}->#{p[:PublicPort]}#{type}"
end
end.uniq.join(" ")
#set :nginx_allow, @data[:Labels][:"nginx_allow"]
if vh==""
set :authelia, ""
elsif @data[:Labels][:"authelia_policy"]=="one_factor"
set :authelia, "1#{COLOR_GRAY}FA#{COLOR_RESET}"
elsif @data[:Labels][:"authelia_policy"]=="two_factor"
set :authelia, "2#{COLOR_GRAY}FA#{COLOR_RESET}"
elsif @data[:Labels][:"authelia_policy"]=="bypass"
set :authelia, "#{COLOR_GREEN}BYP#{COLOR_RESET}"
elsif @data[:Labels][:"authelia_policy"]=="none"
set :authelia, "#{COLOR_GREEN}NONE#{COLOR_RESET}"
else
set :authelia, "#{COLOR_RED}?#{COLOR_RESET}"
end
st = @data[:Status]
if st.end_with?("(healthy)")
st = COLOR_GREEN + st.gsub("(healthy)", "(v)") + COLOR_RESET
elsif st.end_with?("(unhealthy)")
st = COLOR_RED + st.gsub("(unhealthy)", "(x)") + COLOR_RESET
end
set :status, st
im = @data[:Image]
im = im.split(":")[0] unless FULL
set :image, im
set :ports, p
end
def set(key, value)
@data[key] = value
@@lengths[key] = [@@lengths[key], value.cleaned.length].max if value
end
def self.lengths; FIELDS.map{|k| @@lengths[k]}; end
def data
FIELDS.map{|k| @data[k]}
end
end
class String
def cleaned
self.gsub(/\[.+?m/, "")
end
def fix_length(len)
l = self.cleaned.length
shortened = self.length - l
if l >= len
return self.slice(0, len + shortened)
else
return self + (" " * (len - l))
end
end
end
def fetch_data
socket = UNIXSocket.new("/var/run/docker.sock")
request = "GET /v1.24/containers/json?all=1 HTTP/1.0\r\n\r\n"#Host: localhost\r\n\r\n"
socket.write(request)
response = ""
loop do
break if socket.eof?
line = socket.gets
break if line=="\r\n"
end
until socket.eof?
line = socket.gets
response += line
end
return JSON.parse(response, symbolize_names: true)
end
FULL = ARGV[0]=="--full"
data = fetch_data
data = data.map{|c| Container.new(c).data}
lengths = Container.lengths
data.sort_by{|d| d[3]}.each do |row|
row.each_with_index do |d, index|
if index==row.length-1
print d.to_s
else
print d.to_s.fix_length(lengths[index]) + " "
end
end
puts
end

5
drl Executable file
View File

@ -0,0 +1,5 @@
#!/bin/sh
. $(dirname "$(readlink -f "$0")")/_get_container.sh
docker restart "$container" && docker logs --tail=100 -f "$container"

5
dsh Executable file
View File

@ -0,0 +1,5 @@
#!/bin/sh
. $(dirname "$(readlink -f "$0")")/_get_container.sh
docker exec -it "$container" /bin/sh

3
dstats Executable file
View File

@ -0,0 +1,3 @@
#!/bin/bash
docker stats $(docker inspect --format "{{.Name}}" $(docker ps -q))

44
dup.rb
View File

@ -70,14 +70,26 @@ def get_sample(name="container")
- "/etc/localtime:/etc/localtime:ro"
labels:
# Syntax:
# <hostname>: Uses the given hostname and the default cert (*.schle.nz)
# <hostname>@: Uses the given hostname and the cert with the same name
# <hostname>@<cert>: Uses the given hostname and cert
nginx_virtual_host: container.home.schle.nz
nginx_port: 80
nginx_additional_ports: "443, 5050"
nginx_allow: fabian # "user" or "@group" or "user, user, @group" or "all"
nginx_no_robots: true
nginx_public_paths: "/public, /api"
nginx_type: # "http" (default), "https", "fastcgi", "skip" (doesn't create any entries)
nginx_client_max_body_size: "25M"
# Syntax:
# user:<username>
# group:<groupname>
authelia_allow: "user:fabian"
# Policies:
# one_factor
# two_factor
# bypass
authelia_policy: one_factor
networks:
- "nginx"
@ -140,6 +152,7 @@ def action_help
puts " --regenerate Generates YAML content from a running container."
puts " --all Use all containers defined in yml files."
puts "-v, --verbose More verbose output."
puts "-q, --quiet Don't open log after starting a new container."
exit 1
end
@ -155,6 +168,15 @@ def run_cmd(cmd, ignore_returnvalue=false, catch_interrupt=false, ignore_dry_run
return returnvalue
end
def collect_commands(&block)
$commands = []
def run_cmd(cmd, ignore_returnvalue=false, catch_interrupt=false, ignore_dry_run: false); $commands<<cmd; return 0; end
yield
return $commands
end
def esc(obj, escape=true)
return obj unless escape
return obj.to_s.shellescape
@ -218,8 +240,7 @@ end
def action_regenerate(container)
container.each do |c|
data = c.regenerate
puts data.to_yaml
puts
p collect_commands{ c.run }
end
end
@ -324,7 +345,7 @@ class Container
end
end
return cmd
return cmd.compact.join(" ")
end
def build
@ -403,7 +424,7 @@ class Container
verbose "Creating container..."
cmd = build_run_command
run_cmd(cmd.compact.join(" ") + " >/dev/null")
run_cmd(cmd + " >/dev/null")
self.connect_to_networks
@ -416,7 +437,9 @@ class Container
if ! @data["detach"]
self.attach
else
self.log
unless $quiet
self.log
end
end
end
end
@ -440,6 +463,7 @@ class Container
data[name] = result
end
@data = data
return data
end
end
@ -455,12 +479,13 @@ needs_container = true
completion_str = ""
silent_basedir = false
$net_host = false
$quiet = false
if ENV['DUP_DIR']
$base_dir = ENV['DUP_DIR']
else
$base_dir = File.join(Dir.home, ".dup")
puts "Environment variable DUP_DIR is not set. Looking for .yml files in #{$base_dir}" unless silent_basedir
STDERR.puts "Environment variable DUP_DIR is not set. Looking for .yml files in #{$base_dir}" unless silent_basedir
end
opts = GetoptLong.new(
@ -476,6 +501,7 @@ opts = GetoptLong.new(
[ '--regenerate', GetoptLong::NO_ARGUMENT ],
[ '--verbose', '-v', GetoptLong::NO_ARGUMENT ],
[ '--all', GetoptLong::NO_ARGUMENT ],
[ '--quiet', '-q', GetoptLong::NO_ARGUMENT ]
)
opts.each do |opt, arg|
@ -506,10 +532,13 @@ opts.each do |opt, arg|
$net_host = true
when '--regenerate'
action = :regenerate
needs_container = false
when '--verbose'
$verbose = true
when '--all'
container = Dir[$base_dir + "/*.yml"].sort.map{|f| Container.new(File.basename(f, ".yml"))}
when '--quiet'
$quiet = true
end
end
@ -533,6 +562,7 @@ elsif action == :update
action_update(base_dir)
elsif action == :regenerate
action_regenerate(container)
container.each {|c| puts c.build_run_command}
elsif action == :_completion
action_completion($base_dir, completion_str)
end

47
ofelias.rb Executable file
View File

@ -0,0 +1,47 @@
#!/usr/bin/env ruby
require 'socket'
require 'json'
require 'terminal-table'
def fetch_data
socket = UNIXSocket.new("/var/run/docker.sock")
request = "GET /v1.24/containers/json?all=1 HTTP/1.0\r\n\r\n"
socket.write(request)
response = ""
loop do
break if socket.eof?
line = socket.gets
break if line=="\r\n"
end
until socket.eof?
line = socket.gets
response += line
end
return JSON.parse(response, symbolize_names: true)
end
rows = []
data = fetch_data
data.each do |d|
next unless labels = d[:Labels]
name = d[:Names][0][1..-1]
next unless labels[:"ofelia.enabled"]
tasks = labels.keys.map(&:to_s).map{|s| s.scan(/\Aofelia\.job-([a-z]+)\.([^.]*)\./).first}.uniq.compact
next unless tasks.count>0
tasks.each do |task|
type, taskname = *task
schedule = labels[:"ofelia.job-#{type}.#{taskname}.schedule"]
command = labels[:"ofelia.job-#{type}.#{taskname}.command"]
rows << [name, type, taskname, schedule, command]
end
end
exit 0 unless rows.count>0
puts Terminal::Table.new(rows: rows, headings: ["Container", "Type", "Task", "Schedule", "Command"])