tests.yaml

---
config:
  timeout: 4
  markers:
      - "dot: test specific to DoT"
      - "doh: test specific to DoH"
      - "monitoring: test using monitoring"
      - "exception: test raising an exception"
      - "check: test related to the compliance option --check"
      - "forceIPv4: test using the option -4"
      - "forceIPv6: test using the option -6"

tests:
    - exe: './homer.py'
      args:
          - '-h'
      retcode: 0
      partstderr: 'url-or-servername domain-name [DNS type]'
      stdout: ''

    - exe: './homer.py'
      args:
          - '--zzz'
      retcode: 1
      partstderr: 'url-or-servername domain-name [DNS type]'
      stdout: ''

    - exe: './homer.py'
      args:
          - 'https://doh.bortzmeyer.fr/'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: '2a01:4f8:'

    - exe: './homer.py'
      args:
          - '--dot'
          - 'dot.bortzmeyer.fr'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: '2a01:4f8:'

    - exe: './homer.py'
      markers:
          - 'exception'
      args:
          - '--dot'
          - 'https//doh.bortzmeyer.fr'
          - 'framagit.org'
      retcode: 1
      partstderr: 'not a name or'
      stdout: ''

###############################################################################

    - exe: './homer.py'
      name: '--check of a correct DoH'
      markers:
          - 'doh'
          - 'check'
      args:
          - '--check'
          - 'https://doh.bortzmeyer.fr/'
          - 'ressources-pedagogiques.org'
      retcode: 0
      stderr: ''
      stdout: "OK\n"

    - exe: './homer.py'
      name: '--check of a broken DoH'
      markers:
          - 'doh'
          - 'check'
      args:
          - '--check'
          - 'https://www.bortzmeyer.org/'
          - 'ressources-pedagogiques.org'
      retcode: 1
      stderr: ''
      stdout: "KO\n"

    - exe: './homer.py'
      name: '--check of a DoH with HEAD unimplemented'
      markers:
          - 'doh'
          - 'check'
      args:
          - '--check'
          - '--mandatory-level'
          - 'nicetohave'
          - 'https://doh.42l.fr/dns-query'
          - 'ressources-pedagogiques.org'
      retcode: 1
      stderr: "Test HEAD: HTTP error 405: [No details]\n"
      stdout: "KO\n"

    - exe: './homer.py'
      name: '--check of a correct DoT'
      markers:
          - 'dot'
          - 'check'
      args:
          - '--check'
          - '--dot'
          - 'dot.bortzmeyer.fr'
          - 'ressources-pedagogiques.org'
      retcode: 0
      stderr: ''
      stdout: "OK\n"

    - exe: './homer.py'
      name: '[doh][check] Test that all the resolved IPs are tried, try a first IP'
      markers:
          - 'doh'
          - 'check'
      args:
          - '-v'
          - '--check'
          - 'https://doh.bortzmeyer.fr'
          - 'www.afnic.fr'
      partstderr: "Connecting to hostname: 2001:41d0:302:2200::180"

    - exe: './homer.py'
      name: '[doh][check] Test that all the resolved IPs are tried, try another IP'
      markers:
          - 'doh'
          - 'check'
      args:
          - '-v'
          - '--check'
          - 'https://doh.bortzmeyer.fr'
          - 'curl.haxx.se'
      partstderr: "Connecting to hostname: 193.70.85.11"

    - exe: './homer.py'
      name: '[dot][check] Test that all the resolved IPs are tried, try a first IP'
      markers:
          - 'dot'
          - 'check'
      args:
          - '-v'
          - '--check'
          - '--dot'
          - 'dot.bortzmeyer.fr'
          - 'www.afnic.fr'
      partstdout: "on 193.70.85.11 ...\nConnecting to ('193.70.85.11', 853) ..."

    - exe: './homer.py'
      name: '[doh][check] Test that all the resolved IPs are tried, try another IP'
      markers:
          - 'dot'
          - 'check'
      args:
          - '-v'
          - '--check'
          - '--dot'
          - 'dot.bortzmeyer.fr'
          - 'www.afnic.fr'
      partstdout: "on 2001:41d0:302:2200::180 ...\nConnecting to ('2001:41d0:302:2200::180', 853, 0, 0) ..."

    - exe: './homer.py'
      name: '[dot][check] Test all the IPs, force IPv4'
      markers:
          - 'dot'
          - 'check'
          - 'forceIPv4'
      args:
          - '-v'
          - '-4'
          - '--check'
          - '--dot'
          - 'dns.google'
          - 'framagit.org'
      partstdout: "on 8.8.8.8 ...\nConnecting to ('8.8.8.8', 853) ..."

    - exe: './homer.py'
      name: '[dot][check] Test all the IPs, force IPv4, check another IP'
      markers:
          - 'dot'
          - 'check'
          - 'forceIPv4'
      args:
          - '-v'
          - '-4'
          - '--check'
          - '--dot'
          - 'dns.google'
          - 'framagit.org'
      partstdout: "on 8.8.4.4 ...\nConnecting to ('8.8.4.4', 853) ..."

    - exe: './homer.py'
      name: '[dot][check] Test all the IPs, force IPv6'
      markers:
          - 'dot'
          - 'check'
          - 'forceIPv6'
      args:
          - '-v'
          - '-6'
          - '--check'
          - '--dot'
          - 'dns.google'
          - 'framagit.org'
      partstdout: "on 2001:4860:4860::8844 ...\nConnecting to ('2001:4860:4860::8844', 853, 0, 0) ..."

    - exe: './homer.py'
      name: '[dot][check] Test all the IPs, force IPv6, check another IP'
      markers:
          - 'dot'
          - 'check'
          - 'forceIPv6'
      args:
          - '-v'
          - '-6'
          - '--check'
          - '--dot'
          - 'dns.google'
          - 'framagit.org'
      partstdout: "on 2001:4860:4860::8888 ...\nConnecting to ('2001:4860:4860::8888', 853, 0, 0) ..."

    - exe: './homer.py'
      name: '[doh][check] Test all the IPs, force IPv4'
      markers:
          - 'doh'
          - 'check'
          - 'forceIPv4'
      args:
          - '-v'
          - '-4'
          - '--check'
          - 'https://dns.google/dns-query'
          - 'www.afnic.fr'
      partstderr: "Connecting to hostname: 8.8.8.8"

    - exe: './homer.py'
      name: '[doh][check] Test all the IPs, force IPv4, check another IP'
      markers:
          - 'doh'
          - 'check'
          - 'forceIPv4'
      args:
          - '-v'
          - '-4'
          - '--check'
          - 'https://dns.google/dns-query'
          - 'curl.haxx.se'
      partstderr: "Connecting to hostname: 8.8.4.4"

    - exe: './homer.py'
      name: '[doh][check] Test all the IPs, force IPv6'
      markers:
          - 'doh'
          - 'check'
          - 'forceIPv6'
      args:
          - '-v'
          - '-6'
          - '--check'
          - 'https://dns.google/dns-query'
          - 'www.afnic.fr'
      partstderr: "Connecting to hostname: 2001:4860:4860::8888"

    - exe: './homer.py'
      name: '[doh][check] Test all the IPs, force IPv6, check another IP'
      markers:
          - 'doh'
          - 'check'
          - 'forceIPv6'
      args:
          - '-v'
          - '-6'
          - '--check'
          - 'https://dns.google/dns-query'
          - 'curl.haxx.se'
      partstderr: "Connecting to hostname: 2001:4860:4860::8844"

    - exe: './homer.py'
      name: '[dot][check] Test all IPs on brok.sources.org'
      timeout: 6
      markers:
          - 'dot'
          - 'check'
      args:
          - '-k'
          - '--check'
          - '--dot'
          - 'brok.sources.org'
          - 'in'
      partstdout: 'Could not connect to'

    - exe: './homer.py'
      name: '[dot][check] Test all IPs on brok.sources.org, get a KO'
      timeout: 6
      markers:
          - 'dot'
          - 'check'
      args:
          - '-k'
          - '--check'
          - '--dot'
          - 'brok.sources.org'
          - 'in'
      partstdout: "KO\n"


###############################################################################

    - exe: './homer.py'
      name: '[doh] Force IPv4 and IPv6'
      markers:
          - 'doh'
          - 'exception'
          - 'forceIPv4'
          - 'forceIPv6'
      args:
          - '-4'
          - '-6'
          - 'https://doh.bortzmeyer.fr/'
          - 'framagit.org'
      retcode: 1
      partstderr: 'IPv4 *or* IPv6'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Force IPv4 and IPv6'
      markers:
          - 'dot'
          - 'exception'
          - 'forceIPv4'
          - 'forceIPv6'
      args:
          - '-4'
          - '-6'
          - '--dot'
          - 'dot.bortzmeyer.fr'
          - 'framagit.org'
      retcode: 1
      partstderr: 'IPv4 *or* IPv6'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Use IPv4 address (raise certificate error)'
      markers:
          - 'dot'
          - 'exception'
      args:
          - '--dot'
          - '193.70.85.11'
          - 'framagit.org'
      retcode: 1
      partstderr: 'Certificate error'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Use IPv4 address (without certificate check)'
      markers:
          - 'dot'
      args:
          - '--insecure'
          - '--dot'
          - '193.70.85.11'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: '2a01:4f8:'

    - exe: './homer.py'
      name: '[dot] Use IPv4 address and force IPv6 (without certificate check)'
      markers:
          - 'dot'
          - 'exception'
          - 'forceIPv6'
      args:
          - '-6'
          - '--insecure'
          - '--dot'
          - '193.70.85.11'
          - 'framagit.org'
      retcode: 1
      partstderr: 'litteral IPv4'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Use IPv6 address (raise certificate error)'
      markers:
          - 'dot'
          - 'exception'
      args:
          - '--dot'
          - '2001:620:0:ff::2'
          - 'framagit.org'
      retcode: 1
      partstderr: 'Certificate error'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Use IPv6 address (without certificate check)'
      markers:
          - 'dot'
      args:
          - '--insecure'
          - '--dot'
          - '2001:620:0:ff::2'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: '2a01:4f8:'

    - exe: './homer.py'
      name: '[dot] Use IPv6 address and force IPv4 (without certificate check)'
      markers:
          - 'dot'
          - 'exception'
          - 'forceIPv4'
      args:
          - '-4'
          - '--insecure'
          - '--dot'
          - '2001:620:0:ff::2'
          - 'framagit.org'
      retcode: 1
      partstderr: 'litteral IPv6'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Loop on all ips on connection error (brok.sources.org)'
      markers:
          - 'dot'
      timeout: 6
      args:
          - '--dot'
          - '--insecure'
          - 'brok.sources.org'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: '2a01:4f8:'

    - exe: './homer.py'
      name: '[dot] Force IPv6 on brok.sources.org'
      markers:
          - 'dot'
          - 'forceIPv6'
      timeout: 6
      args:
          - '-6'
          - '--insecure'
          - '--dot'
          - 'brok.sources.org'
          - 'framagit.org'
      retcode: 1
      partstderr: 'not connect to'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Not a DoT server'
      markers:
          - 'dot'
      timeout: 5
      args:
          - '--dot'
          - 'afnic.fr'
          - 'framagit.org'
      retcode: 1
      partstderr: 'not connect to'
      stdout: ''

    - exe: './homer.py'
      name: '[dot] Authenticates with the key (SPKI)'
      markers:
          - 'dot'
      timeout: 5
      args:
          - '--dot'
          - '--key'
          - '62lKu9HsDVbyiPenApnc4sfmSYTHOVfFgL3pyB+cBL4='
          - '145.100.185.15'
          - 'sinodun.com'
      retcode: 0
      stderr: ''

    - exe: './homer.py'
      name: '[dot] Authenticates with the WRONG key (SPKI)'
      markers:
          - 'dot'
      timeout: 5
      args:
          - '--dot'
          - '--key'
          - '62pKu9HsDVbyiPenApnc4sfmSYTHOVfFgL3pyB+cBL5='
          - '145.100.185.15'
          - 'sinodun.com'
      retcode: 1
      partstderr: 'Key error'

################################################################################

     # check_dot
    - exe: './check_dot'
      name: '[check_dot] Use an IPv6'
      markers:
          - 'dot'
          - 'monitoring'
      args:
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_dot'
      name: '[check_dot] Use IPv6 address and force IPv6'
      markers:
          - 'dot'
          - 'monitoring'
          - 'forceIPv6'
      args:
          - '-6'
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_dot'
      name: '[check_dot] Use an IPv4'
      markers:
          - 'dot'
          - 'monitoring'
      args:
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_dot'
      name: '[check_dot] Use IPv4 address and force IPv4'
      markers:
          - 'dot'
          - 'monitoring'
          - 'forceIPv4'
      args:
          - '-4'
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_dot'
      name: '[check_dot] Force IPv4 and IPv6 with an IPv6'
      markers:
          - 'dot'
          - 'monitoring'
          - 'exception'
          - 'forceIPv4'
          - 'forceIPv6'
      args:
          - '-4'
          - '-6'
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstout: 'IPv4 *or* IPv6'

    - exe: './check_dot'
      name: '[check_dot] Force IPv4 and IPv6 with an IPv4'
      markers:
          - 'dot'
          - 'monitoring'
          - 'exception'
          - 'forceIPv4'
          - 'forceIPv6'
      args:
          - '-4'
          - '-6'
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstdout: 'IPv4 *or* IPv6'

    - exe: './check_dot'
      name: '[check_dot] Use IPv4 address and force IPv6'
      markers:
          - 'dot'
          - 'monitoring'
          - 'exception'
          - 'forceIPv6'
      args:
          - '-6'
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstdout: 'litteral IPv4'

    - exe: './check_dot'
      name: '[check_dot] Use IPv6 address and force IPv4'
      markers:
          - 'dot'
          - 'monitoring'
          - 'exception'
          - 'forceIPv4'
      args:
          - '-4'
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstdout: 'litteral IPv6'

    - exe: './check_dot'
      name: '[check_dot] Test there is the expected string'
      markers:
          - 'dot'
          - 'monitoring'
          - 'exception'
      args:
          - '-H'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'ressources-pedagogiques.org'
          - '-e'
          - '2605:4500:2:245b::42'
      retcode: 0
      stderr: ''
      partstdout: 'OK - No error'

    - exe: './check_dot'
      name: '[check_dot] Test there is *not* the expected string'
      markers:
          - 'dot'
          - 'monitoring'
          - 'exception'
      args:
          - '-H'
          - 'dot.bortzmeyer.fr'
          - '-n'
          - 'ressources-pedagogiques.org'
          - '-e'
          - 'foobar'
      retcode: 2
      stderr: ''
      partstdout: 'Cannot find'


################################################################################

     # check_doh
    - exe: './check_doh'
      name: '[check_doh] Use an IPv6'
      markers:
          - 'doh'
          - 'monitoring'
      args:
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_doh'
      name: '[check_doh] Use IPv6 address and force IPv6'
      markers:
          - 'doh'
          - 'monitoring'
          - 'forceIPv6'
      args:
          - '-6'
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_doh'
      name: '[check_doh] Use an IPv4'
      markers:
          - 'doh'
          - 'monitoring'
      args:
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_doh'
      name: '[check_doh] Use IPv4 address and force IPv4'
      markers:
          - 'doh'
          - 'monitoring'
          - 'forceIPv4'
      args:
          - '-4'
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'OK'

    - exe: './check_doh'
      name: '[check_doh] Force IPv4 and IPv6 with an IPv6'
      markers:
          - 'doh'
          - 'monitoring'
          - 'exception'
          - 'forceIPv4'
          - 'forceIPv6'
      args:
          - '-4'
          - '-6'
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstdout: 'IPv4 *or* IPv6'

    - exe: './check_doh'
      name: '[check_doh] Force IPv4 and IPv6 with an IPv4'
      markers:
          - 'doh'
          - 'monitoring'
          - 'exception'
          - 'forceIPv4'
          - 'forceIPv6'
      args:
          - '-4'
          - '-6'
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstdout: 'IPv4 *or* IPv6'

    - exe: './check_doh'
      name: '[check_doh] Use IPv4 address and force IPv6'
      markers:
          - 'doh'
          - 'monitoring'
          - 'exception'
          - 'forceIPv6'
      args:
          - '-6'
          - '-H'
          - '193.70.85.11'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstdout: 'litteral IPv4'

    - exe: './check_doh'
      name: '[check_doh] Use IPv6 address and force IPv4'
      markers:
          - 'doh'
          - 'monitoring'
          - 'exception'
          - 'forceIPv4'
      args:
          - '-4'
          - '-H'
          - '2001:41d0:302:2200::180'
          - '-V'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'framagit.org'
      retcode: 2
      stderr: ''
      partstdout: 'litteral IPv6'

    - exe: './check_doh'
      name: '[check_doh] Test there is the expected string'
      markers:
          - 'doh'
          - 'monitoring'
          - 'exception'
      args:
          - '-H'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'ressources-pedagogiques.org'
          - '-e'
          - '2605:4500:2:245b::42'
      retcode: 0
      stderr: ''
      partstdout: 'OK - No error'

    - exe: './check_doh'
      name: '[check_doh] Test there is *not* the expected string'
      markers:
          - 'doh'
          - 'monitoring'
          - 'exception'
      args:
          - '-H'
          - 'doh.bortzmeyer.fr'
          - '-n'
          - 'ressources-pedagogiques.org'
          - '-e'
          - 'foobar'
      retcode: 2
      stderr: ''
      partstdout: 'Cannot find'

################################################################################

    - exe: './homer.py'
      name: '[doh] HEAD and POST'
      markers:
          - 'doh'
          - 'exception'
      args:
          - '--head'
          - '--POST'
          - 'https://doh.bortzmeyer.fr'
          - 'framagit.org'
      retcode: 1
      partstderr: 'POST or HEAD'
      stdout: ''

    - exe: './homer.py'
      name: '[doh] POST'
      markers:
          - 'doh'
      args:
          - '--POST'
          - 'https://doh.bortzmeyer.fr'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: '2a01:4f8:'

    - exe: './homer.py'
      name: '[doh] HEAD'
      markers:
          - 'doh'
      args:
          - '--head'
          - 'https://doh.bortzmeyer.fr'
          - 'framagit.org'
      retcode: 0
      stderr: ''
      partstdout: 'HEAD'