# Copyright (c) 2017-2018 Canonical USA Inc. All rights reserved.
#
# Foundation HyperConverged
#
series: bionic
variables:
  # https://wiki.ubuntu.com/OpenStack/CloudArchive
  # packages for an LTS release come in a form of SRUs
  # do not use cloud:<pocket> for an LTS version as
  # installation hooks will fail. Example:
  openstack-origin:    &openstack-origin    cloud:bionic-stein

  openstack-region:    &openstack-region    RegionOne

  # !> Important <!
  # configure that value for the API services as if they
  # spawn too many workers you will get inconsistent failures
  # due to CPU overcommit
  worker-multiplier:   &worker-multiplier   0.25

  # Number of MySQL connections in the env. Default is not enough
  # for environment of this size. So, bundle declares default of
  # 2000. There's hardly a case for higher than this
  mysql-connections:   &mysql-connections   4000

  # Timeout for idle connections. After this many seconds the
  # mysql server will sever conns that didn't sent queries.
  # A timeout 3600s of aligns to Openstacks connection_recycle_time
  mysql-wait-timeout: &mysql-wait-timeout  3600

  # MySQL tuning level. Charm default is "safest", this however
  # impacts performance. For spinning platters consider setting this
  # to "fast"
  mysql-tuning-level:  &mysql-tuning-level safest

  # Configure RAM allocation params for nova. For hyperconverged
  # nodes, we need to have plenty reserves for service containers,
  # Ceph OSDs, and swift-storage daemons. Those processes will not
  # only directly allocate RAM but also indirectly via pagecache, file
  # system caches, system buffers usage.  Adjust for higher density
  # clouds, e.g. high OSD/host ratio or when running >2 service
  # containers/host adapt appropriately.
  reserved-host-memory: &reserved-host-memory 16384
  ram-allocation-ratio: &ram-allocation-ratio 1.0

  # Configure the data-port by replacing FCE_TEMPLATE with the
  # correct value. Do not change 'br-data'. This port will be used by
  # neutron-gateway and possibly neutron-openvswitch to provide connectivity
  # to a physical network, therefore, do not configure an IP address for this
  # port in MAAS. You have two choices of configuration:
  # 1) A raw bond interface for neutron-gateway and neutron-openvswitch charms,
  #    i.e: data-port: br-data:bond0
  #         bridge-mappings: dcfabric:br-data
  #         flat-network-providers:    #left intentionally blank
  #         vlan-ranges: dcfabric
  #    Note 1.1) No vlan range specified - only a physnet which means no vlan
  #    tenant networks and all vlan networks are provider networks created by
  #    admin user with a specific segmentation ID. Physnets correspond to
  #    fabrics in MAAS. Each fabric has its own set of independant VLANs
  #    from 1-4094.
  #    Note 1.2) Allows for dynamic addition of vlan provider networks
  #    Note 1.3) For Neutron-API, make sure that the vlan-ranges matches.
  # 2) flat provider networks with bonds for the data-port,
  #    i.e: data-port: br-100:bond0.100 br-101:bond0.101
  #         bridge-mappings: physnetvlan100:br-100 physnetvlan101:br-101
  #         flat-network-providers: physnetvlan100 physnetvlan101
  #         vlan-ranges:    '' #Charm default cleared
  #    Note 2.1) A VLAN port can be used here (e.g. configured via MAAS)
  #    but note that in this case a provider network must be
  #    configured as 'flat' not as 'VLAN' as there will
  #    be two 802.1q headers appended - one by the OVS itself and one
  #    by the kernel 802.1q module which will result in the lack of
  #    connectivity for no apparent reason.
  #    Note 2.2) This does not allow a dynamic addition of new provider networks
  #    with different VLANs.
  data-port:              &data-port              br-data:bond1
  bridge-mappings:        &bridge-mappings        provider:br-data
  flat-network-providers: &flat-network-providers ''
  vlan-ranges:            &vlan-ranges            provider

  # data-port:              &data-port              br-3020:bond1.3020 br-3021:bond1.3021 br-3022:bond1.3022 br-3023:bond1.3023 br-3023:bond1.3024 br-3023:bond1.3025 br-3023:bond1.3026
  # bridge-mappings:        &bridge-mappings        physnetvlan3020:br-3020 physnetvlan3021:br-3021 physnetvlan3022:br-3022 physnetvlan3023:br-3023 physnetvlan3024:br-3024 physnetvlan3025:br-3025 physnetvlan3026:br-3026
  # flat-network-providers: &flat-network-providers physnetvlan3020 physnetvlan3021 physnetvlan3022 physnetvlan3023 physnetvlan3024 physnetvlan3025 physnetvlan3026
  # vlan-ranges:            &vlan-ranges            ''

  # This is Management network, unrelated to OpenStack and other applications
  # OAM - Operations, Administration and Maintenance
  oam-space:           &oam-space           oam-internal-space

  # This is OpenStack Admin network; for adminURL endpoints
  admin-space:         &admin-space         oam-internal-space

  # This is OpenStack Public network; for publicURL endpoints
  public-space:        &public-space        oam-internal-space
  # DNS access space that should include DNS access VLANs separate
  # from public API VLANs, see lp:1804057
  dns-access-space:    &dns-access-space        oam-internal-space

  # This is OpenStack Internal network; for internalURL endpoints
  internal-space:      &internal-space      oam-internal-space

  # This is the overlay network
  overlay-space:       &overlay-space       overlay-space

  # CEPH configuration
  # CEPH access network
  ceph-public-space:   &ceph-public-space   ceph-access-space

  # CEPH replication network
  ceph-cluster-space:  &ceph-cluster-space  ceph-replica-space

  # space for manila-ganesha NFS shares
  tenant-storage-space: &tenant-storage-space oam-internal-space

  # Workaround for 'only one default binding supported'
  oam-space-constr:    &oam-space-constr    spaces=oam-internal-space
  ceph-access-constr:  &ceph-access-constr  spaces=ceph-access-space
  combi-access-constr:  &combi-access-constr  spaces=ceph-access-space,oam-internal-space

  # CEPH OSD devices; temporary workaround for #1674148
  osd-devices:         &osd-devices         /dev/disk/by-dname/bcache-osd-1 /dev/disk/by-dname/bcache-osd-2 /dev/disk/by-dname/bcache-osd-3 /dev/disk/by-dname/bcache-osd-4 /dev/disk/by-dname/bcache-osd-5 /dev/disk/by-dname/bcache-osd-6

  # Customize-failure-domains is a dangerous option in the Ceph-MON and Ceph-OSD
  # charms. Never set this 'true' unless you have multiple zones configured in
  # MAAS which correlate to racks in the data center. Setting this option inappropriately
  # will result in a broken crush map but a valid Juju status which is both difficult
  # to diagnose and fix without a redeployment. #1764492
  customize-failure-domain:    &customize-failure-domain    True

  # Expected OSD count is total number of OSD disks that will be part of Ceph cluster.
  # Never set this number higher or much lower than the real number. 10-20% less than
  # actual number is acceptable
  # 6 disks per machine, 39 machines: 234. 15% less is 199
  expected-osd-count:  &expected-osd-count  200
  expected-mon-count:  &expected-mon-count  3

  # DNS configuration
  # This configuration for overlay networks. Usually domain should be set to something
  # like "openstack.customername.lan." (notice . at the end), while cidr is for PTR
  # records, so in most cases 24 is just fine (16 is another option)
  dns-domain: &dns-domain "dns.net."
  dns-cidr: &dns-cidr 24

  # nagios-context should be bootstack-customerA-locationB-cloudname
  nagios-context: &nagios-context cloud2-openstack

  # don't set bluestore device -- will use bcache devices
  bluestore_device:    &bluestore_device
  config-flags_osd:    &config-flags_osd        >
                                                {
                                                    osd: {
                                                        # enable discard as bluestore has to manage it
                                                        # instead of os doing it on a file system
                                                        # see https://github.com/ceph/ceph/pull/14727
                                                        bdev_enable_discard: true,
                                                        bdev_async_discard: true
                                                    }
                                                }
  # Various VIPs
  manila-vip:          &manila-vip          192.168.1.38
  manila-ganesha-vip:  &manila-ganesha-vip  192.168.1.37
  masakari-vip:        &masakari-vip        192.168.1.36
  aodh-vip:            &aodh-vip            192.168.1.34
  ceilometer-vip:      &ceilometer-vip      192.168.1.33
  cinder-vip:          &cinder-vip          192.168.1.32
  dashboard-vip:       &dashboard-vip       192.168.1.31
  designate-vip:       &designate-vip       192.168.1.30
  glance-vip:          &glance-vip          192.168.1.29
  gnocchi-vip:         &gnocchi-vip         192.168.1.28
  heat-vip:            &heat-vip            192.168.1.27
  keystone-vip:        &keystone-vip        192.168.1.26
  mysql-vip:           &mysql-vip           192.168.1.25
  neutron-api-vip:     &neutron-api-vip     192.168.1.24
  nova-cc-vip:         &nova-cc-vip         192.168.1.23
  rados-gateway-vip:   &rados-gateway-vip   192.168.1.22
  octavia-vip:         &octavia-vip         192.168.1.21
  barbican-vip:        &barbican-vip        192.168.1.20
  vault-vip:           &vault-vip           192.168.1.19

  # NTP configuration
  ntp-source:          &ntp-source          "192.168.1.1 192.168.1.2 192.168.1.3 192.168.1.4"

  # designate nameservers
  designate-nameservers: &designate-nameservers "ns1.openstack."

  # After bundle has been deployed, log in to Landscape server and create
  # an account. In the account settings, set the Registration key and then
  # configure landscape-client to use that registration-key:
  # juju config landscape-client registration-key=$your_registration_key

machines:
  # KVMs
  "0":
    constraints: tags=nagios
  "1":
    constraints: tags=grafana
  "2":
    constraints: tags=landscapeha
  "3":
    constraints: tags=landscapesql
  "4":
    constraints: tags=landscapeamqp
  "5":
    constraints: tags=elastic
  "6":
    constraints: tags=landscape
  "7":
    constraints: tags=landscapeamqp
  "8":
    constraints: tags=landscapesql
  "9":
    constraints: tags=prometheus
  "10":
    constraints: tags=graylog
  "11":
    constraints: tags=landscape
  "12":
    constraints: tags=landscapeamqp
  "13":
    constraints: tags=elastic
  "14":
    constraints: tags=landscape
  "15":
    constraints: tags=vault
  "16":
    constraints: tags=vault
  "17":
    constraints: tags=vault

  # Baremetals
  "1000":
    constraints: tags=hyper-converged,AZ1
  "1001":
    constraints: tags=hyper-converged,AZ2
  "1002":
    constraints: tags=hyper-converged,AZ3
  "1003":
    constraints: tags=hyper-converged,AZ1
  "1004":
    constraints: tags=hyper-converged,AZ2
  "1005":
    constraints: tags=hyper-converged,AZ3
  "1006":
    constraints: tags=hyper-converged,AZ1
  "1007":
    constraints: tags=hyper-converged,AZ2
  "1008":
    constraints: tags=hyper-converged,AZ3
  "1009":
    constraints: tags=hyper-converged,AZ1
  "1010":
    constraints: tags=hyper-converged,AZ2
  "1011":
    constraints: tags=hyper-converged,AZ3
  "1012":
    constraints: tags=hyper-converged,AZ1
  "1013":
    constraints: tags=hyper-converged,AZ2
  "1014":
    constraints: tags=hyper-converged,AZ3
  "1015":
    constraints: tags=hyper-converged,AZ1
  "1016":
    constraints: tags=hyper-converged,AZ2
  "1017":
    constraints: tags=hyper-converged,AZ3
  "1018":
    constraints: tags=hyper-converged,AZ1
  "1019":
    constraints: tags=hyper-converged,AZ2
  "1020":
    constraints: tags=hyper-converged,AZ3
  "1021":
    constraints: tags=hyper-converged,AZ1
  "1022":
    constraints: tags=hyper-converged,AZ2
  "1023":
    constraints: tags=hyper-converged,AZ3
  "1024":
    constraints: tags=hyper-converged,AZ1
  "1025":
    constraints: tags=hyper-converged,AZ2
  "1026":
    constraints: tags=hyper-converged,AZ3
  "1027":
    constraints: tags=hyper-converged,AZ1
  "1028":
    constraints: tags=hyper-converged,AZ2
  "1029":
    constraints: tags=hyper-converged,AZ3
  "1030":
    constraints: tags=hyper-converged,AZ1
  "1031":
    constraints: tags=hyper-converged,AZ2
  "1032":
    constraints: tags=hyper-converged,AZ3
  "1033":
    constraints: tags=hyper-converged,AZ1
  "1034":
    constraints: tags=hyper-converged,AZ2
  "1035":
    constraints: tags=hyper-converged,AZ3
  "1036":
    constraints: tags=hyper-converged,AZ1
  "1037":
    constraints: tags=hyper-converged,AZ2
  "1038":
    constraints: tags=hyper-converged,AZ3

applications:
  # HAcluster
  hacluster-aodh:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-cinder:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-glance:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-gnocchi:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-horizon:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-keystone:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-masakari:
    charm: /home/ubuntu/charms/hacluster-68
    options:
      maas_url: http://maas-api.net/MAAS/
      maas_credentials: include-file://../generated/maas/maas-api
  hacluster-manila:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-manila-ganesha:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-neutron:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-nova:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-mysql:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-radosgw:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-designate:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-heat:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-ceilometer:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-octavia:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-barbican:
    charm: /home/ubuntu/charms/hacluster-68
  hacluster-vault:
    charm: /home/ubuntu/charms/hacluster-68
  # Ceph
  ceph-mon:
    charm: /home/ubuntu/charms/ceph-mon-48
    num_units: 3
    bindings:
      "": *oam-space
      public: *ceph-public-space
      osd: *ceph-public-space
      client: *ceph-public-space
      admin: *ceph-public-space
      cluster: *ceph-cluster-space
    options:
      expected-osd-count: *expected-osd-count
      source: *openstack-origin
      monitor-count: *expected-mon-count
      customize-failure-domain: *customize-failure-domain
    to:
    - lxd:1000
    - lxd:1001
    - lxd:1002
  ceph-osd:
    charm: /home/ubuntu/charms/ceph-osd-303
    num_units: 39
    bindings:
      "": *oam-space
      public: *ceph-public-space
      cluster: *ceph-cluster-space
      secrets-storage: *internal-space
      mon: *ceph-public-space
    options:
      osd-devices: *osd-devices
      source: *openstack-origin
      customize-failure-domain: *customize-failure-domain
      autotune: true
      aa-profile-mode: complain
      bluestore: true
      bluestore-db: *bluestore_device
      bluestore-wal: *bluestore_device
      config-flags: *config-flags_osd
      osd-encrypt: true
      osd-encrypt-keymanager: vault
    to:
    - 1000
    - 1001
    - 1002
    - 1003
    - 1004
    - 1005
    - 1006
    - 1007
    - 1008
    - 1009
    - 1010
    - 1011
    - 1012
    - 1013
    - 1014
    - 1015
    - 1016
    - 1017
    - 1018
    - 1019
    - 1020
    - 1021
    - 1022
    - 1023
    - 1024
    - 1025
    - 1026
    - 1027
    - 1028
    - 1029
    - 1030
    - 1031
    - 1032
    - 1033
    - 1034
    - 1035
    - 1036
    - 1037
    - 1038
  ceph-radosgw:
    charm: /home/ubuntu/charms/ceph-radosgw-288
    num_units: 3
    constraints: *combi-access-constr
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      mon: *ceph-public-space
    options:
      source: *openstack-origin
      vip: *rados-gateway-vip
      region: *openstack-region
    to:
    - lxd:1000
    - lxd:1001
    - lxd:1002
  # OpenStack
  aodh:
    charm: /home/ubuntu/charms/aodh-41
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      region: *openstack-region
      vip: *aodh-vip
      use-internal-endpoints: True
    to:
    - lxd:1003
    - lxd:1004
    - lxd:1005
  gnocchi:
    charm: /home/ubuntu/charms/gnocchi-40
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
      storage-ceph: *ceph-public-space
      coordinator-memcached: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      region: *openstack-region
      vip: *gnocchi-vip
      use-internal-endpoints: True
    to:
    - lxd:1006
    - lxd:1007
    - lxd:1008
  cinder:
    charm: /home/ubuntu/charms/cinder-303
    num_units: 3
    constraints: *combi-access-constr
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      block-device: None
      glance-api-version: 2
      vip: *cinder-vip
      use-internal-endpoints: True
      region: *openstack-region
    to:
    - lxd:1009
    - lxd:1010
    - lxd:1011
  cinder-ceph:
    charm: /home/ubuntu/charms/cinder-ceph-256
    num_units: 0
    options:
      restrict-ceph-pools: False
  glance:
    charm: /home/ubuntu/charms/glance-297
    constraints: *combi-access-constr
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      vip: *glance-vip
      use-internal-endpoints: True
      restrict-ceph-pools: False
      region: *openstack-region
    num_units: 3
    to:
    - lxd:1003
    - lxd:1004
    - lxd:1005
  keystone:
    charm: /home/ubuntu/charms/keystone-315
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      vip: *keystone-vip
      region: *openstack-region
      preferred-api-version: 3
      token-provider: 'fernet'
    to:
    - lxd:1006
    - lxd:1007
    - lxd:1008
  mysql:
    charm: /home/ubuntu/charms/percona-cluster-290
    num_units: 3
    bindings:
      "": *oam-space
      cluster: *internal-space
      shared-db: *internal-space
      ha: *internal-space
      db: *internal-space
      db-admin: *internal-space
    options:
      source: *openstack-origin
      innodb-buffer-pool-size: 512M
      vip: *mysql-vip
      #root-password: password
      #sst-password: password
      wait-timeout: *mysql-wait-timeout
      min-cluster-size: 3
      enable-binlogs: True
      performance-schema: True
      max-connections: *mysql-connections
      #os-access-hostname: FCE_TEMPLATE
      tuning-level: *mysql-tuning-level
    to:
    - lxd:1009
    - lxd:1010
    - lxd:1011
  neutron-api:
    charm: /home/ubuntu/charms/neutron-api-286
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      region: *openstack-region
      flat-network-providers: *flat-network-providers
      # When provider networks are used directly, Designate-generated
      # records will only be created for vlans ***outside*** the range
      # specified in this option
      # <physnet-name>:<vlan_min>:<vlan_max>
      vlan-ranges: *vlan-ranges
      neutron-security-groups: True
      overlay-network-type: vxlan gre
      use-internal-endpoints: True
      vip: *neutron-api-vip
      enable-l3ha: True
      allow-automatic-l3agent-failover: True
      dhcp-agents-per-network: 2
      enable-ml2-port-security: True
      default-tenant-network-type: vxlan
      l2-population: True
      enable-ml2-dns: True
      dns-domain: *dns-domain
      reverse-dns-lookup: True
      ipv4-ptr-zone-prefix-size: *dns-cidr
      # set MTU settings to achieve 1500 MTU on instance interfaces in
      # the overlay network. This will only work provided that the VTEP
      # VLANs (overlay-space) are configured to have MTU larger than
      # 1550 (jumbo frames) which is documented in the prerequisites doc
      global-physnet-mtu: 9000
      path-mtu: 9000
      physical-network-mtus: provider:1500
    to:
    - lxd:1000
    - lxd:1001
    - lxd:1002
  neutron-gateway:
    charm: /home/ubuntu/charms/neutron-gateway-282
    num_units: 2
    bindings:
      "": *oam-space
      data: *overlay-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      bridge-mappings: *bridge-mappings
      data-port: *data-port
      aa-profile-mode: enforce
      # If not using designate, set this to the upstream DNS servers
      # neutron should use. Instances will talk to neutron, and neutron
      # will forward to these servers. If using designate, see:
      # https://openstackdevops.wordpress.com/2018/01/27/designate-and-neutron-dns-integration/
      dns-servers: *designate-vip
      customize-failure-domain: *customize-failure-domain
    to:
    - 1005
    - 1006
  neutron-openvswitch:
    charm: /home/ubuntu/charms/neutron-openvswitch-276
    num_units: 0
    bindings:
      data: *overlay-space
    options:
      worker-multiplier: *worker-multiplier
      bridge-mappings: *bridge-mappings
      prevent-arp-spoofing: True
      firewall-driver: openvswitch
      dns-servers: *designate-vip
  nova-cloud-controller:
    charm: /home/ubuntu/charms/nova-cloud-controller-345
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
      memcache: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      network-manager: Neutron
      region: *openstack-region
      vip: *nova-cc-vip
      console-access-protocol: spice
      console-proxy-ip: local
      use-internal-endpoints: True
      ram-allocation-ratio: *ram-allocation-ratio
      scheduler-default-filters: "RetryFilter,AvailabilityZoneFilter,ComputeFilter,ComputeCapabilitiesFilter,ImagePropertiesFilter,ServerGroupAntiAffinityFilter,ServerGroupAffinityFilter,DifferentHostFilter,SameHostFilter,AggregateMultiTenancyIsolation,AggregateInstanceExtraSpecsFilter"
    to:
    - lxd:1003
    - lxd:1004
    - lxd:1005
  nova-compute:
    charm: /home/ubuntu/charms/nova-compute-317
    num_units: 37
    bindings:
      "": *oam-space
      internal: *internal-space
    options:
      openstack-origin: *openstack-origin
      enable-live-migration: True
      enable-resize: True
      migration-auth-type: ssh
      use-internal-endpoints: True
      libvirt-image-backend: qcow2
      restrict-ceph-pools: False
      aa-profile-mode: enforce
      virt-type: kvm
      customize-failure-domain: *customize-failure-domain
      reserved-host-memory: *reserved-host-memory
      cpu-mode: custom
      cpu-model: Haswell-noTSX-IBRS
    to:
    - '1000'
    - '1001'
    - '1002'
    - '1003'
    - '1004'
    - '1007'
    - '1008'
    - '1009'
    - '1010'
    - '1011'
    - '1012'
    - '1013'
    - '1014'
    - '1015'
    - '1016'
    - '1017'
    - '1018'
    - '1019'
    - '1020'
    - '1021'
    - '1022'
    - '1023'
    - '1024'
    - '1025'
    - '1026'
    - '1027'
    - '1028'
    - '1029'
    - '1030'
    - '1031'
    - '1032'
    - '1033'
    - '1034'
    - '1035'
    - '1036'
    - '1037'
    - '1038'
  ntp:
    charm: /home/ubuntu/charms/ntp-39
    num_units: 0
    options:
      source: *ntp-source
      pools: ""
      verify_ntp_servers: True
  openstack-dashboard:
    charm: /home/ubuntu/charms/openstack-dashboard-304
    num_units: 3
    constraints: *oam-space-constr
    bindings:
      "": *public-space
      shared-db: *internal-space
    options:
      openstack-origin: *openstack-origin
      webroot: "/"
      secret: "encryptcookieswithme"
      vip: *dashboard-vip
      neutron-network-l3ha: True
      neutron-network-firewall: False
      cinder-backup: False
      password-retrieve: True
      endpoint-type: publicURL
      ubuntu-theme: "no"
      custom-theme: True
      default-theme: custom
    resources:
      theme: ../custom-theme.tgz
    to:
    - lxd:1006
    - lxd:1007
    - lxd:1008
  rabbitmq-server:
    charm: /home/ubuntu/charms/rabbitmq-server-102
    bindings:
      "": *oam-space
      amqp: *internal-space
      cluster: *internal-space
    options:
      source: *openstack-origin
      min-cluster-size: 3
      cluster-partition-handling: autoheal
    num_units: 3
    to:
    - lxd:1009
    - lxd:1010
    - lxd:1011
  heat:
    charm: /home/ubuntu/charms/heat-276
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      region: *openstack-region
      vip: *heat-vip
      use-internal-endpoints: True
    to:
    - lxd:1000
    - lxd:1001
    - lxd:1002
  designate:
    charm: /home/ubuntu/charms/designate-44
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
      dns-backend: *internal-space
      coordinator-memcached: *internal-space
    options:
      openstack-origin: *openstack-origin
      region: *openstack-region
      vip: *designate-vip
      use-internal-endpoints: True
      nameservers: *designate-nameservers
    to:
    - lxd:1003
    - lxd:1004
    - lxd:1005
  designate-bind:
    charm: /home/ubuntu/charms/designate-bind-29
    num_units: 2
    constraints: *oam-space-constr
    bindings:
      "": *internal-space
      # DNS port 53 access for external clients and tenants via provider networks
      dns-backend: *internal-space
      dns-frontend: *public-space
    options:
      use-internal-endpoints: True
      # allowed_recursion_nets: FCE_TEMPLATE
      # allowed_nets: FCE_TEMPLATE
      # forwarders: FCE_TEMPLATE
      # recursion: FCE_TEMPLATE
    to:
    - lxd:1010
    - lxd:1011
  memcached:
    charm: /home/ubuntu/charms/memcached-29
    num_units: 2
    constraints: *oam-space-constr
    bindings:
      "": *internal-space
      cache: *internal-space
    options:
      allow-ufw-ip6-softfail: True
    to:
    - designate-bind/0
    - designate-bind/1
  ceilometer:
    charm: /home/ubuntu/charms/ceilometer-273
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
    options:
      openstack-origin: *openstack-origin
      region: *openstack-region
      vip: *ceilometer-vip
      use-internal-endpoints: True
    to:
    - lxd:1006
    - lxd:1007
    - lxd:1008
  ceilometer-agent:
    charm: /home/ubuntu/charms/ceilometer-agent-263
    num_units: 0
    options:
      use-internal-endpoints: True
  octavia:
    charm: /home/ubuntu/charms/octavia-21
    num_units: 3
    constraints: spaces=overlay-space
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      region: *openstack-region
      vip: *octavia-vip
      use-internal-endpoints: True
      lb-mgmt-issuing-cacert: include-base64://../../certs/controller_ca.pem
      lb-mgmt-issuing-ca-private-key: include-base64://../../certs/controller_ca_key.pem
      lb-mgmt-issuing-ca-key-passphrase: foobar
      lb-mgmt-controller-cacert: include-base64://../../certs/controller_ca.pem
      lb-mgmt-controller-cert: include-base64://../../certs/controller_cert_bundle.pem
    to:
    - lxd:1009
    - lxd:1010
    - lxd:1011
  barbican:
    charm: /home/ubuntu/charms/barbican-31
    num_units: 3
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      region: *openstack-region
      vip: *barbican-vip
      use-internal-endpoints: True
    to:
    - lxd:1000
    - lxd:1001
    - lxd:1002
  vault:
    charm: /home/ubuntu/charms/vault-39
    num_units: 3
    constraints: *oam-space-constr
    bindings:
      "": *oam-space
      access: *internal-space
      secrets: *internal-space
      certificates: *internal-space
      shared-db: *internal-space
      ha: *internal-space
      etcd: *internal-space
      cluster: *internal-space
    options:
      vip: *vault-vip
      nagios_context: *nagios-context
      #totally-unsecure-auto-unlock: true
    resources:
      core: /home/ubuntu/snaps/core_9289.snap
      vault: /home/ubuntu/snaps/vault_1822.snap
    to:
    - 15
    - 16
    - 17
  etcd:
    charm: /home/ubuntu/charms/etcd-501
    constraints: *oam-space-constr
    bindings:
      "": *internal-space
      cluster: *internal-space
      db: *internal-space
    options:
      channel: 3.1/stable
    num_units: 3
    resources:
      core: /home/ubuntu/snaps/core_9289.snap
      etcd: /home/ubuntu/snaps/etcd_202.snap
    to:
    - lxd:1003
    - lxd:1004
    - lxd:1005
  easyrsa:
    charm: /home/ubuntu/charms/easyrsa-303
    constraints: *oam-space-constr
    bindings:
      "": *internal-space
    num_units: 1
    resources:
      easyrsa: /home/ubuntu/charms/easyrsa.tgz
    to:
    - lxd:1006
  barbican-vault:
    charm: /home/ubuntu/charms/barbican-vault-15
    num_units: 0
  octavia-dashboard:
    charm: /home/ubuntu/charms/octavia-dashboard-17
    num_units: 0
  bcache-tuning:
    charm: /home/ubuntu/charms/bcache-tuning-2
    num_units: 0
  masakari-monitors:
    charm: /home/ubuntu/charms/masakari-monitors-0
    options:
      use-internal-endpoints: True
  pacemaker-remote:
    charm: /home/ubuntu/charms/pacemaker-remote-0
    options:
      enable-stonith: True
      enable-resources: False
  masakari:
    charm: /home/ubuntu/charms/masakari-0
    series: bionic
    num_units: 3
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      vip: *masakari-vip
      use-internal-endpoints: True
    bindings:
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
      amqp: *internal-space
    to:
    - lxd:1000
    - lxd:1001
    - lxd:1002
  ceph-fs:
    charm: /home/ubuntu/charms/ceph-fs-23
    num_units: 3
    constraints: *combi-access-constr
    bindings:
      "": *oam-space
      public: *public-space
    options:
      source: *openstack-origin
    to:
    - 'lxd:1010'
    - 'lxd:1011'
    - 'lxd:1012'
  manila-ganesha:
    charm: /home/ubuntu/charms/manila-ganesha-4
    series: bionic
    num_units: 3
    constraints: *combi-access-constr
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      vip: *manila-ganesha-vip
      use-internal-endpoints: True
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
      amqp: *internal-space
      tenant-storage: *tenant-storage-space
    to:
    - 'lxd:1003'
    - 'lxd:1004'
    - 'lxd:1005'
  manila:
    charm: /home/ubuntu/charms/manila-22
    series: bionic
    num_units: 3
    options:
      worker-multiplier: *worker-multiplier
      openstack-origin: *openstack-origin
      vip: *manila-vip
      use-internal-endpoints: True
      # default-share-backend is a somewhat opaque configuration option
      # that gets mapped into Manila's configuration file. The names are
      # proscribed by the share type drivers in Manila. I suspect
      # that we could remove this configuration, but the Manila charm
      # currently goes into a blocked state without it set, and is broken
      # if set incorrectly. In essence, to use CephFS with Ganesha, it must
      # be set to cephfsnfs1
      default-share-backend: cephfsnfs1
      share-protocols: NFS
    bindings:
      "": *oam-space
      public: *public-space
      admin: *admin-space
      internal: *internal-space
      shared-db: *internal-space
      amqp: *internal-space
    to:
    - 'lxd:1003'
    - 'lxd:1004'
    - 'lxd:1005'
  landscape-server:
    charm: /home/ubuntu/charms/landscape-server-37
    bindings:
      "": *oam-space
    options:
    num_units: 3
    to:
    - "6"
    - "11"
    - "14"
  landscape-rabbitmq-server:
    charm: /home/ubuntu/charms/rabbitmq-server-102
    bindings:
      "": *oam-space
      cluster: *oam-space
      amqp: *oam-space
    options:
      min-cluster-size: 3
      cluster-partition-handling: autoheal
    num_units: 3
    to:
    - "4"
    - "7"
    - "12"
  landscape-postgresql:
    charm: /home/ubuntu/charms/postgresql-207
    bindings:
      "": *oam-space
    options:
      extra_packages: python-apt postgresql-contrib postgresql-.*-debversion postgresql-plpython-.*
      max_connections: 500
      max_prepared_transactions: 500
    num_units: 2
    to:
    - "3"
    - "8"
  landscape-haproxy:
    charm: /home/ubuntu/charms/haproxy-56
    bindings:
      "": *oam-space
    options:
      default_timeouts: "queue 60000, connect 5000, client 120000, server 120000"
      services: ""
      source: backports
      ssl_cert: include-base64://../certs/landscapehassl.crt
      ssl_key: include-base64://../../secrets/landscapehassl.key
      global_default_bind_options: "no-tlsv10"
    num_units: 1
    to:
    - "2"
  graylog:
    charm: /home/ubuntu/charms/graylog-43
    series: bionic
    bindings:
      "": *oam-space
    num_units: 1
    resources:
      core: /home/ubuntu/snaps/core_9289.snap
      graylog: /home/ubuntu/snaps/graylog_5.snap
    to:
    - "10"
  graylog-mongodb:
    charm: /home/ubuntu/charms/mongodb-55
    bindings:
      "": *oam-space
    num_units: 1
    options:
      nagios_context: *nagios-context
    to:
    - lxd:11
  elasticsearch:
    charm: /home/ubuntu/charms/elasticsearch-44
    bindings:
      "": *oam-space
    num_units: 2
    options:
      firewall_enabled: False
      es-heap-size: 16
    to:
    - "5"
    - "13"
  filebeat:
    charm: /home/ubuntu/charms/filebeat-32
    options:
      logpath: "/var/log/*.log /var/log/*/*.log /var/log/syslog"
  nagios:
    charm: /home/ubuntu/charms/nagios-37
    series: bionic
    bindings:
      "": *oam-space
    num_units: 1
    options:
    enable_livestatus: true
      ssl: "only"
    to:
    - "0"
  openstack-service-checks:
    # Custom openstack-service-checks charm to support snap resources core, core18, fcbtest
    # See Bug - https://bugs.launchpad.net/charm-openstack-service-checks/+bug/1845398
    # See Merge Request - https://code.launchpad.net/~vhart/charm-openstack-service-checks/+git/charm-openstack-service-checks/+merge/374391
    charm: /home/ubuntu/charms/openstack-service-checks-1
    constraints: *oam-space-constr
    bindings:
      "": *public-space
      identity-credentials: *internal-space
    num_units: 1
    resources:
      core: /home/ubuntu/snaps/core_9289.snap
      core18: /home/ubuntu/snaps/core18_1754.snap
      fcbtest: /home/ubuntu/snaps/fcbtest_7.snap
    to:
    - lxd:1006
  nrpe-host:
    charm: /home/ubuntu/charms/nrpe-64
    bindings:
      monitors: *oam-space
    options:
      nagios_hostname_type: "host"
      nagios_host_context: *nagios-context
      xfs_errors: "30"
  nrpe-container:
    charm: /home/ubuntu/charms/nrpe-64
    bindings:
      monitors: *oam-space
    options:
      nagios_hostname_type: unit
      nagios_host_context: *nagios-context
      disk_root: ''
      load: ''
      swap: ''
      swap_activity: ''
      mem: ''
  landscape-client:
    charm: /home/ubuntu/charms/landscape-client-33
    options:
      account-name: "standalone"
      disable-unattended-upgrades: true
  prometheus:
    charm: /home/ubuntu/charms/prometheus2-18
    series: bionic
    bindings:
      "": *oam-space
    num_units: 1
    resources:
      core: /home/ubuntu/snaps/core_9289.snap
      prometheus: /home/ubuntu/snaps/prometheus_26.snap
    to:
    - "9"
  prometheus-openstack-exporter:
    charm: /home/ubuntu/charms/prometheus-openstack-exporter-14
    constraints: *oam-space-constr
    bindings:
      "": *public-space
      identity-credentials: *internal-space
      prometheus-openstack-exporter-service: *oam-space
    num_units: 1
    resources:
      core: /home/ubuntu/snaps/core_9289.snap
      prometheus-openstack-exporter: /home/ubuntu/snaps/prometheus-openstack-exporter_29.snap
    to:
    - lxd:1007
  grafana:
    charm: /home/ubuntu/charms/grafana-36
    series: bionic
    bindings:
      "": *oam-space
    options:
      port: "3000"  # XXX: bug 1752960
      install_method: apt
    num_units: 1
    to:
    - "1"
  telegraf:
    charm: /home/ubuntu/charms/telegraf-35
    options:
    bindings:
      # overrides private-address exposed to prometheus
      prometheus-client: *oam-space
  telegraf-prometheus:
    charm: /home/ubuntu/charms/telegraf-35
    bindings:
      # overrides private-address exposed to prometheus
      prometheus-client: *oam-space
    options:
  lldpd:
    charm: /home/ubuntu/charms/lldpd-6
    options:
      interfaces-regex: 'en*'
#  canonical-livepatch:
#    charm: /home/ubuntu/charms/canonical-livepatch-32
  thruk-agent:
    charm: /home/ubuntu/charms/thruk-agent-5
    series: bionic
    options:
  prometheus-ceph-exporter:
    charm: /home/ubuntu/charms/prometheus-ceph-exporter-8
    series: bionic
    bindings:
      "": *oam-space
      ceph: *ceph-public-space
    num_units: 1
    resources:
      core: /home/ubuntu/snaps/core_9289.snap
      prometheus-ceph-exporter: /home/ubuntu/snaps/prometheus-ceph-exporter_20.snap
    to:
    - lxd:1006
relations:
  # openstack
  - [ aodh, mysql ]
  - [ aodh, keystone ]
  - [ "aodh:amqp", "rabbitmq-server:amqp" ]
  - [ aodh, nrpe-container ]
  - [ aodh, landscape-client ]
  - [ aodh, telegraf ]
  - [ aodh, filebeat ]
  - [ ceph-osd, ceph-mon ]
  - [ ceph-radosgw, ceph-mon ]
  - [ keystone, ceph-radosgw ]
  - [ nova-compute, ntp ]
  - [ neutron-gateway, ntp ]
  - [ nova-compute, lldpd ]
  - [ neutron-gateway, lldpd ]
  - [ ceph-radosgw, hacluster-radosgw ]
  - [ mysql, hacluster-mysql ]
  - [ keystone, hacluster-keystone ]
  - [ aodh, hacluster-aodh ]
  - [ glance, hacluster-glance ]
  - [ gnocchi, hacluster-gnocchi ]
  - [ cinder, hacluster-cinder ]
  - [ designate, hacluster-designate ]
  - [ neutron-api, hacluster-neutron ]
  - [ nova-cloud-controller, hacluster-nova ]
  - [ openstack-dashboard, hacluster-horizon ]
  - [ heat, hacluster-heat ]
  - [ keystone, mysql ]
  - [ "ceilometer:identity-credentials", "keystone:identity-credentials" ]
  - [ "ceilometer:amqp", "rabbitmq-server:amqp" ]
  - [ ceilometer, hacluster-ceilometer ]
  - [ cinder, mysql ]
  - [ cinder, keystone ]
  - [ cinder-ceph, ceph-mon ]
  - [ cinder-ceph, cinder ]
  - [ "cinder:amqp", "rabbitmq-server:amqp" ]
  - [ designate, mysql ]
  - [ designate, designate-bind ]
  - [ designate, keystone ]
  - [ "designate:amqp", "rabbitmq-server:amqp" ]
  - [ designate, memcached ]
  - [ glance, mysql ]
  - [ glance, keystone ]
  - [ glance, ceph-mon ]
  - [ "glance:amqp", "rabbitmq-server:amqp" ]
  - [ gnocchi, mysql ]
  - [ "gnocchi:amqp", "rabbitmq-server:amqp" ]
  - [ gnocchi, keystone ]
  - [ gnocchi, ceph-mon ]
  - [ gnocchi, memcached ]
  - [ gnocchi, ceilometer ]
  - [ gnocchi, filebeat ]
  - [ gnocchi, telegraf ]
  - [ gnocchi, nrpe-container ]
  - [ heat, mysql ]
  - [ heat, keystone ]
  - [ "heat:amqp", "rabbitmq-server:amqp" ]
  - [ "nova-cloud-controller:shared-db", "mysql:shared-db" ]
  - [ "nova-cloud-controller:amqp", "rabbitmq-server:amqp" ]
  - [ nova-cloud-controller, keystone ]
  - [ nova-cloud-controller, glance ]
  - [ "nova-cloud-controller:memcache", "memcached:cache" ]
  - [ neutron-api, mysql ]
  - [ "neutron-api:amqp", "rabbitmq-server:amqp" ]
  - [ neutron-api, nova-cloud-controller ]
  - [ neutron-api, keystone ]
  - [ neutron-gateway, nova-cloud-controller ]
  - [ "neutron-gateway:amqp", "rabbitmq-server:amqp" ]
  - [ "neutron-gateway:neutron-plugin-api", "neutron-api:neutron-plugin-api" ]
  - [ "neutron-openvswitch:amqp", "rabbitmq-server:amqp" ]
  - [ neutron-openvswitch, neutron-api ]
  - [ "nova-compute:amqp", "rabbitmq-server:amqp" ]
  - [ nova-compute, ceph-mon ]
  - [ nova-compute, cinder-ceph ]
  - [ nova-compute, glance ]
  - [ nova-compute, neutron-openvswitch ]
  - [ nova-compute, nova-cloud-controller ]
  - [ "openstack-dashboard:identity-service", "keystone:identity-service" ]
  - [ openstack-dashboard, mysql ]
  - [ ceilometer-agent, nova-compute ]
  - [ ceilometer-agent, ceilometer ]
  - [ "ceilometer-agent:amqp", "rabbitmq-server:amqp" ]
  - [ "bcache-tuning:juju-info", "ceph-osd:juju-info" ]
  - [ nova-compute, filebeat ]
  - [ nova-compute, nrpe-host ]
  - [ "nova-compute:juju-info", "telegraf:juju-info" ]
  - [ nova-compute, landscape-client ]
  - [ neutron-gateway, filebeat ]
  - [ neutron-gateway, nrpe-host ]
  - [ "neutron-gateway:juju-info", "telegraf:juju-info" ]
  - [ neutron-gateway, landscape-client ]
  - [ ceph-mon, nrpe-container ]
  - [ "ceph-mon:juju-info", "telegraf:juju-info" ]
  - [ ceph-mon, landscape-client ]
  - [ ceph-mon, filebeat ]
  - [ ceph-radosgw, filebeat ]
  - [ ceph-radosgw, nrpe-container ]
  - [ "ceph-radosgw:juju-info", "telegraf:juju-info" ]
  - [ ceph-radosgw, landscape-client ]
  - [ cinder, filebeat ]
  - [ cinder, nrpe-container ]
  - [ "cinder:juju-info", "telegraf:juju-info" ]
  - [ cinder, landscape-client ]
  - [ "glance:image-service", "cinder:image-service" ]
  - [ glance, filebeat ]
  - [ glance, nrpe-container ]
  - [ "glance:juju-info", "telegraf:juju-info" ]
  - [ glance, landscape-client ]
  - [ keystone, filebeat ]
  - [ keystone, nrpe-container ]
  - [ "keystone:juju-info", "telegraf:juju-info" ]
  - [ keystone, landscape-client ]
  - [ mysql, filebeat ]
  - [ mysql, nrpe-container ]
  - [ "mysql:juju-info", "telegraf:juju-info" ]
  - [ mysql, landscape-client ]
  - [ neutron-api, filebeat ]
  - [ neutron-api, nrpe-container ]
  - [ "neutron-api:juju-info", "telegraf:juju-info" ]
  - [ neutron-api, landscape-client ]
  - [ nova-cloud-controller, filebeat ]
  - [ nova-cloud-controller, nrpe-container ]
  - [ "nova-cloud-controller:juju-info", "telegraf:juju-info" ]
  - [ nova-cloud-controller, landscape-client ]
  - [ openstack-dashboard, filebeat ]
  - [ openstack-dashboard, nrpe-container ]
  - [ "openstack-dashboard:juju-info", "telegraf:juju-info" ]
  - [ openstack-dashboard, landscape-client ]
  - [ rabbitmq-server, filebeat ]
  - [ rabbitmq-server, nrpe-container ]
  - [ "rabbitmq-server:juju-info", "telegraf:juju-info" ]
  - [ rabbitmq-server, landscape-client ]
  - [ heat, filebeat ]
  - [ heat, nrpe-container ]
  - [ "heat:juju-info", "telegraf:juju-info" ]
  - [ heat, landscape-client ]
  - [ designate, filebeat ]
  - [ designate, nrpe-container ]
  - [ "designate:juju-info", "telegraf:juju-info" ]
  - [ designate, neutron-api ]
  - [ designate, landscape-client ]
  - [ designate-bind, filebeat ]
  - [ designate-bind, nrpe-container ]
  - [ "designate-bind:juju-info", "telegraf:juju-info" ]
  - [ designate-bind, landscape-client ]
  - [ ceilometer, filebeat ]
  - [ ceilometer, nrpe-container ]
  - [ "ceilometer:juju-info", "telegraf:juju-info" ]
  - [ ceilometer, landscape-client ]
  # - [ landscape-server, ntp ]
  - [ landscape-server, filebeat ]
  - [ landscape-server, nrpe-host ]
  - [ "landscape-server:juju-info", "telegraf:juju-info" ]
  - [ landscape-server, landscape-client ]
  # - [ landscape-rabbitmq-server, ntp ]
  - [ landscape-rabbitmq-server, filebeat ]
  - [ landscape-rabbitmq-server, nrpe-host ]
  - [ "landscape-rabbitmq-server:juju-info", "telegraf:juju-info" ]
  - [ landscape-rabbitmq-server, landscape-client ]
  # - [ landscape-postgresql, ntp ]
  - [ landscape-postgresql, filebeat ]
  - [ "landscape-postgresql:local-monitors", "nrpe-host:local-monitors" ]
  - [ "landscape-postgresql:juju-info", "nrpe-host:general-info" ]
  - [ "landscape-postgresql:juju-info", "telegraf:juju-info" ]
  - [ landscape-postgresql, landscape-client ]
  - [ landscape-haproxy, filebeat ]
  - [ "landscape-haproxy:juju-info", "nrpe-host:general-info" ]
  - [ "landscape-haproxy:local-monitors", "nrpe-host:local-monitors" ]
  - [ "landscape-haproxy:juju-info", "telegraf:juju-info" ]
  - [ landscape-haproxy, landscape-client ]
  - [ "graylog:beats", "filebeat:logstash" ]
  # - [ graylog, ntp ]
  - [ graylog, nrpe-host ]
  - [ "graylog:juju-info", "telegraf:juju-info" ]
  - [ graylog, landscape-client ]
  # - [ elasticsearch, ntp ]
  - [ "elasticsearch:juju-info", "filebeat:beats-host" ]
  - [ elasticsearch, nrpe-host ]
  - [ "elasticsearch:juju-info", "telegraf:juju-info" ]
  - [ elasticsearch, landscape-client ]
  - [ "nagios:juju-info", "filebeat:beats-host" ]
  - [ "nagios:juju-info", "telegraf:juju-info" ]
  - [ "nagios:juju-info", "landscape-client:container" ]
  - [ prometheus, filebeat ]
  # - [ prometheus, ntp ]
  - [ prometheus, nrpe-host ]
  - [ "prometheus:juju-info", "telegraf-prometheus:juju-info" ]
  - [ "prometheus:grafana-source", "grafana:grafana-source" ]
  - [ prometheus, landscape-client ]
  - [ grafana, filebeat ]
  # - [ grafana, ntp ]
  - [ grafana, nrpe-host ]
  - [ "grafana:juju-info", "telegraf:juju-info" ]
  - [ grafana, landscape-client ]
  - [ nagios, nrpe-container ]
  - [ nagios, nrpe-host ]
  - [ landscape-server, landscape-rabbitmq-server ]
  - [ landscape-server, landscape-haproxy ]
  - [ "landscape-server:db", "landscape-postgresql:db-admin" ]
  - [ graylog, elasticsearch ]
  - [ graylog, graylog-mongodb ]
  - [ "prometheus:target", "telegraf:prometheus-client" ]
  - [ "prometheus:target", "telegraf-prometheus:prometheus-client" ]
  - [ openstack-service-checks, nrpe-container ]
  - [ openstack-service-checks, telegraf ]
  - [ openstack-service-checks, filebeat ]
  - [ openstack-service-checks, landscape-client ]
  - [ "openstack-service-checks:identity-credentials", "keystone:identity-credentials" ]
  - [ "openstack-service-checks:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "prometheus-openstack-exporter:identity-credentials", "keystone:identity-credentials" ]
  - [ "prometheus-openstack-exporter:juju-info", "landscape-client:container" ]
  - [ "prometheus-openstack-exporter:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "prometheus-openstack-exporter:prometheus-openstack-exporter-service", "prometheus:target" ]
  - [ prometheus-openstack-exporter, filebeat ]
  - [ prometheus-openstack-exporter, "telegraf:juju-info" ]
  - [ graylog-mongodb, nrpe-container ]
  - [ graylog-mongodb, "telegraf:juju-info" ]
  - [ graylog-mongodb, "filebeat:beats-host" ]
# Additional realtionship requirements
  - [ telegraf, prometheus-openstack-exporter ]
  - [ landscape-client, gnocchi ]
  - [ landscape-client, graylog-mongodb ]
  - [ landscape-client, prometheus-ceph-exporter ]
  - [ prometheus-ceph-exporter, nrpe-container ]
  - [ telegraf, prometheus-ceph-exporter ]
  - [ filebeat, prometheus-ceph-exporter ]
  - [ filebeat, "elasticsearch:juju-info" ]
  # - [ ntp, landscape-haproxy ]
  # - [ "ntp:juju-info", "nagios:juju-info" ]
  - [ "thruk-agent:general-info", "nagios:juju-info" ]
  - [ prometheus-ceph-exporter, "ceph-mon:client" ]
  - [ prometheus-ceph-exporter, "prometheus:target" ]
  - [ "ceilometer:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "ceph-mon:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "ceph-radosgw:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "cinder:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "elasticsearch:nrpe-external-master", "nrpe-host:nrpe-external-master" ]
  - [ "glance:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "grafana:nrpe-external-master", "nrpe-host:nrpe-external-master" ]
  - [ "graylog-mongodb:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "graylog:nrpe-external-master", "nrpe-host:nrpe-external-master" ]
  - [ "hacluster-aodh:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-ceilometer:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-cinder:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-designate:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-glance:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-gnocchi:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-heat:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-horizon:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-keystone:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-mysql:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-neutron:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-nova:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "hacluster-radosgw:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "keystone:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "landscape-rabbitmq-server:nrpe-external-master", "nrpe-host:nrpe-external-master" ]
  - [ "mysql:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "neutron-api:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "neutron-gateway:nrpe-external-master", "nrpe-host:nrpe-external-master" ]
  - [ "nova-cloud-controller:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "nova-compute:nrpe-external-master", "nrpe-host:nrpe-external-master" ]
  - [ "openstack-dashboard:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "prometheus-ceph-exporter:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "prometheus:nrpe-external-master", "nrpe-host:nrpe-external-master" ]
  - [ "rabbitmq-server:nrpe-external-master", "nrpe-container:nrpe-external-master" ]
  - [ "octavia:amqp", "rabbitmq-server:amqp" ]
  - [ "octavia:shared-db", "mysql:shared-db" ]
  - [ "octavia:identity-service", "keystone:identity-service" ]
  - [ "octavia:neutron-api", "neutron-api:neutron-load-balancer" ]
  - [ "octavia:neutron-openvswitch", "neutron-openvswitch:neutron-plugin" ]
  - [ octavia, filebeat ]
  - [ octavia, nrpe-container ]
  - [ "octavia:juju-info", "telegraf:juju-info" ]
  - [ octavia, landscape-client ]
  - [ octavia, hacluster-octavia ]
  - [ "barbican:amqp", "rabbitmq-server:amqp" ]
  - [ "barbican:shared-db", "mysql:shared-db" ]
  - [ "barbican:identity-service", "keystone:identity-service" ]
  - [ "barbican:secrets", "barbican-vault:secrets" ]
  - [ "barbican-vault:secrets-storage", "vault:secrets" ]
  - [ barbican, filebeat ]
  - [ barbican, nrpe-container ]
  - [ "barbican:juju-info", "telegraf:juju-info" ]
  - [ barbican, landscape-client ]
  - [ barbican, hacluster-barbican ]
  - [ "vault:shared-db", "mysql:shared-db" ]
  - [ vault, hacluster-vault ]
  - [ vault, filebeat ]
  - [ vault, nrpe-container ]
  - [ "vault:juju-info", "telegraf:juju-info" ]
  - [ vault, landscape-client ]
  # - [ vault, ntp ]
  - [ "ceph-osd:secrets-storage", "vault:secrets" ]
  - [ "etcd:db", "vault:etcd" ]
  - [ etcd, easyrsa ]
  - [ octavia-dashboard, openstack-dashboard ]
  - [ etcd, nrpe-container ]
  - [ etcd, filebeat ]
  - [ etcd, telegraf ]
  - [ etcd, landscape-client ]
  - [ easyrsa, nrpe-container ]
  - [ easyrsa, filebeat ]
  - [ easyrsa, telegraf ]
  - [ easyrsa, landscape-client ]
  - [ ntp, nrpe-host ]
# Masakari relations
  - [ "nova-compute:juju-info", "masakari-monitors:container" ]
  - [ "masakari:ha", "hacluster-masakari:ha" ]
  - [ "keystone:identity-credentials", "masakari-monitors:identity-credentials" ]
  - [ "nova-compute:juju-info", "pacemaker-remote:juju-info" ]
  - [ "hacluster-masakari:pacemaker-remote", "pacemaker-remote:pacemaker-remote" ]
  - [ "masakari:identity-service", "keystone:identity-service" ]
  - [ "masakari:shared-db", "mysql:shared-db" ]
  - [ "masakari:amqp", "rabbitmq-server:amqp" ]
  - [ masakari, filebeat ]
  - [ masakari, nrpe-container ]
  - [ "masakari:juju-info", "telegraf:juju-info" ]
  - [ masakari, landscape-client ]
  # Manila + Ganesha + CephFS relations
  - [ "manila:ha", "hacluster-manila:ha" ]
  - [ "manila-ganesha:ha", "hacluster-manila-ganesha:ha" ]
  - [ "ceph-mon:mds", "ceph-fs:ceph-mds" ]
  - [ "ceph-mon:client", "manila-ganesha:ceph" ]
  - [ "manila-ganesha:shared-db", "mysql:shared-db" ]
  - [ "manila-ganesha:amqp", "rabbitmq-server:amqp" ]
  - [ "manila-ganesha:identity-service", "keystone:identity-credentials" ]
  - [ "manila:remote-manila-plugin", "manila-ganesha:manila-plugin" ]
  - [ "manila:amqp", "rabbitmq-server:amqp" ]
  - [ "manila:identity-service", "keystone:identity-service" ]
  - [ "manila:shared-db", "mysql:shared-db" ]
  - [ ceph-fs, filebeat ]
  - [ ceph-fs, nrpe-container ]
  - [ "ceph-fs:juju-info", "telegraf:juju-info" ]
  - [ ceph-fs, landscape-client ]
  - [ manila, filebeat ]
  - [ manila, nrpe-container ]
  - [ "manila:juju-info", "telegraf:juju-info" ]
  - [ manila, landscape-client ]
  - [ manila-ganesha, filebeat ]
  - [ manila-ganesha, nrpe-container ]
  - [ "manila-ganesha:juju-info", "telegraf:juju-info" ]
  - [ manila-ganesha, landscape-client ]

  # - [ glance-simplestreams-sync, keystone ]
  # - [ glance-simplestreams-sync, rabbitmq-server ]
  # - [ octavia-diskimage-retrofit, glance-simplestreams-sync ]
  # - [ octavia-diskimage-retrofit, keystone ]

  # - [ nova-compute, canonical-livepatch ]
  # - [ neutron-gateway, canonical-livepatch ]
  # - [ landscape-server, canonical-livepatch ]
  # - [ landscape-rabbitmq-server, canonical-livepatch ]
  # - [ landscape-postgresql, canonical-livepatch ]
  # - [ graylog, canonical-livepatch ]
  # - [ elasticsearch, canonical-livepatch ]
  # - [ "nagios:juju-info", canonical-livepatch ]
  # - [ prometheus, canonical-livepatch ]
  # - [ grafana, canonical-livepatch ]
  # - [ vault, canonical-livepatch ]

  # - [ neutron-dynamic-routing, rabbitmq-server ]
  # - [ neutron-api:infoblox-neutron, infoblox:neutron ]
  # - [ cinder:storage-backend, cinder-nimblestorage:storage-backend ]