ProxMox Best Practice Guide <WIP>

Initial notes to create document

StorONE Recommendations:

Use VMware

Block Volume Considerations

Unlike other hypervisors ProxMox is allowing the use of 4k Sector Volumes with block storage.

iSCSI

node.startup = automatic
node.session.timeo.replacement_timeout = 10
node.conn[0].timeo.noop_out_interval = 5
node.conn[0].timeo.noop_out_timeout = 10
node.session.nr_sessions = 4
node.session.queue_depth = 64
node.session.cmds_max = 256

service iscsid restart

MPIO

apt-get update
aot-get install multipath-tools

create /etc/multipath.conf

defaults {
    find_multipaths yes
    user_friendly_names yes
    path_selector "round-robin 0"
    path_grouping_policy multibus
    no_path_retry 30
    max_sectors_kb      1024
    queue_without_daemon no
    max_fds max
    flush_on_last_del yes
    log_checker_err once
}
devices {
  device {
    vendor "STORONE*"
    product "S1*"
    detect_prio yes
    prio "alua"
    path_selector "queue-length 0"
    path_grouping_policy group_by_prio
    failback immediate
    path_checker tur
  }
}
blacklist {
  wwid ".*"
}
blacklist_exceptions {
    wwid                  "36882e5a*"
}

Verify:

root@pve:/etc/iscsi# multipath -ll
mpatha (36882e5a0000000010000000000000507) dm-5 STORONE,S1
size=233G features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
`-+- policy='queue-length 0' prio=50 status=active
  |- 19:0:0:1 sdh 8:112 active ready running
  |- 18:0:0:1 sdg 8:96  active ready running
  |- 17:0:0:1 sdf 8:80  active ready running
  `- 20:0:0:1 sdi 8:128 active ready running