Example 1

NetworkLayout01

Routing Configuration

#holylfs, holylfs02, scratchlfs server config
lnetctl route add --net tcp1 --gateway <L01Router01-04>@o2ib1
lnetctl route add --net tcp2 --gateway <L01Router01-04>@o2ib1 # to get to location 2 compute GbE
lnetctl route add --net o2ib2 --gateway <L01Router01-04>@o2ib1 # to get to location 2 Compute IB

#L01Router01-04 Config
lnetctl route add --net o2ib2 --gateway <L02Router01-02>@tcp1

#L01 Compute GbE
lnetctl route add --net o2ib2 --gateway <L01Router01-04>@tcp1
lnetctl route add --net o2ib1 --gateway <L01Router01-04>@tcp1

#L01 Compute IB
lnetctl route add --net o2ib2 --gateway <L01Router01-04>@o2ib1

#panlfs router config, unless directly connected on tcp2
lnetctl route add --net o2ib1 --gateway <L01Router01-04>@o2ib2

#L02Router01-02 Config
lnetctl route add --net o2ib1 --gateway <L01Router01-04>@tcp1

#L02 Compute GbE
lnetctl route add --net o2ib1 --gateway <L02Router01-02>@otcp1
lnetctl route add --net o2ib2 --gateway <L02Router01-02>@otcp1

#L02 Compute IB
lnetctl route add --net o2ib1 --gateway <L02Router01-02>@o2ib2