Add IB verbs logging and enable traces through install.sh (#1511)

* Add IB Verbs logging

* Simplify tracing and undo debug.h changes

* Update debug.h

* Update CHANGELOG.md

* Update CHANGELOG.md

* Update CHANGELOG.md

* Exchange remote comm device index

[ROCm/rccl commit: dc75209dd7]

projects/rccl/src/include/nccl_common.h

@@ -32,6 +32,7 @@ typedef enum {
   NCCL_BOOTSTRAP = 0x1000,
   NCCL_REG = 0x2000,
   NCCL_PROFILE = 0x4000,
+  NCCL_VERBS = 0x8000,
   NCCL_ALL = ~0
 } ncclDebugLogSubSys;