Initial support for clique-based kernels (#276)

* Initial support for clique-based kernels

[ROCm/rccl commit: 2b8184808d]

projects/rccl/src/clique/MsgQueue.cc

@@ -0,0 +1,72 @@
+/*
+Copyright (c) 2020 Advanced Micro Devices, Inc. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+*/
+
+#include "MsgQueue.h"
+
+#include <sys/ipc.h>
+#include <sys/msg.h>
+
+#define MSG_QUEUE_PERM 0666
+
+ncclResult_t MsgQueueGetId(std::string name, int projid, bool exclusive, int& msgid)
+{
+  key_t key;
+  SYSCHECKVAL(ftok(name.c_str(), projid), "ftok", key);
+  int flag = (exclusive == true ? IPC_CREAT | IPC_EXCL : IPC_CREAT);
+
+  msgid = msgget(key, MSG_QUEUE_PERM | flag);
+  // Check if we're trying to create message queue and it already exists; if so, delete existing queue
+  if (msgid == -1 && exclusive == true && errno == EEXIST)
+  {
+    NCCLCHECK(MsgQueueClose(name, projid));
+    SYSCHECKVAL(msgget(key, MSG_QUEUE_PERM | flag), "msgget", msgid);
+  }
+  else if (msgid == -1)
+  {
+    WARN("Call to MsgQueueGetId failed : %s", strerror(errno));
+    return ncclSystemError;
+  }
+  return ncclSuccess;
+}
+
+ncclResult_t MsgQueueSend(int msgid, const void* msgp, size_t msgsz, int msgflg)
+{
+  SYSCHECK(msgsnd(msgid, msgp, msgsz, msgflg), "msgsnd");
+  return ncclSuccess;
+}
+
+ncclResult_t MsgQueueRecv(int msgid, void* msgp, size_t msgsz, long msgtyp, bool wait)
+{
+  int msgflg = (wait == false ? IPC_NOWAIT : 0);
+  SYSCHECK(msgrcv(msgid, msgp, msgsz, msgtyp, msgflg), "msgrcv");
+  return ncclSuccess;
+}
+
+ncclResult_t MsgQueueClose(std::string name, int projid)
+{
+  key_t key;
+  int msgid;
+  key = ftok(name.c_str(), projid);
+  SYSCHECKVAL(msgget(key, IPC_CREAT), "msgget", msgid);
+  SYSCHECK(msgctl(msgid, IPC_RMID, NULL), "msgctl");
+  return ncclSuccess;
+}