From 180b5271b465d2ed6383608a78550c2ab4ddc4f2 Mon Sep 17 00:00:00 2001
From: Evgeny <evgeny.shcherbakov@amd.com>
Date: Mon, 28 Jan 2019 10:47:46 -0600
Subject: [PATCH] async mem json flow

---
 bin/sqlitedb.py | 11 +++++++++++
 bin/tblextr.py  | 19 +++++++++++++++----
 2 files changed, 26 insertions(+), 4 deletions(-)

diff --git a/bin/sqlitedb.py b/bin/sqlitedb.py
index 789ac460cd..94e6d0c9af 100644
--- a/bin/sqlitedb.py
+++ b/bin/sqlitedb.py
@@ -91,6 +91,7 @@ class SQLiteDB:
       raise Exception('wrong output file type: "' + file_name + '"' )
     with open(file_name, mode='w') as fd:
       fd.write('{ "traceEvents":[{}\n');
+
   def close_json(self, file_name):
     if not re.search(r'\.json$', file_name):
       raise Exception('wrong output file type: "' + file_name + '"' )
@@ -103,6 +104,16 @@ class SQLiteDB:
     with open(file_name, mode='a') as fd:
       fd.write(',{"args":{"name":"%s"},"ph":"M","pid":%s,"name":"process_name"}\n' %(label, pid));
 
+  def flow_json(self, from_pid, from_list, to_pid, to_dict, file_name):
+    if not re.search(r'\.json$', file_name):
+      raise Exception('wrong output file type: "' + file_name + '"' )
+    with open(file_name, mode='a') as fd:
+      for ind in range(len(from_list)):
+        from_ts = from_list[ind]
+        to_ts = to_dict[str(ind)]
+        fd.write(',{"ts":%s,"ph":"s","cat":"DataFlow","id":%s,"pid":%s,"tid":0,"name":"dep"}\n' % (from_ts, str(ind), str(from_pid)))
+        fd.write(',{"ts":%s,"ph":"t","cat":"DataFlow","id":%s,"pid":%s,"tid":0,"name":"dep"}\n' % (to_ts, str(ind), str(to_pid)))
+
   def dump_json(self, table_name, data_name, file_name):
     if not re.search(r'\.json$', file_name):
       raise Exception('wrong output file type: "' + file_name + '"' )
diff --git a/bin/tblextr.py b/bin/tblextr.py
index 740a0dd1f1..f929e619b0 100644
--- a/bin/tblextr.py
+++ b/bin/tblextr.py
@@ -36,6 +36,8 @@ COPY_PID = 0
 HSA_PID = 1
 GPU_BASE_PID = 2
 max_gpu_id = 0
+dep_from_list = []
+dep_to_dict = {}
 
 # global vars
 table_descr = [
@@ -158,13 +160,14 @@ hsa_table_descr = [
 ]
 def fill_hsa_db(table_name, db, indir):
   file_name = indir + '/' + 'hsa_api_trace.txt'
-  ptrn = re.compile(r'(\d+):(\d+) (\d+):(\d+) ([^\(]+)(\(.*)$')
+  ptrn_val = re.compile(r'(\d+):(\d+) (\d+):(\d+) ([^\(]+)(\(.*)$')
+  ptrn_ac = re.compile(r'hsa_amd_memory_async_copy')
 
   table_handle = db.add_table(table_name, hsa_table_descr)
   with open(file_name, mode='r') as fd:
     for line in fd.readlines():
       record = line[:-1]
-      m = ptrn.match(record)
+      m = ptrn_val.match(record)
       if m:
         rec_vals = []
         for ind in range(1,7):
@@ -173,6 +176,7 @@ def fill_hsa_db(table_name, db, indir):
           else:
             rec_vals.append(m.group(ind))
         db.insert_entry(table_handle, rec_vals)
+        if ptrn_ac.search(rec_vals[4]): dep_from_list.append(rec_vals[1])
 #############################################################
 
 # fill COPY DB
@@ -182,19 +186,24 @@ copy_table_descr = [
 ]
 def fill_copy_db(table_name, db, indir):
   file_name = indir + '/' + 'async_copy_trace.txt'
-  ptrn = re.compile(r'(\d+):(\d+) (.*)$')
+  ptrn_val = re.compile(r'(\d+):(\d+) (.*)$')
+  ptrn_id = re.compile(r'^async-copy(\d+)$')
 
   table_handle = db.add_table(table_name, copy_table_descr)
   with open(file_name, mode='r') as fd:
     for line in fd.readlines():
       record = line[:-1]
-      m = ptrn.match(record)
+      m = ptrn_val.match(record)
       if m:
         rec_vals = []
         for ind in range(1,4): rec_vals.append(m.group(ind))
         rec_vals.append(COPY_PID)
         rec_vals.append(0)
         db.insert_entry(table_handle, rec_vals)
+        m = ptrn_id.match(rec_vals[2])
+        if m: dep_to_dict[m.group(1)] = rec_vals[0]
+        else: fatal("async-copy bad name")
+      else: fatal("async-copy bad record")
 #############################################################
 # main
 if (len(sys.argv) < 3): fatal("Usage: " + sys.argv[0] + " <output CSV file> <input result files list>")
@@ -252,6 +261,8 @@ else:
   dform.post_process_data(db, 'COPY')
   dform.gen_api_json_trace(db, 'COPY', jsonfile)
 
+  db.flow_json(HSA_PID, dep_from_list, COPY_PID, dep_to_dict, jsonfile)
+
   db.close_json(jsonfile);
   db.close()