cid and percpu bug fixes and cleanup (#20)

* remove unneeded files. fix cid and percore processing errors on icx. improve accuracy of dram bandwidth

* remove golang from build and update readme for no golang or lscgroup

* install gcc

* fix cgroup naming and change output to match other run modes

Author: hilldani

.github/workflows/build.yml

@@ -12,8 +12,7 @@ jobs:
       - name: install dependencies
         run: |
           yum update -y
-          yum install -y make python3 epel-release
-          yum install -y golang
+          yum install -y make python3 gcc
           python3 -m pip install --upgrade pip
       - name: build
         run: |

.gitignore

@@ -1,5 +1,4 @@
 build/*
 dist/*
-pmu-checker/pmu-checker
 src/libtsc.so
 __pycache__

Makefile

@@ -21,11 +21,6 @@ clean_dir:
 build_dir: clean_dir
 	mkdir -p build
 
-build/pmu-checker:
-	cd pmu-checker && make
-	cp pmu-checker/pmu-checker build/
-	strip -s -p --strip-unneeded build/pmu-checker
-
 build/libtsc:
 	gcc -fno-strict-overflow -fno-delete-null-pointer-checks -fwrapv -fPIC -shared -o src/libtsc.so src/calibrate.c
 
@@ -58,7 +53,7 @@ build-public/postprocess:
 	cp $(TMPDIR)/dist/perf-postprocess build/
 	rm -rf $(TMPDIR)
 
-dist/$(PACKAGE_EXTERNAL): build_dir build/pmu-checker build/libtsc build-public/collect build-public/postprocess
+dist/$(PACKAGE_EXTERNAL): build_dir build/libtsc build-public/collect build-public/postprocess
 	rm -rf dist/$(BINARY_FINAL)/
 	mkdir -p dist/$(BINARY_FINAL)
 	cp build/$(BINARY_COLLECT) dist/$(BINARY_FINAL)/$(BINARY_COLLECT)

README.md

@@ -16,13 +16,12 @@ sudo ./perf-collect --timeout 10
 sudo ./perf-postprocess -r results/perfstat.csv --html perfstat.html
 ```
 
-![PerfSpect BS](images/basic_stats.JPG "perfspect-bs")
-![perfspect-demo1](https://user-images.githubusercontent.com/5321018/205159259-3654fa12-74d6-4cb5-8194-ea1b66aadb25.gif)
+![basic_stats](https://raw.githubusercontent.com/wiki/intel/PerfSpect/basic_stats.JPG)
+![perfspect-demo1](https://raw.githubusercontent.com/wiki/intel/PerfSpect/demo.gif)
 
 ## Requirements
 ### Packages:
 - **perf** - PerfSpect uses the Linux perf tool to collect PMU counters
-- **lscgroup** - Perfspect needs lscgroup from the cgroup-tools (libcgroup on RHEL/CentOS) package when collecting data for containers
 
 ### Supported kernels
 
@@ -45,7 +44,7 @@ sudo ./perf-postprocess -r results/perfstat.csv --html perfstat.html
 
 ## Build from source
 
-Requires recent python and golang.
+Requires recent python
 
 ```
 pip3 install -r requirements.txt

events/icx.txt

@@ -120,10 +120,10 @@ ref-cycles;
 
 # OCR group 1 (ICX PMU supports a maximum of two OCR counters per group)
 cpu/event=0xb7,umask=0x01,offcore_rsp=0x104000477,name='OCR.READS_TO_CORE.LOCAL_DRAM'/,
-cpu/event=0xb7,umask=0x01,offcore_rsp=0x730000477,name='OCR.READS_TO_CORE.REMOTE_DRAM'/;
+cpu/event=0xb7,umask=0x01,offcore_rsp=0x84002380,name='OCR.HWPF_L3.L3_MISS_LOCAL'/;
 
 # OCR group 2 (ICX PMU supports a maximum of two OCR counters per group)
-cpu/event=0xb7,umask=0x01,offcore_rsp=0x84002380,name='OCR.HWPF_L3.L3_MISS_LOCAL'/,
+cpu/event=0xb7,umask=0x01,offcore_rsp=0x730000477,name='OCR.READS_TO_CORE.REMOTE_DRAM'/,
 cpu/event=0xb7,umask=0x01,offcore_rsp=0x90002380,name='OCR.HWPF_L3.REMOTE'/;
 
 #power related

images/basic_stats.JPG

@@ -15,8 +15,6 @@
 from src import prepare_perf_events as prep_events
 
 
-from subprocess import PIPE, run  # nosec
-
 SUPPORTED_ARCHITECTURES = [
     "Broadwell",
     "Skylake",
@@ -86,13 +84,40 @@ def write_metadata(
         cpusets = ""
         if args.cid is not None:
             for cgroup in cgroups:
-                set = open("/sys/fs/cgroup/cpuset/" + cgroup + "/cpuset.cpus", "r")
-                cpu_set = set.read()
-                set.close()
-                cpu_set = cpu_set.strip()
-                cpu_set = str("," + cpu_set)
-                cpusets += cpu_set
-                cpusets = str(cpusets)
+                cgroup_paths = [
+                    "/sys/fs/cgroup/cpuset/" + cgroup + "/cpuset.cpus",  # cgroup v1
+                    "/sys/fs/cgroup/" + cgroup + "/cpuset.cpus",  # cgroup v2
+                ]
+                cg_path_found = False
+                for cg_path in cgroup_paths:
+                    try:
+                        cpu_set_file = open(
+                            "/sys/fs/cgroup/cpuset/" + cgroup + "/cpuset.cpus", "r"
+                        )
+                        cg_path_found = True
+                        # no need to check other paths
+                        break
+                    except FileNotFoundError:
+                        # check next path
+                        continue
+
+                if cg_path_found:
+                    cpu_set = cpu_set_file.read()
+                    cpu_set_file.close()
+                    cpu_set = cpu_set.strip()
+
+                if not cg_path_found or cpu_set == "":
+                    # A missing path or an empty cpu-set in v2 indicates that the container is running on all CPUs
+                    cpu_set = "0-" + str(
+                        int(
+                            perf_helpers.get_cpu_count()
+                            * perf_helpers.get_socket_count()
+                            * perf_helpers.get_ht_count()
+                            - 1
+                        )
+                    )
+
+                cpusets += "," + cpu_set
         else:
             cpusets = "disabled"
 
@@ -468,21 +493,6 @@ def is_safe_file(fname, substr):
             args.timeout,
         )
     elif args.dryrun:
-        with open("results/pmu-checker.log", "w") as fw:
-            print("Checking if PMU counters are in-use already...")
-            pmuargs = resource_path("pmu-checker")
-            try:
-                run_result = run(  # nosec
-                    shlex.split(pmuargs),
-                    stdout=PIPE,
-                    stderr=PIPE,
-                    universal_newlines=True,
-                )
-                fw.write(str(run_result.stdout))
-
-            except Exception as e:
-                print(e)
-
         cmd = "perf stat %s -I %d -x , -e %s -o %s sleep 10" % (
             collection_type,
             interval,
@@ -498,6 +508,7 @@ def is_safe_file(fname, substr):
         )
     perfargs = shlex.split(cmd)
     validate_perfargs(perfargs)
+    perf_helpers.pmu_contention_detect()
     if args.verbose:
         print(cmd)
     try:

images/metrics.JPG

@@ -7,7 +7,6 @@ block_cipher = None
 a = Analysis(
     ['perf-collect.py'],
     pathex=[],
-    binaries=[('../build/pmu-checker', '.')],
     datas=[('./src/libtsc.so', '.'), ('./events/bdx.txt', '.'), ('./events/skx.txt', '.'), ('./events/clx.txt', '.'), ('./events/icx.txt', '.'), ('./events/spr.txt', '.'), ('./events/icx_aws.txt', '.'), ('./events/spr_aws.txt', '.'), ('./events/clx_aws.txt', '.'), ('./events/skx_aws.txt', '.')],
     hiddenimports=[],
     hookspath=[],