MAB_runtime_updates

Author: j50ju

app/src/main/assets/arm-weights.json

@@ -0,0 +1,25 @@
+{
+  "arms": [
+    {
+      "name": "original",
+      "weight": 0.22628347156945203,
+      "matrix": "original_devdata.json"
+    },
+    {
+      "name": "filtered",
+      "weight": 0.2710968140239559,
+
+      "matrix": "filtered_devdata.json"
+    },
+    {
+      "name": "reordered",
+      "weight": 0.2602214321074131,
+      "matrix": "reordered_devdata.json"
+    },
+    {
+      "name": "reordered_filtered",
+      "weight": 0.24239828229917879,
+      "matrix": "reordered_filtered_devdata.json"
+    }
+  ]
+}

app/src/main/assets/filtered_devdata.json

@@ -59,6 +59,8 @@
 import java.util.Date;
 import java.util.Locale;
 import java.util.Objects;
+import java.util.List;
+
 
 import cmu.xprize.comp_intervention.data.CInterventionStudentData;
 import cmu.xprize.comp_intervention.CInterventionTimes;
@@ -96,7 +98,7 @@
 import cmu.xprize.util.TCONST;
 import cmu.xprize.util.TTSsynthesizer;
 import edu.cmu.xprize.listener.ListenerBase;
-
+import cmu.xprize.robotutor.tutorengine.util.Arm;
 import static cmu.xprize.comp_logging.PerformanceLogItem.MATRIX_TYPE.LITERACY_MATRIX;
 import static cmu.xprize.comp_logging.PerformanceLogItem.MATRIX_TYPE.MATH_MATRIX;
 import static cmu.xprize.comp_logging.PerformanceLogItem.MATRIX_TYPE.SONGS_MATRIX;
@@ -137,7 +139,7 @@ public class RoboTutor extends Activity implements IReadyListener, IRoboTutor, H
     private static final boolean QUICK_DEBUG_CONFIG = false;
     private static final ConfigurationItems QUICK_DEBUG_CONFIG_OPTION = ConfigurationQuickOptions.DEBUG_EN;
 
-    public static final String MATRIX_FILE = "dev_data.open.json";
+    public static final String MATRIX_FILE =  "dev_data.open.json";
     public static final String ARM_WEIGHTS_FILE = "arm-weights.json";
 
     private static final String LOG_SEQUENCE_ID = "LOG_SEQUENCE_ID";
@@ -211,6 +213,8 @@ public class RoboTutor extends Activity implements IReadyListener, IRoboTutor, H
 
     //Declare armName
     private String armName = "default_arm";
+    private float armWeight = 0;
+    public static String sArmName = null;
 
     @Override
     protected void onCreate(Bundle savedInstanceState) {
@@ -356,35 +360,53 @@ private void initializeAndStartLogs() {
         String initTime     = new SimpleDateFormat("yyyy.MM.dd.HH.mm.ss", Locale.US).format(calendar.getTime());
         SEQUENCE_ID_STRING = String.format(Locale.US, "%06d", getNextLogSequenceId());
         // NOTE: Need to include the configuration name when that is fully merged
-        String logFilename  = "RoboTutor_" + armName +
-                Configuration.configVersion(this) + "_" + BuildConfig.VERSION_NAME + "_" + SEQUENCE_ID_STRING +
-                "_" + initTime + "_" + Build.SERIAL;
-
+        String logFilename  = "RoboTutor_" + Build.SERIAL + "_" + SEQUENCE_ID_STRING + "_" +
+                Configuration.configVersion(this) + "_" + BuildConfig.VERSION_NAME + "_" + armName + "_" + armWeight +
+                "_" + initTime;
         Log.w("LOG_DEBUG", "Beginning new session with LOG_FILENAME = " + logFilename);
 
         logManager = CLogManager.getInstance();
         logManager.transferHotLogs(hotLogPath, readyLogPath);
         logManager.transferHotLogs(hotLogPathPerf, readyLogPathPerf);
 
-        logManager.startLogging(hotLogPath, logFilename);
+        logManager.startLoggingWithDynamicFilename(hotLogPath, logFilename);
         CErrorManager.setLogManager(logManager);
 
         perfLogManager = CPerfLogManager.getInstance();
-        perfLogManager.startLogging(hotLogPathPerf, "PERF_" + logFilename);
-
-        CInterventionLogManager.getInstance().startLogging(interventionLogPath,
+        perfLogManager.startLoggingWithDynamicFilename(hotLogPathPerf, "PERF_" + logFilename);
+        CInterventionLogManager.getInstance().startLoggingWithDynamicFilename(interventionLogPath,
                 "INT_" + logFilename);
 
+        ConfigurationItems config = new ConfigurationItems();
+        // Use MAB
+        if (config.use_MAB) {
+            armName = MABHandler.getArm(ARM_WEIGHTS_FILE, null);
+            List<Arm> arms = MABHandler.getarms(ARM_WEIGHTS_FILE, null);
+            armWeight = MABHandler.getArmWeight(armName, arms);
+            String matrixName = MABHandler.getMatrixName(armName, arms);
+            // Log the arm details using Log.w for visibility
+            Log.w(TAG, "Selected Arm: " + armName + ", Arm Weight: " + armWeight + ", Matrix Name: " + matrixName);
+        } else {
+            armName = "default_arm";  // Set back to default
+            armWeight = 0;
+        }
+
+        // Rename the Log File in-place
+        String newLogFilename = "RoboTutor_" + Build.SERIAL + "_" + SEQUENCE_ID_STRING + "_" +
+                Configuration.configVersion(this) + "_" + BuildConfig.VERSION_NAME + "_" + armName + "_" + armWeight +
+                "_" + initTime;
+
+        logManager.updateLogFilename(newLogFilename);
+        perfLogManager.updateLogFilename("PERF_" + newLogFilename);
+        CInterventionLogManager.getInstance().updateLogFilename("INT_" + newLogFilename);
+
+
+
+
         // TODO : implement time stamps
         logManager.postDateTimeStamp(GRAPH_MSG, "RoboTutor:SessionStart");
         logManager.postEvent_I(GRAPH_MSG, "EngineVersion:" + VERSION_RT);
 
-        // After starting logging, select the arm name using MABHandler
-        armName = MABHandler.getArm(ARM_WEIGHTS_FILE, null);
-
-        // Update the log filename with the selected arm name
-        logFilename = logFilename.replace("default_arm", armName);
-        Log.w(TAG, "Log filename updated: " + logFilename);
     }
 
     /**
@@ -942,9 +964,14 @@ protected void onStart() {
         // Start the async task to initialize the tutor
         //
         new tutorConfigTask().execute();
-    }
 
+        // Add ArmName on banner
+        sArmName = armName;
+    }
 
+    public static String getArmName() {
+        return sArmName;
+    }
     /**
      *  requery DB Cursors here
      */

app/src/main/assets/original_devdata.json

@@ -12,6 +12,7 @@
 import cmu.xprize.robotutor.tutorengine.graph.vars.IScope2;
 import cmu.xprize.util.IScope;
 import cmu.xprize.util.JSON_Helper;
+import cmu.xprize.comp_logging.PerformanceLogItem;
 
 /**
  * Handler for MAB (Multi-Arm Bandit)
@@ -32,7 +33,7 @@ public class MABHandler {
 
     public static String getArm(String dataSource, IScope2 scope) {
         List<Arm> arms = getarms(dataSource, scope);
-        Arm selectedArm = selectArm(arms);
+        Arm selectedArm = selectArm(arms, 0.1F);
         // Ensure that selected arm is not null
         if (selectedArm != null) {
             Log.d(TAG, "getArm: selected = " + selectedArm.name);
@@ -43,52 +44,73 @@ public static String getArm(String dataSource, IScope2 scope) {
         }
     }
 
-    // Selects an arm from a list of arms
-    private static Arm selectArm(List<Arm> arms) {
-        float sum = 0;
+    public static Float getArmWeight(String armName, List<Arm> arms) {
         for (Arm arm : arms) {
-            sum += arm.weight;
+            if (arm.name.equals(armName)) {
+                return arm.weight;
+            }
         }
+        return null;
+    }
 
-        // Select random number between 0 and sum
-        float p = getRandom(0, sum);
-
-        // find out where p lies
-        float bottom = 0;
+    public static String getMatrixName(String armName, List<Arm> arms) {
         for (Arm arm : arms) {
-            float top = bottom + arm.weight;
-            if (bottom <= p && p <= top) {
-                return arm;
+            if (arm.name.equals(armName)) {
+                return arm.matrix;
             }
-            bottom = top;
         }
         return null;
     }
 
+
+    // Selects an arm from a list of arms using ε-greedy algorithm
+    private static Arm selectArm(List<Arm> arms, float epsilon) {
+        // Random number to decide between exploration and exploitation
+        float randomV = getRandom(0, 1);
+        if (randomV < epsilon) {
+            // Exploration:choose a random arm
+            int randomIndex = (int) getRandom(0, arms.size());
+            Arm randomArm = arms.get(randomIndex);
+            return randomArm;
+        } else {
+            // Exploitation:choose the arm with highest weight
+            Arm bestArm = null;
+            float maxWeight = Float.NEGATIVE_INFINITY;
+            for (Arm arm : arms) {
+                if (arm.weight > maxWeight) {
+                    maxWeight = arm.weight;
+                    bestArm = arm;
+                }
+            }
+            return bestArm;
+        }
+    }
+
+
     // Returns random number between [min, max]
     private static float getRandom(float min, float max) {
         return (float) (min + Math.random() * (max - min));
     }
 
 
-    private static List<Arm> getarms(String dataSource, IScope2 scope) {
+    public static List<Arm> getarms(String dataSource, IScope2 scope) {
         String jsonData = JSON_Helper.cacheData(dataSource);
         List<Arm> arms = new ArrayList<>();
         try {
             JSONObject rootObject = new JSONObject(jsonData);
             JSONArray rootArray = rootObject.getJSONArray(KEY_ARRAY);
             arms = parseArray(rootArray, scope);
-    
+
             // Adding logging to print arms
             for (Arm arm : arms) {
-                Log.d(TAG, "Arm: " + arm.name + ", Weight: " + arm.weight + ", Matrix Path"  + arm.matrix); 
+                Log.d(TAG, "Arm: " + arm.name + ", Weight: " + arm.weight + ", Matrix Path"  + arm.matrix);
             }
-    
+
         } catch (Exception e) {
             Log.e(TAG, "Error in getarms: " + e.getMessage());
         }
         return arms;
-}
+    }
 
 
     private static List<Arm> parseArray(JSONArray array, IScope2 scope) throws JSONException {
@@ -102,4 +124,4 @@ private static List<Arm> parseArray(JSONArray array, IScope2 scope) throws JSONE
     }
 
 
-}
+}

app/src/main/assets/reordered_devdata.json

@@ -164,7 +164,12 @@ public void setVersionID(String versionID) {
 
             //mTutor_Ver += versionID; // not sure why this versionID was used, as it seems to have no significance
             mTutor_Ver += "v" + Configuration.configVersion(getContext());
-
+            // Retrieve the arm name from RoboTutor
+            String armName = RoboTutor.getArmName();
+            if (armName != null) {
+                // Add a new line, a space, or any formatting you like
+                mTutor_Ver += "\n" + armName;
+            }
             mVersion.setText(mTutor_Ver);
         }
         else {

app/src/main/assets/reordered_filtered_devdata.json

@@ -35,6 +35,13 @@ private CLogManager() {
     }
 
 
-
+    @Override
+    public void startLoggingWithDynamicFilename(String logPath, String logFilename) {
+        super.startLoggingWithDynamicFilename(logPath, logFilename);
+    }
+    @Override
+    public void updateLogFilename(String newFilename) {
+        super.updateLogFilename(newFilename);
+    }
 
 }