Fix divide by zero error.

.gitignore

@@ -0,0 +1,2 @@
+.database.sqlite
+.test.py

execution_accuracy.py

@@ -80,6 +80,8 @@ class ExecutionAccuracy(evaluate.Metric):
             features=datasets.Features({
                 'predictions': datasets.Value('string'),
                 'references': datasets.Value('string'),
+                'execute_func': datasets.Value(),
+                'filter_func': datasets.Value(),
             }),
             # Homepage of the module for documentation
             homepage="http://module.homepage",
@@ -116,7 +118,15 @@ class ExecutionAccuracy(evaluate.Metric):
                 # If only the reference passes the filter, count it
                 elif pred_bool != ref_bool:
                     divider += 1
-                
+        else:
+            filtered_predictions = predictions
+            filtered_references = references
+            divider = len(predictions)
+        
+        # If all preds and refs are filtered, execution accuracy makes no sense
+        if divider == 0:
+            divider = -1                    
+        
         accuracy = sum(execute_func(i) == execute_func(j) for i, j in zip(filtered_predictions, filtered_references)) / divider
         
         return {

test.py

@@ -0,0 +1,43 @@
+from evaluate import load
+import sqlite3
+
+module = load("LuckiestOne/valid_efficiency_score")
+
+# Create connection to the database
+database_path = "database.sqlite"
+connection = sqlite3.connect(database_path)
+# Cursor
+cursor = connection.cursor()
+
+# Create table
+cursor.execute('''CREATE TABLE IF NOT EXISTS Player
+             (PlayerID INTEGER PRIMARY KEY,
+             PlayerName TEXT NOT NULL);''')
+
+# Insert a row of data
+cursor.execute("INSERT INTO Player VALUES (1, 'Cristiano Ronaldo')")
+cursor.execute("INSERT INTO Player VALUES (2, 'Lionel Messi')")
+
+
+# Define the function that will execute the SQL queries
+def execute(sql_query):
+    # Execute the SQL queries
+
+    cursor.execute(sql_query)
+    result = cursor.fetchall()
+    return result
+
+
+sql_queries_pred = [
+    "SELECT COUNT(*) FROM Player WHERE PlayerName = 'Cristiano Ronaldo'",
+    "SELECT COUNT(*) FROM Player WHERE PlayerName = 'Lionel Messi'"
+]
+
+sql_queries_ref = [
+    "SELECT COUNT(*) FROM Player WHERE PlayerName = 'Cristiano Ronaldo'",
+    "SELECT COUNT(*) FROM Player WHERE PlayerName = 'Lionel Messi'"
+]
+
+# Compute the score
+results = module.compute(predictions=sql_queries_pred, references=sql_queries_ref, execute=execute)
+print(results)