Cross Entropy & KL for non-proj trees

yzhangcs · yzhangcs · commit 71d097e51a24 · 2021-12-27T01:42:58.000+08:00
diff --git a/supar/structs/tree.py b/supar/structs/tree.py
@@ -72,10 +72,10 @@ def entropy(self):
         return self.log_partition - (self.marginals * self.scores).sum((-1, -2))
 
     def cross_entropy(self, other):
-        raise NotImplementedError
+        return other.log_partition - (self.marginals * other.scores).sum((-1, -2))
 
     def kl(self, other):
-        raise NotImplementedError
+        return other.log_partition - self.log_partition + (self.marginals * (self.scores - other.scores)).sum((-1, -2))
 
     def score(self, value, partial=False):
         arcs = value
