diff --git a/lib/philomena/images/elasticsearch_index.ex b/lib/philomena/images/elasticsearch_index.ex
index 44be16e8..831546f9 100644
--- a/lib/philomena/images/elasticsearch_index.ex
+++ b/lib/philomena/images/elasticsearch_index.ex
@@ -143,8 +143,7 @@ defmodule Philomena.Images.ElasticsearchIndex do
     }
   end
 
-  def wilson_score(%{upvotes_count: upvotes, downvotes_count: downvotes})
-      when upvotes > 0 or downvotes > 0 do
+  def wilson_score(%{upvotes_count: upvotes, downvotes_count: downvotes}) when upvotes > 0 do
     # Population size
     n = (upvotes + downvotes) / 1