diff --git a/server/src/api/comment.rs b/server/src/api/comment.rs
index 65516aca2..ffd7da2ea 100644
--- a/server/src/api/comment.rs
+++ b/server/src/api/comment.rs
@@ -294,7 +294,8 @@ impl Perform<CommentResponse> for Oper<CreateCommentLike> {
     CommentLike::remove(&conn, &like_form)?;
 
     // Only add the like if the score isnt 0
-    if &like_form.score != &0 {
+    let do_add = &like_form.score != &0 && (&like_form.score == &1 || &like_form.score == &-1);
+    if do_add {
       let _inserted_like = match CommentLike::like(&conn, &like_form) {
         Ok(like) => like,
         Err(_e) => {
diff --git a/server/src/api/post.rs b/server/src/api/post.rs
index 39df95462..a60107812 100644
--- a/server/src/api/post.rs
+++ b/server/src/api/post.rs
@@ -297,7 +297,8 @@ impl Perform<CreatePostLikeResponse> for Oper<CreatePostLike> {
     PostLike::remove(&conn, &like_form)?;
 
     // Only add the like if the score isnt 0
-    if &like_form.score != &0 {
+    let do_add = &like_form.score != &0 && (&like_form.score == &1 || &like_form.score == &-1);
+    if do_add {
       let _inserted_like = match PostLike::like(&conn, &like_form) {
         Ok(like) => like,
         Err(_e) => {