diff --git a/src/main/java/de/ellpeck/actuallyadditions/mod/inventory/ContainerBag.java b/src/main/java/de/ellpeck/actuallyadditions/mod/inventory/ContainerBag.java
index 43708e8a8..0adba1024 100644
--- a/src/main/java/de/ellpeck/actuallyadditions/mod/inventory/ContainerBag.java
+++ b/src/main/java/de/ellpeck/actuallyadditions/mod/inventory/ContainerBag.java
@@ -219,7 +219,7 @@ public class ContainerBag extends Container implements IButtonReactor{
 
     @Override
     public boolean canInteractWith(EntityPlayer player){
-        return player.getHeldItemMainhand() == sack;
+        return !sack.isEmpty() && player.getHeldItemMainhand() == sack;
     }
 
     @Override