diff --git a/Makefile b/Makefile
index eeeca750b51..fa9ca8d5eea 100644
--- a/Makefile
+++ b/Makefile
@@ -114,7 +114,7 @@ test_all_commits_travis:
 # since we have CI for osx and linux but not windows, this should help
 windows_build_check:
 	GOOS=windows GOARCH=amd64 go build -o .test.ipfs.exe ./cmd/ipfs
-	rm .test.ipfs.exe
+	rm -f .test.ipfs.exe
 
 PHONY += test test_short test_expensive
 
diff --git a/test/Makefile b/test/Makefile
index 55b96d1430d..9ebee7afbdc 100644
--- a/test/Makefile
+++ b/test/Makefile
@@ -21,7 +21,7 @@ deps: global-deps bins
 
 clean:
 	$(MAKE) -C sharness clean
-	-rm -rf $(BINS)
+	rm -rf $(BINS)
 
 bins: $(BINS)
 
diff --git a/test/sharness/Makefile b/test/sharness/Makefile
index d43cccf3512..7a691c6d421 100644
--- a/test/sharness/Makefile
+++ b/test/sharness/Makefile
@@ -19,11 +19,11 @@ all: aggregate
 
 clean: clean-test-results
 	@echo "*** $@ ***"
-	-rm -rf $(BINS)
+	rm -rf $(BINS)
 
 clean-test-results:
 	@echo "*** $@ ***"
-	-rm -rf test-results
+	rm -rf test-results
 
 $(T): clean-test-results deps
 	@echo "*** $@ ***"