diff --git a/Justfile b/Justfile
index 073fedb..5687a14 100644
--- a/Justfile
+++ b/Justfile
@@ -28,7 +28,7 @@ fmt: tool-gofumpt
 
 clean:
     go clean ./...
-    rm -rf build/
+    rm -rf build/ integration/certs.sqlite integration/key-database.pogreb/ integration/acme-account.json
 
 tool-golangci:
     @hash golangci-lint> /dev/null 2>&1; if [ $? -ne 0 ]; then \
diff --git a/server/certificates/certificates.go b/server/certificates/certificates.go
index 935139e..bd5991a 100644
--- a/server/certificates/certificates.go
+++ b/server/certificates/certificates.go
@@ -427,7 +427,7 @@ func SetupAcmeConfig(acmeAPI, acmeMail, acmeEabHmac, acmeEabKID string, acmeAcce
 func SetupCertificates(mainDomainSuffix, dnsProvider string, acmeConfig *lego.Config, acmeUseRateLimits, enableHTTPServer bool, challengeCache cache.SetGetKey, certDB database.CertDB) error {
 	// getting main cert before ACME account so that we can fail here without hitting rate limits
 	mainCertBytes, err := certDB.Get(mainDomainSuffix)
-	if err != nil {
+	if err != nil && !errors.Is(err, database.ErrNotFound) {
 		return fmt.Errorf("cert database is not working: %w", err)
 	}