diff --git a/blasphemy b/blasphemy
index 566fead..837c7d9 100755
--- a/blasphemy
+++ b/blasphemy
@@ -46,6 +46,10 @@ def find_library(library):
 
 def find_library_in_search_path(library, path):
     for (dirpath, dirnames, filenames) in os.walk(path):
+        for name in ["sbin", "bin", "share", "include", "etc", "site-packages", "src", "vendor_ruby", "kernel"]:
+            if name in dirnames:
+                dirnames.remove(name)
+
         if library in filenames:
             library_path = os.path.join(dirpath, library)
             if "ELF 64-bit" in file_type(library_path):