fix: glue drop_namespace to check non-iceberg tables (#2083)

# Rationale for this change

This PR is adding a check for all tables in the GlueCatalog instead of
just iceberg tables.

GlueCatalog allows users to store other table formats under the same
database. Using the catalog's `list_tables()` call filters out
non-Iceberg table types, which avoids the proper Iceberg
`NamespaceNotEmptyError` and instead returns a generic Glue SDK error.

This change aligns with the behavior in the java implementation:
-
https://github.com/apache/iceberg/blob/main/aws/src/main/java/org/apache/iceberg/aws/glue/GlueCatalog.java#L538-L571

# Are these changes tested?

Tested locally with Glue Catalog

# Are there any user-facing changes?

Yes new exception message when a `drop_namespace()` call is made against
a database with non-iceberg tables.

Author: geruh

pyiceberg/catalog/glue.py

@@ -687,13 +687,19 @@ def drop_namespace(self, namespace: Union[str, Identifier]) -> None:
         """
         database_name = self.identifier_to_database(namespace, NoSuchNamespaceError)
         try:
-            table_list = self.list_tables(namespace=database_name)
-        except NoSuchNamespaceError as e:
+            table_list_response = self.glue.get_tables(DatabaseName=database_name)
+            table_list = table_list_response["TableList"]
+        except self.glue.exceptions.EntityNotFoundException as e:
             raise NoSuchNamespaceError(f"Database does not exist: {database_name}") from e
 
         if len(table_list) > 0:
-            raise NamespaceNotEmptyError(f"Database {database_name} is not empty")
-
+            first_table = table_list[0]
+            if self.__is_iceberg_table(first_table):
+                raise NamespaceNotEmptyError(f"Cannot drop namespace {database_name} because it still contains Iceberg tables")
+            else:
+                raise NamespaceNotEmptyError(
+                    f"Cannot drop namespace {database_name} because it still contains non-Iceberg tables"
+                )
         self.glue.delete_database(Name=database_name)
 
     def list_tables(self, namespace: Union[str, Identifier]) -> List[Identifier]:

tests/catalog/test_glue.py

@@ -548,6 +548,18 @@ def test_drop_non_empty_namespace(
         test_catalog.drop_namespace(database_name)
 
 
+@mock_aws
+def test_drop_namespace_that_contains_non_iceberg_tables(
+    _bucket_initialize: None, moto_endpoint_url: str, table_schema_nested: Schema, database_name: str, table_name: str
+) -> None:
+    test_catalog = GlueCatalog("glue", **{"s3.endpoint": moto_endpoint_url, "warehouse": f"s3://{BUCKET_NAME}/"})
+    test_catalog.create_namespace(namespace=database_name)
+    test_catalog.glue.create_table(DatabaseName=database_name, TableInput={"Name": "hive_table"})
+
+    with pytest.raises(NamespaceNotEmptyError):
+        test_catalog.drop_namespace(database_name)
+
+
 @mock_aws
 def test_drop_non_exist_namespace(_bucket_initialize: None, moto_endpoint_url: str, database_name: str) -> None:
     test_catalog = GlueCatalog("glue", **{"s3.endpoint": moto_endpoint_url})