Ignore invalid requirement files

Signed-off-by: Tushar Goel <tushar.goel.dav@gmail.com>

Author: TG1999

src/python_inspector/resolve_cli.py

@@ -10,13 +10,15 @@
 #
 
 import json
+import os
 from typing import List
 
 import click
 from packaging.requirements import Requirement
 from tinynetrc import Netrc
 
 from _packagedcode.models import DependentPackage
+from _packagedcode.pypi import PipRequirementsFileHandler
 from _packagedcode.pypi import can_process_dependent_package
 from python_inspector import dependencies
 from python_inspector import utils
@@ -183,15 +185,44 @@ def resolve_dependencies(
     if verbose:
         click.secho(f"Resolving dependencies...")
 
-    netrc = None
     if netrc_file:
+        if not os.path.exists(netrc_file):
+            raise Exception(f"Missing netrc file {netrc_file}")
+
+    if not netrc_file:
+        netrc_file = os.path.join(os.path.expanduser("~"), ".netrc")
+        if not os.path.exists(netrc_file):
+            netrc_file = os.path.join(os.path.expanduser("~"), "_netrc")
+            if not os.path.exists(netrc_file):
+                netrc_file = None
+
+    if netrc_file:
+        if verbose:
+            click.secho(f"Using netrc file {netrc_file}")
         netrc = Netrc(file=netrc_file)
+    else:
+        netrc = None
+
     # TODO: deduplicate me
     direct_dependencies = []
 
     if PYPI_SIMPLE_URL not in index_urls:
         index_urls = tuple([PYPI_SIMPLE_URL]) + tuple(index_urls)
 
+    invalid_requirement_files = []
+
+    for req_file in requirement_files:
+        if not PipRequirementsFileHandler.is_datafile(location=req_file):
+            invalid_requirement_files.append(req_file)
+
+    if invalid_requirement_files:
+        click.secho(
+            f"""The following requirement files are not valid pip
+            requirement file names: {invalid_requirement_files}""",
+            err=True,
+        )
+        ctx.exit(1)
+
     for req_file in requirement_files:
         deps = dependencies.get_dependencies_from_requirements(requirements_file=req_file)
         for extra_data in dependencies.get_extra_data_from_requirements(requirements_file=req_file):

tests/data/pdt-requirements.txt

@@ -0,0 +1,6 @@
+click==6.7
+Flask==1.0
+itsdangerous==0.24
+Jinja2==2.11.3
+MarkupSafe==1.0
+Werkzeug==0.15.3

tests/data/pdt.txt

@@ -1,6 +0,0 @@
-click==6.7
-Flask==1.0
-itsdangerous==0.24
-Jinja2==2.11.3
-MarkupSafe==1.0
-Werkzeug==0.15.3

tests/data/single-url-except-simple-expected.json

@@ -37,7 +37,7 @@
       "sdist_url": "https://files.pythonhosted.org/packages/59/87/84326af34517fca8c58418d148f2403df25303e02736832403587318e9e8/click-8.1.3.tar.gz"
     },
     {
-      "package": "pkg:pypi/flask@2.1.3",
+      "package": "pkg:pypi/flask@2.2.0",
       "dependencies": [
         "pkg:pypi/click@8.1.3",
         "pkg:pypi/importlib-metadata@4.12.0",
@@ -46,9 +46,9 @@
         "pkg:pypi/werkzeug@2.2.1"
       ],
       "wheel_urls": [
-        "https://files.pythonhosted.org/packages/af/6a/00d144ac1626fbb44c4ff36519712e258128985a5d0ae43344778ae5cbb9/Flask-2.1.3-py3-none-any.whl"
+        "https://files.pythonhosted.org/packages/7b/97/3b7716320e560f937e356773a4ec7846c2617b78f6b7d1334cd1725ba834/Flask-2.2.0-py3-none-any.whl"
       ],
-      "sdist_url": "https://files.pythonhosted.org/packages/5b/77/3accd62b8771954e9584beb03f080385b32ddcad30009d2a4fe4068a05d9/Flask-2.1.3.tar.gz"
+      "sdist_url": "https://files.pythonhosted.org/packages/dd/2e/6efff09194bd056e2dc3d4b87028cf835dfbde5b324570db351ef04b868a/Flask-2.2.0.tar.gz"
     },
     {
       "package": "pkg:pypi/importlib-metadata@4.12.0",

tests/test_cli.py

@@ -44,7 +44,7 @@ def test_cli_with_default_urls():
 
 @pytest.mark.online
 def test_pdt_output():
-    requirements_file = test_env.get_test_loc("pdt.txt")
+    requirements_file = test_env.get_test_loc("pdt-requirements.txt")
     expected_file = test_env.get_test_loc("pdt-expected.json", must_exist=False)
     extra_options = []
     check_requirements_resolution(
@@ -212,6 +212,17 @@ def test_passing_of_json_pdt_and_json_flags():
     run_cli(options=options, expected_rc=1)
 
 
+def test_passing_of_netrc_file_that_does_not_exist():
+    options = ["--specifier", "foo", "--netrc", "bar.txt", "--json", "-"]
+    run_cli(options=options, expected_rc=2)
+
+
+def test_passing_of_wrong_requiremts_file():
+    test_file = test_env.get_test_loc("pdt.txt")
+    options = ["--requirement", test_file, "--json", "-"]
+    run_cli(options=options, expected_rc=1)
+
+
 def test_passing_of_no_json_output_flag():
     options = ["--specifier", "foo"]
     run_cli(options=options, expected_rc=1)