Add path exlusion to fetch command

Author: pedro-psb

.github/workflows/docs-ci.yml

@@ -55,8 +55,10 @@ jobs:
       - name: "Build Docs"
         working-directory: "pulp-docs"
         run: |
-          pulp-docs fetch --dest /tmp/pulp-docs-tmp
-          pulp-docs build --path pulp-docs@..:${{ github.event.repository.name }}@..:/tmp/pulp-docs-tmp
+          PATH="pulp-docs@..:${{ github.event.repository.name }}@.."
+          TMPDIR="/tmp/pulp-docs-tmp"
+          pulp-docs fetch --path "$PATH" --dest "$TMPDIR"
+          pulp-docs build --path "$PATH:$TMPDIR"
 
       - name: "Sanity Check"
         working-directory: "pulp-docs"

.yamllint.yml

@@ -0,0 +1,42 @@
+---
+
+yaml-files:
+  - '*.yaml'
+  - '*.yml'
+  - '.yamllint'
+
+rules:  # defaults are commented out
+  # anchors: enable
+  # braces: enable
+  # brackets: enable
+  # colons: enable
+  # commas: enable
+  # comments:
+  #   level: warning
+  # comments-indentation:
+  #   level: warning
+  document-end: enable
+  document-start: enable
+    # level: warning
+  # empty-lines: enable
+  # empty-values: disable
+  # float-values: disable
+  # hyphens: enable
+  # indentation: enable
+  # key-duplicates: enable
+  # key-ordering: disable
+  # line-length: enable
+  # new-line-at-end-of-file: enable
+  # new-lines: enable
+  # octal-values: disable
+  # https://yamllint.readthedocs.io/en/stable/rules.html#module-yamllint.rules.quoted_strings
+  quoted-strings:
+    quote-type: double
+    required: true
+    allow-quoted-quotes: true
+    check-keys: false
+
+  # trailing-spaces: enable
+  # truthy:
+  #   level: warning
+...

src/pulp_docs/cli.py

@@ -6,6 +6,7 @@
 from mkdocs.__main__ import cli as mkdocs_cli
 from mkdocs.config import load_config
 from pulp_docs.context import ctx_blog, ctx_docstrings, ctx_draft, ctx_path
+from pulp_docs.plugin import load_components
 
 
 def blog_callback(ctx: click.Context, param: click.Parameter, value: bool) -> bool:
@@ -63,7 +64,7 @@ def find_path_callback(ctx: click.Context, param: click.Parameter, value: bool)
 )
 
 
-async def clone_repositories(repositories: list[str], dest_dir: Path) -> None:
+async def clone_repositories(repositories: set[str], dest_dir: Path) -> None:
     """Clone multiple repositories concurrently."""
 
     async def clone_repository(repo_url: str) -> None:
@@ -100,16 +101,20 @@ async def clone_repository(repo_url: str) -> None:
     envvar="PULPDOCS_DIR",
     help="Path to mkdocs.yml config file",
 )
-def fetch(dest, config_file):
+@path_option
+def fetch(dest, config_file, find_path):
     """Fetch repositories to destination dir."""
     dest_path = Path(dest)
     config = load_config(config_file)
-    components = config.plugins["PulpDocs"].config.components
-    repositories_list = list({r.git_url for r in components})
+    all_components = config.plugins["PulpDocs"].config.components
+    all_repositories_set = {r.git_url for r in all_components if r.git_url}
+    found_components = load_components(find_path, config_file, draft=True)
+    found_repositories_set = {r.git_url for r in found_components}
+    final_repositories_set = all_repositories_set - found_repositories_set
 
     if not dest_path.exists():
         dest_path.mkdir(parents=True)
-    asyncio.run(clone_repositories(repositories_list, dest_path))
+    asyncio.run(clone_repositories(final_repositories_set, dest_path))
 
 
 main = mkdocs_cli