update doc type and add number to fc-2-000-05n sections

dod-advana · Jun 7, 2024 · a31c272 · a31c272
1 parent b9d242a
commit a31c272
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/dataPipelines/gc_scrapy/gc_scrapy/spiders/ufc_spider.py b/dataPipelines/gc_scrapy/gc_scrapy/spiders/ufc_spider.py
@@ -147,12 +147,17 @@ def parse_doc_page(
                 download_url = url
         if download_url == "":
             return None
+
+        doc_type = "UFC"
+        if "unified-facilities-guide-specifications-ufgs" in response.url:
+            doc_type = "UFGS"
 
         fields = DocItemFields(
             doc_name=full_title,
             doc_title=self.ascii_clean(doc_title),
             doc_num=doc_num,
-            doc_type="Document",
+            doc_type=doc_type,
+            display_doc_type="Document",
             publication_date=parse_timestamp(publication_date),
             cac_login_required=False,
             source_page_url=response.url,
@@ -250,8 +255,9 @@ def parse_fc_2(
                 fields = DocItemFields(
                     doc_name=doc_name,
                     doc_title=doc_title,
-                    doc_num=" ",
-                    doc_type="Document",
+                    doc_num="2-000-05N",
+                    doc_type="UFC",
+                    display_doc_type="Document",
                     publication_date=parse_timestamp(publication_date),
                     cac_login_required=False,
                     source_page_url=response.url,