added "status: draft" support in the strip astro header option that's now renamed to use front matter; fixed missing "-" character from the options column

Author: Gioee

.github/workflows/test.yaml

@@ -17,7 +17,7 @@ jobs:
           project-string: ${{ secrets.PROJECT_STRING }}
           base-url: https://your-website.com/docs/
           database: documentation.sqlite
-          strip-astro-header: true
+          use-front-matter: true
           strip-md-titles: true
           strip-jsx: true
           strip-html: true

README.md

@@ -39,7 +39,7 @@ jobs:
               uses: actions/checkout@v4
 
             - name: Build SQLite Cloud database
-              uses: sqlitecloud/docsearch-action@v3
+              uses: sqlitecloud/docsearch-action@v4
               with:
                 project-string: ${{ secrets.PROJECT_STRING }}
                 base-url: https://your-website.com/docs/
@@ -56,7 +56,7 @@ jobs:
       * Set the `strip-html` input to `true` if you want to remove HTML elements.
       * Set the `strip-jsx` input to `true` if you want to remove JSX elements.
       * Set the `strip-md-titles` input to `true` if you want to remove markdown titles to avoid redundancy in the search.
-      * Set the `strip-astro-header` input to `true` if you want to remove the Astro header from every file and put it in the `documentation` table as a JSON Object.
+      * Set the `use-front-matter` input to `true` if you want to move the front matter to the `documentation` table as a JSON Object.
       * Set the `path-using-slug` input to `true` if you want to use the slug in the header as the path instead of the relative one for the URL.
 7. Commit and push the workflow file to your repository.
 

action.yml

@@ -28,8 +28,8 @@ inputs:
     description: If you want to avoid redundancy of your markdown titles in the search set this to true.
     required: false
     default: false
-  strip-astro-header:
-    description: If you use Astro and you want to remove its docs header make this true.
+  use-front-matter:
+    description: If you use a front matter and you want the action to convert it to json and send it to the cloud make this true.
     required: false
     default: false
   path-using-slug:
@@ -62,7 +62,7 @@ runs:
         [[ ${{ inputs.strip-html }} == true ]] && args+=" --strip-html"
         [[ ${{ inputs.strip-jsx }} == true ]] && args+=" --strip-jsx"
         [[ ${{ inputs.strip-md-titles }} == true ]] && args+=" --strip-md-titles"
-        [[ ${{ inputs.strip-astro-header }} == true ]] && args+=" --strip-astro-header"
+        [[ ${{ inputs.use-front-matter }} == true ]] && args+=" --use-front-matter"
         [[ ${{ inputs.path-using-slug }} == true ]] && args+=" --path-using-slug"
         echo $(main --input=${{ inputs.path }} --output=search.sql --base-url=${{ inputs.base-url }} $args)
       shell: bash

src/main.c

@@ -7,7 +7,7 @@
 
 
 #define GENERATE_SQLITE_DATABASE    0
-#define DOCBUILDER_VERSION          "0.3"
+#define DOCBUILDER_VERSION          "0.4"
 
 #include <stdio.h>
 #include <fcntl.h>
@@ -26,6 +26,8 @@
 #define PATH_SEPARATOR              '/'
 
 #define NEXT                        input[i++]
+#define PREV2                       input[i-3]
+#define PREV                        input[i-2]
 #define CURRENT                     input[i-1]
 #define PEEK                        input[i]
 #define PEEK2                       input[i+1]
@@ -35,7 +37,7 @@
 #define SKIP_UNTIL(_c)              do{i++;} while(PEEK == _c)
 #define RESET_SKIP()                do {toskip = NO_SKIP; nskip = 1;} while(0)
 
-#define OPTIONS_COL                  json_mode && strip_astro_header
+#define OPTIONS_COL                  json_mode && use_front_matter
 
 #if GENERATE_SQLITE_DATABASE
 sqlite3 *db = NULL;
@@ -48,12 +50,13 @@ const char *base_url = NULL;
 bool strip_html = false;
 bool strip_jsx = false;
 bool strip_md_title = false;
-bool strip_astro_header = false;
+bool use_front_matter = false;
 bool use_transaction = false;
 bool json_mode = false;
 bool path_using_slug = false;
 bool use_database = false;
 bool create_db = false;
+bool status_draft = false;
 
 // MARK: - I/O Utils -
 
@@ -77,6 +80,7 @@ static char *directory_read (DIRREF ref) {
         }
         if (d->d_name[0] == '\0') continue;
         if (d->d_name[0] == '.') continue;
+        //if (use_front_matter && d->d_name[0] == '_') continue; // skipping files starting with _ like astro does
         return (char *)d->d_name;
     }
     return NULL;
@@ -226,14 +230,20 @@ static char *process_md (const char *input, char *buffer, size_t *len, char *ast
             if (c == toskip) {
                 if (nskip == 1) {
                     RESET_SKIP();
-                } else if ((nskip == 3) && (PEEK == toskip) && (PEEK2 == toskip)) {
-                    NEXT; // -
-                    NEXT; // -
-                    NEXT; // \n
-                    RESET_SKIP();
+                } else if (nskip == 3) {
+                    if((PEEK == toskip) && (PEEK2 == toskip)){
+                        NEXT; // -
+                        NEXT; // -
+                        NEXT; // \n
+                        RESET_SKIP();
+                    } else if( ((PREV != toskip) && (PEEK != toskip)) || ((PREV != toskip) && (PREV2 != toskip)) ) astro_header[h++] = c;
                 }
             } else if(toskip == '-' && nskip == 3) {
                 if(path_using_slug && c == '\n' && PEEK == 's' && PEEK2 == 'l' && check_line(&input[i-1], "\nslug: ", "\n")) slug_index += i;
+                if(use_front_matter && c == '\n' && PEEK == 's' && PEEK2 == 't' && check_line(&input[i-1], "\nstatus:", "draft")){
+                    status_draft = true;
+                    return NULL;
+                }
                 astro_header[h++] = c;
             }
             continue;
@@ -338,7 +348,7 @@ static char *process_md (const char *input, char *buffer, size_t *len, char *ast
             }
 
             case '-': {
-                if ((PEEK == '-') && (PEEK2 == '-') && strip_astro_header) {
+                if ((PEEK == '-') && (PEEK2 == '-') && use_front_matter) {
                     if (i == 1) {
                         // process meta
                         SET_SKIP_N('-', 3);
@@ -619,6 +629,8 @@ static void scan_docs (const char *base_url, const char *dir_path) {
 
         const char *slug_path = process_md(source_code, buffer, &size, astro_header, &header_size);
 
+        if(status_draft) continue;
+
         if(OPTIONS_COL) process_json(astro_header, &header_size);
 
         // build url and title
@@ -682,7 +694,7 @@ int main (int argc, char * argv[]) {
         {
             .identifier = 'a',
             .access_letters = "a",
-            .access_name = "strip-astro-header",
+            .access_name = "use-front-matter",
             .value_name = NULL,
             .description = "Remove Astro header"
         },
@@ -772,7 +784,7 @@ int main (int argc, char * argv[]) {
             case 'l': strip_html = true; break;
             case 'j': strip_jsx = true; break;
             case 'm': strip_md_title = true; break;
-            case 'a': strip_astro_header = true; break;
+            case 'a': use_front_matter = true; break;
             case 't': use_transaction = true; break;
             case 'u': use_database = true; break;
             case 's': json_mode = true; break;