chore: change yaml output without sorted keys, preserving original ordering

_ollama/convert_io_yaml_files.py

@@ -24,7 +24,7 @@ def find_all_model_paths(model_name: str) -> List[Path]:
     paths = []
     for p in current.rglob(model_name):
         rp = p.relative_to(current).parts
-        if p.is_dir() and not (rp[0].startswith("_") or rp[0].startswith("_")):
+        if p.is_dir() and not (rp[0].startswith(".") or rp[0].startswith("_")):
             paths.append(p)
     return sorted(paths)
 
@@ -62,7 +62,7 @@ def convert_io_yaml_hf_to_ollama(hf_path: Path, ollama_path: Path):
         del ollama_yaml["parameters"]["max_completion_tokens"]
 
     with ollama_path.open("w") as f:
-        yaml.dump(ollama_yaml, f, default_style=False)
+        yaml.dump(ollama_yaml, f, default_style=False, sort_keys=False)
 
 def convert_lora_adapters(model_name: str, model_paths: List[Path]):
     """Converts LoRA adapters into GGUF format.

answer_relevance_classifier/granite4_micro/lora/io.yaml

@@ -1,14 +1,28 @@
-docs_as_message: roles
-instruction: answer_relevance
 model: null
+response_format: null
+instruction: answer_relevance
+transformations:
+- type: likelihood
+  categories_to_values:
+    true: 1.0
+    false: 0.0
+  input_path:
+  - answer_relevance_judgment
+- type: project
+  input_path: []
+  retained_fields:
+    answer_relevance_analysis: answer_relevance_analysis
+    answer_relevance_category: answer_relevance_category
+    answer_relevance_judgment: answer_relevance_likelihood
 parameters:
-  max_tokens: 1024
   response_format:
     properties:
       answer_relevance_analysis:
         title: Answer Relevance Analysis
         type: string
       answer_relevance_category:
+        title: Answer Relevance Category
+        type: string
         enum:
         - Pertinent
         - Pertinent with relevant extra
@@ -18,8 +32,6 @@ parameters:
         - Contextual misalignment
         - Misinterpreted inquiry
         - No attempt
-        title: Answer Relevance Category
-        type: string
       answer_relevance_judgment:
         title: Answer Relevance Judgment
         type: boolean
@@ -29,18 +41,6 @@ parameters:
     - answer_relevance_judgment
     title: AnswerRelevanceRawOutput
     type: object
-response_format: null
+  max_tokens: 1024
 sentence_boundaries: null
-transformations:
-- categories_to_values:
-    false: 0.0
-    true: 1.0
-  input_path:
-  - answer_relevance_judgment
-  type: likelihood
-- input_path: []
-  retained_fields:
-    answer_relevance_analysis: answer_relevance_analysis
-    answer_relevance_category: answer_relevance_category
-    answer_relevance_judgment: answer_relevance_likelihood
-  type: project
+docs_as_message: roles

answer_relevance_rewriter/granite4_micro/lora/io.yaml

@@ -1,4 +1,5 @@
-docs_as_message: roles
+model: null
+response_format: null
 instruction: "Rewrite the response for relevance.\nThe last assistant response is\
   \ considered not fully relevant to the last user inquiry due to {answer_relevance_category}:\
   \ {answer_relevance_analysis}\nDecide if you agree with this assessment, then act\
@@ -12,9 +13,8 @@ instruction: "Rewrite the response for relevance.\nThe last assistant response i
   \ regarding the original response, its assessment, or this instruction.  The user\
   \ does not see any of these.  Your response is the only response they will see to\
   \ their inquiry, in place of the original response.\n"
-model: null
+transformations: null
 parameters:
-  max_tokens: 1024
   response_format:
     properties:
       answer_relevance_rewrite:
@@ -23,6 +23,6 @@ parameters:
     required:
     - answer_relevance_rewrite
     type: object
-response_format: null
+  max_tokens: 1024
 sentence_boundaries: null
-transformations: null
+docs_as_message: roles

answerability/granite4_micro/alora/io.yaml

@@ -1,21 +1,21 @@
-docs_as_message: roles
-instruction: null
 model: null
-parameters:
-  max_tokens: 6
-  response_format:
-    enum:
-    - answerable
-    - unanswerable
-    type: string
 response_format: null
-sentence_boundaries: null
 transformations:
-- categories_to_values:
+- type: likelihood
+  categories_to_values:
     answerable: 1.0
     unanswerable: 0.0
   input_path: []
-  type: likelihood
-- field_name: answerability_likelihood
+- type: nest
   input_path: []
-  type: nest
+  field_name: answerability_likelihood
+instruction: null
+parameters:
+  response_format:
+    type: string
+    enum:
+    - answerable
+    - unanswerable
+  max_tokens: 6
+sentence_boundaries: null
+docs_as_message: roles

answerability/granite4_micro/lora/io.yaml

@@ -1,21 +1,21 @@
-docs_as_message: roles
-instruction: null
 model: null
-parameters:
-  max_tokens: 6
-  response_format:
-    enum:
-    - answerable
-    - unanswerable
-    type: string
 response_format: null
-sentence_boundaries: null
 transformations:
-- categories_to_values:
+- type: likelihood
+  categories_to_values:
     answerable: 1.0
     unanswerable: 0.0
   input_path: []
-  type: likelihood
-- field_name: answerability_likelihood
+- type: nest
   input_path: []
-  type: nest
+  field_name: answerability_likelihood
+instruction: null
+parameters:
+  response_format:
+    type: string
+    enum:
+    - answerable
+    - unanswerable
+  max_tokens: 6
+sentence_boundaries: null
+docs_as_message: roles

citations/granite4_micro/lora/io.yaml

@@ -1,70 +1,35 @@
-docs_as_message: roles
-instruction: 'Split the last assistant response into individual sentences.  For each
-  sentence in the response, identify the statement IDs from the below  documents that
-  it references. Ensure that your output includes all response  sentence IDs, and
-  for each response sentence ID, provide the list of corresponding  referring document
-  sentence IDs. The output must be a json structure.
-
-  '
 model: null
-parameters:
-  max_tokens: 4096
-  response_format:
-    $defs:
-      _MODEL_OUTPUT_ENTRY:
-        properties:
-          c:
-            items:
-              minimum: 0
-              type: integer
-            title: C
-            type: array
-          r:
-            minimum: 0
-            title: R
-            type: integer
-        required:
-        - r
-        - c
-        title: _MODEL_OUTPUT_ENTRY
-        type: object
-    items:
-      $ref: '#/$defs/_MODEL_OUTPUT_ENTRY'
-    title: _MODEL_OUTPUT
-    type: array
 response_format: null
-sentence_boundaries:
-  documents: c
-  last_message: r
 transformations:
-- input_path: []
+- type: explode
+  input_path: []
   target_field: c
-  type: explode
-- input_path: []
+- type: drop_duplicates
+  input_path: []
   target_fields:
   - r
   - c
-  type: drop_duplicates
-- input_path:
+- type: decode_sentences
+  source: last_message
+  input_path:
   - null
   - r
   output_names:
     begin: response_begin
     end: response_end
     text: response_text
-  source: last_message
-  type: decode_sentences
-- input_path:
+- type: decode_sentences
+  source: documents
+  input_path:
   - null
   - c
   output_names:
-    begin: citation_begin
     document_id: citation_doc_id
+    begin: citation_begin
     end: citation_end
     text: citation_text
-  source: documents
-  type: decode_sentences
-- input_path: []
+- type: project
+  input_path: []
   retained_fields:
   - response_begin
   - response_end
@@ -73,14 +38,49 @@ transformations:
   - citation_begin
   - citation_end
   - citation_text
-  type: project
-- begin_field: citation_begin
-  end_field: citation_end
+- type: merge_spans
+  input_path: []
   group_fields:
   - response_begin
   - response_end
   - response_text
   - citation_doc_id
-  input_path: []
+  begin_field: citation_begin
+  end_field: citation_end
   text_field: citation_text
-  type: merge_spans
+instruction: 'Split the last assistant response into individual sentences.  For each
+  sentence in the response, identify the statement IDs from the below  documents that
+  it references. Ensure that your output includes all response  sentence IDs, and
+  for each response sentence ID, provide the list of corresponding  referring document
+  sentence IDs. The output must be a json structure.
+
+  '
+parameters:
+  response_format:
+    $defs:
+      _MODEL_OUTPUT_ENTRY:
+        properties:
+          r:
+            minimum: 0
+            title: R
+            type: integer
+          c:
+            items:
+              minimum: 0
+              type: integer
+            title: C
+            type: array
+        required:
+        - r
+        - c
+        title: _MODEL_OUTPUT_ENTRY
+        type: object
+    items:
+      $ref: '#/$defs/_MODEL_OUTPUT_ENTRY'
+    title: _MODEL_OUTPUT
+    type: array
+  max_tokens: 4096
+sentence_boundaries:
+  last_message: r
+  documents: c
+docs_as_message: roles

context_relevance/granite4_micro/lora/io.yaml

@@ -1,29 +1,29 @@
-docs_as_message: roles
+model: null
+response_format: null
 instruction: 'DOCUMENT: {document_content}
 
   '
-model: null
+transformations:
+- type: likelihood
+  categories_to_values:
+    relevant: 1.0
+    irrelevant: 0.0
+    partially relevant: 0.5
+  input_path:
+  - context_relevance
 parameters:
   response_format:
+    title: ContextRelevanceOutput
+    type: object
     properties:
       context_relevance:
+        type: string
         description: Context relevancy judgment.
         enum:
         - relevant
         - irrelevant
         - partially relevant
-        type: string
     required:
     - context_relevance
-    title: ContextRelevanceOutput
-    type: object
-response_format: null
 sentence_boundaries: null
-transformations:
-- categories_to_values:
-    irrelevant: 0.0
-    partially relevant: 0.5
-    relevant: 1.0
-  input_path:
-  - context_relevance
-  type: likelihood
+docs_as_message: roles

hallucination_detection/granite4_micro/lora/io.yaml

@@ -1,4 +1,31 @@
-docs_as_message: roles
+model: null
+response_format: null
+transformations:
+- type: likelihood
+  categories_to_values:
+    faithful: 1.0
+    partial: 0.5
+    unfaithful: 0.0
+  input_path:
+  - null
+  - f
+- type: decode_sentences
+  source: last_message
+  input_path:
+  - null
+  - r
+  output_names:
+    begin: response_begin
+    end: response_end
+    text: response_text
+- type: project
+  input_path: []
+  retained_fields:
+    response_begin: response_begin
+    response_end: response_end
+    response_text: response_text
+    f: faithfulness_likelihood
+    e: explanation
 instruction: 'Split the last assistant response into individual sentences. For each
   sentence in the last assistant response, identify the faithfulness by comparing
   with the provided documents and generate the faithfulness reasoning and faithfulness
@@ -7,27 +34,25 @@ instruction: 'Split the last assistant response into individual sentences. For e
   decision. The output must be a json structure.
 
   '
-model: null
 parameters:
-  max_tokens: 4096
   response_format:
     $defs:
       HallucinationOutputEntry:
         properties:
-          e:
-            title: Reasoning
-            type: string
+          r:
+            minimum: 0
+            title: Sentence Num
+            type: integer
           f:
+            title: Is Faithful
+            type: string
             enum:
             - faithful
             - partial
             - unfaithful
-            title: Is Faithful
+          e:
+            title: Reasoning
             type: string
-          r:
-            minimum: 0
-            title: Sentence Num
-            type: integer
         required:
         - r
         - e
@@ -38,32 +63,7 @@ parameters:
       $ref: '#/$defs/HallucinationOutputEntry'
     title: HallucinationOutput
     type: array
-response_format: null
+  max_tokens: 4096
 sentence_boundaries:
   last_message: i
-transformations:
-- categories_to_values:
-    faithful: 1.0
-    partial: 0.5
-    unfaithful: 0.0
-  input_path:
-  - null
-  - f
-  type: likelihood
-- input_path:
-  - null
-  - r
-  output_names:
-    begin: response_begin
-    end: response_end
-    text: response_text
-  source: last_message
-  type: decode_sentences
-- input_path: []
-  retained_fields:
-    e: explanation
-    f: faithfulness_likelihood
-    response_begin: response_begin
-    response_end: response_end
-    response_text: response_text
-  type: project
+docs_as_message: roles

query_rewrite/granite4_micro/lora/io.yaml

@@ -1,8 +1,8 @@
-docs_as_message: roles
-instruction: null
 model: null
+response_format: null
+transformations: null
+instruction: null
 parameters:
-  max_tokens: 1024
   response_format:
     properties:
       rewritten_question:
@@ -12,6 +12,6 @@ parameters:
     - rewritten_question
     title: QueryRewriteOutput
     type: object
-response_format: null
+  max_tokens: 1024
 sentence_boundaries: false
-transformations: null
+docs_as_message: roles