composite action

Author: Yasu-umi

.github/actions/extract_error/action.yml

@@ -0,0 +1,47 @@
+name: 'Extract Error'
+description: 'extract test error messaget to pull request comment'
+inputs:
+  error_filepath:
+    description: 'error mesasge file path'
+    required: true
+  openai_api_key:
+    description: 'OpenAI API Key'
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: Generate Test Output Summary
+      shell: bash
+      if: github.event_name == 'pull_request'
+      run: |
+        OPENAI_API_KEY=${{ inputs.openai_api_key }} python .github/actions/extract_error/extract_error.py ${{ inputs.error_filepath }} /tmp/output.txt
+
+    - name: Get Test Output Summary
+      shell: bash
+      id: get-comment-body
+      if: github.event_name == 'pull_request'
+      run: |
+        body="$(cat /tmp/output.txt)"
+        delimiter="$(openssl rand -hex 8)"
+        echo "body<<${delimiter}" >> $GITHUB_OUTPUT
+        echo "${body}" >> $GITHUB_OUTPUT
+        echo "${delimiter}" >> $GITHUB_OUTPUT
+
+    - name: Find Comment
+      uses: peter-evans/find-comment@v2
+      id: find-comment
+      if: github.event_name == 'pull_request'
+      with:
+        issue-number: ${{ github.event.pull_request.number }}
+        comment-author: 'github-actions[bot]'
+        body-includes: Error Summary
+
+    - name: Create or update comment
+      uses: peter-evans/create-or-update-comment@v2
+      if: github.event_name == 'pull_request'
+      with:
+        comment-id: ${{ steps.find-comment.outputs.comment-id }}
+        issue-number: ${{ github.event.pull_request.number }}
+        body: ${{ steps.get-comment-body.outputs.body }}
+        edit-mode: replace

.github/actions/extract_error/extract_error.py

@@ -0,0 +1,29 @@
+import argparse
+import os
+from prompttrail.agent.templates import LinearTemplate
+from prompttrail.agent.runners import CommandLineRunner
+from prompttrail.models.openai import OpenAIChatCompletionModel, OpenAIModelConfiguration, OpenAIModelParameters
+from prompttrail.agent.user_interaction import UserInteractionTextCLIProvider
+
+
+def extract(error_message: str):
+    return f"""# Error Summary
+
+TODO: impl summarization of error_message by PromptTail.
+error_mesasge len: {len(error_message)}
+"""
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser()
+    parser.add_argument('error_filepath') 
+    parser.add_argument('output_filepath') 
+    args = parser.parse_args()
+    with open(args.error_filepath) as f:
+        error_message = f.read()
+    with open(args.output_filepath, 'w') as f:
+        f.write(extract(error_message))
+
+
+if __name__ == "__main__":
+    main()

.github/workflows/extract_error.py

@@ -30,42 +30,17 @@ jobs:
       - name: Run black
         run: black --check src examples tests
       - name: Run pytest
-        run: pytest --cov=src --cov-report=xml tests >> /tmp/test_output.txt
+        run: pytest --cov=src --cov-report=xml tests > /tmp/test_output.txt
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           GOOGLE_CLOUD_API_KEY: ${{ secrets.GOOGLE_CLOUD_API_KEY }}
 
-      - name: Generate Test Output Summary
-        shell: bash
-        if: github.event_name == 'pull_request'
-        run: |
-          python .github/workflows/extract_error.py /tmp/test_output.txt > /tmp/output.txt
-      - name: Get Test Output Summary
-        shell: bash
-        id: get-comment-body
-        if: github.event_name == 'pull_request'
-        run: |
-          body="$(cat /tmp/output.txt)"
-          delimiter="$(openssl rand -hex 8)"
-          echo "body<<${delimiter}" >> $GITHUB_OUTPUT
-          echo "${body}" >> $GITHUB_OUTPUT
-          echo "${delimiter}" >> $GITHUB_OUTPUT
-      - name: Find Comment
-        uses: peter-evans/find-comment@v2
-        id: find-comment
-        if: github.event_name == 'pull_request'
-        with:
-          issue-number: ${{ github.event.pull_request.number }}
-          comment-author: 'github-actions[bot]'
-          body-includes: Error Summary
-      - name: Create or update comment
-        uses: peter-evans/create-or-update-comment@v2
-        if: github.event_name == 'pull_request'
+      - name: Extract Error
+        uses: ./.github/actions/extract_error
+        if: failure()
         with:
-          comment-id: ${{ steps.find-comment.outputs.comment-id }}
-          issue-number: ${{ github.event.pull_request.number }}
-          body: ${{ steps.get-comment-body.outputs.body }}
-          edit-mode: replace
+          error_filepath: /tmp/test_output.txt
+          openai_api_key: ${{ secrets.OPENAI_API_KEY }}
 
       - name: Upload coverage reports to Codecov
         uses: codecov/codecov-action@v3