Merge branch 'Shuffle:master' into master

.github/labeler.yml

@@ -0,0 +1,2 @@
+App:
+    - '/.*/'

.github/workflows/ci.yaml

@@ -64,7 +64,7 @@ jobs:
         with:
           context: ${{ matrix.app }}/${{ matrix.version }}
           file: ${{ matrix.app }}/${{ matrix.version }}/Dockerfile          
-          platforms: linux/amd64,linux/arm64,linux/386
+          platforms: linux/amd64,linux/arm64
           push: true
           tags: |
             ${{ secrets.DOCKERHUB_USERNAME }}/${{ matrix.app }}:${{ matrix.version }}

.github/workflows/project_automation.yml

@@ -6,6 +6,16 @@ on:
       - opened
 
 jobs:
+  add-label:
+    name: Add label to issue
+    runs-on: ubuntu-latest
+    steps:
+    - uses: github/[email protected] #May not be the latest version
+      with:
+        configuration-path: .github/labeler.yml
+        repo-token: ${{ secrets.ADD_TO_PROJECT_PAT }}
+        enable-versioned-regex: 0
+
   add-to-project:
     name: Add issue to project
     runs-on: ubuntu-latest

README.md

@@ -1,7 +1,7 @@
 # Shuffle Apps
-This is a repository for apps to be used in [Shuffle](https://github.com/frikky/shuffle)
+All public apps are available in the search, engine either in your local instance or on [https://shuffler.io/search?tab=apps](https://shuffler.io/search?tab=apps). This is a repository for apps to be used in [Shuffle](https://github.com/frikky/shuffle)
 
-**PS:** These apps should be valid with WALKOFF, but the SDK is different, meaning you have to change the FIRST line in each Dockerfile (FROM frikky/shuffle:app_sdk).
+**PS:** These apps should be valid with WALKOFF (from NSA), but the SDK is different, meaning you have to change the FIRST line in each Dockerfile (FROM frikky/shuffle:app_sdk) to make it compatible with Shuffle.
 
 ## App Creation 
 App creation can be done with the Shuffle App Creator (exports as OpenAPI) or Python, which makes it possible to connect _literally_ any tool. Always prioritize using the App Creator when applicable. 

email/1.2.0/src/app.py

@@ -394,7 +394,7 @@ def parse_email_file(self, file_id, file_extension):
         print("File: %s" % file_path)
         if file_extension.lower() == 'eml':
             print('working with .eml file')
-            ep = eml_parser.EmlParser(include_attachment_data=True, include_raw_body=True)
+            ep = eml_parser.EmlParser(include_attachment_data=True, include_raw_body=True, parse_attachment=True)
             try:
                 parsed_eml = ep.decode_email_bytes(file_path['data'])
                 if str(parsed_eml["header"]["date"]) == "1970-01-01 00:00:00+00:00":

servicenow/1.0.0/Dockerfile → email/1.3.0/Dockerfile

@@ -24,3 +24,4 @@ COPY src /app
 # Finally, lets run our app!
 WORKDIR /app
 CMD python app.py --log-level DEBUG
+

email/1.3.0/api.yaml

@@ -0,0 +1,280 @@
+walkoff_version: 1.3.0
+app_version: 1.3.0
+name: email
+description: Email app
+tags:
+  - email
+categories:
+  - communication 
+contact_info:
+  name: "@frikkylikeme"
+  url: https://github.com/frikky
+  email: "[email protected]"
+actions:
+  - name: send_email_shuffle
+    description: Send an email from Shuffle
+    parameters:
+      - name: apikey
+        description: Your https://shuffler.io apikey
+        multiline: false
+        example: "https://shuffler.io apikey"
+        required: true
+        schema:
+          type: string
+      - name: recipients
+        description: The recipients of the email
+        multiline: false
+        example: "[email protected],[email protected]"
+        required: true
+        schema:
+          type: string
+      - name: subject
+        description: The subject to use
+        multiline: false
+        example: "SOS this is an alert :o"
+        required: true
+        schema:
+          type: string
+      - name: body
+        description: The body to add to the email
+        multiline: true
+        example: "This is an email alert from Shuffler.io :)"
+        required: true
+        schema:
+          type: string
+    returns:
+      schema:
+        type: string
+  - name: send_email_smtp
+    description: Send an email with SMTP
+    parameters:
+      - name: username
+        description: The SMTP login username
+        multiline: false
+        example: "[email protected]"
+        required: false 
+        schema:
+          type: string
+      - name: password
+        description: The password to log in with SMTP
+        multiline: false
+        example: "******************"
+        required: false 
+        schema:
+          type: string
+      - name: smtp_host
+        description: The host of the SMTP
+        multiline: false
+        example: "smtp-mail.outlook.com"
+        required: true
+        schema:
+          type: string
+      - name: smtp_port
+        description: The port to use for SMTP
+        multiline: false
+        example: "587"
+        required: true
+        schema:
+          type: string
+      - name: recipient
+        description: The receiver(s) of the email
+        multiline: false
+        example: "[email protected],[email protected]"
+        required: true
+        schema:
+          type: string
+      - name: subject
+        description: The subject of the email
+        multiline: false
+        example: "This is a subject, hello there :)"
+        required: true
+        schema:
+          type: string
+      - name: body
+        description: The body to add to the email
+        multiline: true
+        example: "This is an email alert from Shuffler.io :)"
+        required: true
+        schema:
+          type: string
+      - name: attachments 
+        description: Send files from shuffle as part of the email 
+        multiline: false
+        example: "file_id1,file_id2,file_id3"
+        required: false
+        schema:
+          type: string
+      - name: ssl_verify 
+        description: Whether to use TLS or not
+        example: "true"
+        required: false 
+        options:
+          - true
+          - false
+        schema:
+          type: string
+      - name: body_type 
+        description: The type of body to send. HTML by default
+        example: "true"
+        required: false 
+        options:
+          - "html"
+          - "plain"
+        schema:
+          type: string
+    returns:
+      schema:
+        type: string
+  - name: get_emails_imap
+    description: Get emails using IMAP (e.g. imap.gmail.com / Outlook.office365.com)
+    parameters:
+      - name: username
+        description: The SMTP login username
+        multiline: false
+        example: "[email protected]"
+        required: true
+        schema:
+          type: string
+      - name: password
+        description: The password to log in with SMTP
+        multiline: false
+        example: "******************"
+        required: true
+        schema:
+          type: string
+      - name: imap_server
+        description: The imap server host
+        multiline: false
+        example: "Outlook.office365.com"
+        required: true
+        schema:
+          type: string
+      - name: foldername
+        description: The folder to use, e.g. "inbox"
+        multiline: false
+        example: "inbox"
+        required: true
+        schema:
+          type: string
+      - name: amount
+        description: Amount of emails to retrieve
+        multiline: false
+        example: "10"
+        required: true
+        schema:
+          type: string
+      - name: unread
+        description: Retrieve just unread emails
+        multiline: false
+        options:
+          - "false"
+          - "true"
+        required: true
+        schema:
+          type: bool
+      - name: fields
+        description: Comma separated list of fields to be exported
+        multiline: false
+        example: "body, header.subject, header.header.message-id"
+        required: false
+        schema:
+          type: string
+      - name: include_raw_body
+        description: Include raw body in email export
+        multiline: false
+        options:
+          - "true"
+          - "false"
+        required: true
+        schema:
+          type: bool
+      - name: include_attachment_data
+        description: Include raw attachments in email export
+        multiline: false
+        options:
+          - "false"
+          - "true"
+        required: true
+        schema:
+          type: bool
+      - name: upload_email_shuffle
+        description: Upload email in shuffle, return uid
+        multiline: false
+        options:
+          - "false"
+          - "true"
+        required: true
+        schema:
+          type: bool
+      - name: upload_attachments_shuffle
+        description: Upload attachments in shuffle, return uids
+        multiline: false
+        options:
+          - "false"
+          - "true"
+        required: true
+        schema:
+          type: bool
+      - name: ssl_verify 
+        description: Whether to use TLS or not
+        example: "true"
+        required: false 
+        options:
+          - true
+          - false
+        schema:
+          type: string
+      - name: mark_as_read
+        description: Mark email as read or not
+        multiline: false
+        options:
+          - "false"
+          - "true"
+        required: false 
+        schema:
+          type: bool    
+  - name: parse_email_file
+    description: Takes a file from shuffle and analyzes it if it's a valid .eml or .msg
+    parameters:
+      - name: file_id
+        description: file id
+        required: true
+        multiline: true
+        example: 'adf5e3d0fd85633be17004735a0a119e'
+        schema:
+          type: string
+      - name: extract_attachments 
+        description: Whether to extract the attachments straight into files
+        required: true
+        options:
+          - true 
+          - false 
+        example: 'true'
+        schema:
+          type: string
+  - name: parse_email_headers
+    description: 
+    parameters:
+      - name: email_headers
+        description: Email headers
+        required: true
+        multiline: true
+        example: 'Email Headers'
+        schema:
+          type: string            
+    returns:
+      schema:
+        type: string
+  - name: analyze_headers 
+    description: 
+    parameters:
+      - name: headers 
+        description: Email headers in any format
+        required: true
+        multiline: true
+        schema:
+          type: string            
+    returns:
+      schema:
+        type: string
+large_image: data:image/png;base64,/9j/4AAQSkZJRgABAQAAAQABAAD/4QAYRXhpZgAASUkqAAgAAAAAAAAAAAAAAP/hAytodHRwOi8vbnMuYWRvYmUuY29tL3hhcC8xLjAvADw/eHBhY2tldCBiZWdpbj0i77u/IiBpZD0iVzVNME1wQ2VoaUh6cmVTek5UY3prYzlkIj8+IDx4OnhtcG1ldGEgeG1sbnM6eD0iYWRvYmU6bnM6bWV0YS8iIHg6eG1wdGs9IkFkb2JlIFhNUCBDb3JlIDUuMy1jMDExIDY2LjE0NTY2MSwgMjAxMi8wMi8wNi0xNDo1NjoyNyAgICAgICAgIj4gPHJkZjpSREYgeG1sbnM6cmRmPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5LzAyLzIyLXJkZi1zeW50YXgtbnMjIj4gPHJkZjpEZXNjcmlwdGlvbiByZGY6YWJvdXQ9IiIgeG1sbnM6eG1wPSJodHRwOi8vbnMuYWRvYmUuY29tL3hhcC8xLjAvIiB4bWxuczp4bXBNTT0iaHR0cDovL25zLmFkb2JlLmNvbS94YXAvMS4wL21tLyIgeG1sbnM6c3RSZWY9Imh0dHA6Ly9ucy5hZG9iZS5jb20veGFwLzEuMC9zVHlwZS9SZXNvdXJjZVJlZiMiIHhtcDpDcmVhdG9yVG9vbD0iQWRvYmUgUGhvdG9zaG9wIENTNiAoV2luZG93cykiIHhtcE1NOkluc3RhbmNlSUQ9InhtcC5paWQ6Nzg4QTJBMjVEMDI1MTFFN0EwQUVDODc5QjYyQkFCMUQiIHhtcE1NOkRvY3VtZW50SUQ9InhtcC5kaWQ6Nzg4QTJBMjZEMDI1MTFFN0EwQUVDODc5QjYyQkFCMUQiPiA8eG1wTU06RGVyaXZlZEZyb20gc3RSZWY6aW5zdGFuY2VJRD0ieG1wLmlpZDo3ODhBMkEyM0QwMjUxMUU3QTBBRUM4NzlCNjJCQUIxRCIgc3RSZWY6ZG9jdW1lbnRJRD0ieG1wLmRpZDo3ODhBMkEyNEQwMjUxMUU3QTBBRUM4NzlCNjJCQUIxRCIvPiA8L3JkZjpEZXNjcmlwdGlvbj4gPC9yZGY6UkRGPiA8L3g6eG1wbWV0YT4gPD94cGFja2V0IGVuZD0iciI/Pv/bAEMAAwICAgICAwICAgMDAwMEBgQEBAQECAYGBQYJCAoKCQgJCQoMDwwKCw4LCQkNEQ0ODxAQERAKDBITEhATDxAQEP/AAAsIAGQAZAEBEQD/xAAeAAABAwUBAQAAAAAAAAAAAAAAAQgJAgQFBwoGA//EAEoQAAECBAMEBwMDEQgDAAAAAAECAwAEBREGBxIIITFRCRMiMkFSYRRicSNCQxUWGBk2U1dYc3WBlJWzwdLTJDNjZXKDkeEmgqH/2gAIAQEAAD8Ak8JKipSlBwuDSpSeDw8qeRguQQrUAQNAV4JH3s+sA7OnT8n1fcv9Bfzc7wWAAToIAOsJ8Uq++H0gI1XSUlYWdSkji6fMnkBAdS9SidesWUpI3OjyjkYXtXCgbEDSFW3JT5D6+sIOzp0/J9X3NX0F/NzvBYABOggA6wnxSr74fSAjVdJSVhZ1KSOLp8yeQEBJUSVKCysaVKHB0eVPIwXIIVqAIGgK8Ej72fWFS640kNtzjcukcGli6k/GENwVagAQO0EcEjmj1g33AATe1wD3SnmffgG/Tp337mv535T+EaB2k9tzInZilVyuMq+up4iUjWxh+mFLs8s23dbv0stnmsgnwBiNPOHpddozHExMSmWsrSsA0tZIaMs0JudCfV50FKf/AFQPjDYsT7S+0LjJ8zGJc68aTqiSrSqtPoQD6ISoJH6BGFkM5c3qW8Jim5qYvlXArUFNVuZSb89y43Tlv0ju15ltMtKZzUmsRSbZGuSxC0mebcHIrV8r/wALEP02c+l2ywzAmZXDGeND+saqvEIRVWXFP0x1Z3AOE9thPx1JHioQ/un1Kn1eQZqtLn2ZuSmkJdamZVwOIWlQuktKTuUg8xFybgnUACB2gjgkc0e9BvuAAm9rgHulPM+/CpDik3bal1p8FPd8/GEtp7Ojq+r36OPUe96wWv2dF79vR5/8T/qI/ukM6RMZMGcyWyUqDMzjZ5vRWKwmy26UlQ3IQOBmLHx3IFibncIeqvWKtiCqTVbrtSmahUJ11T0zNTLqnHXnFG5UpSiSSeZi0ggggh2GxRt8Y92X69K4cr83N1zLuadCZumLXrcp4Ue0/KXPZPiW+6r0O+JxsF4zwvmFhSl42wXV5eo0Sqy6ZySmWFakJbUO/wDHiCk7wQQd4jN2v2dF79vR5v8AE/6g6rrflPYfar/S69Or9EIAAE6QoAHshfFJ5r9Ibpt3bTrOzBkbPYhpb7f11V5aqZh9le8iZUm65i3i20ntcirQPGIA6nU6jWqlNVirzr05PTzy5iZmHllTjrqyVKWoneSSSSYtoIIIIIIkI6J/axmsA4+Rs84yqZ+tvFb5VQ1vL7EjVCNyN/Bt4C1vOEn5xiYndYghVr3IHeKuY9yKVJbJu63MrV4qY7h+EVA6rEKKwvclSuLp8quQiDnpWM5ZnMrafn8HS04pykZfy6KMw2D2BNEByZUPXWQj/aEM0h3uwvk5PYmoeLM4HcnqHmth/CU1KytdwrNy5M+uUdQtZmZBYIu83oN2z3wbcbWk7ym2Zej6zuwXJ49y5yXwbUqXNgpUPZlpelnh32XmyrU24k7ik7/0WMey+wI2OPxesJfqyv5oPsCNjj8XrCX6sr+aD7AjY4/F6wl+rq/mhs2b2SGzXjPGc3s9bKuzngiq4zZGjEWJ3pRTlKwkyrcVOKCrOzVr6GRex73AiIe65TvqRWqhSet632Kadl9enTq0LKb28L24R86ZUp6jVKUrFMmVy85IvtzMu8g2U24hQUlQPMEAx0h7O+abGdWR+DM0mnAF16lMuzRTxamgNDzQHIOJWI2IpxDZ0Lm3ZdQ4tti6U/CEdeDaHJhxYWAklahwdAF9KeRjmXzRxJMYxzLxXiyacUt2sVqdnlFRuflHlq/jHmIlv6D37is1T/mlM/cvQ5zNnZ7xtl/jWc2htlFUtIYrfs7iXCLy+rpeLGk7zcDczN2vpdFrnvcSTsrIPaHwNtBYcmKlhsv02t0h4ydfw7UE9XUKPOJJC2Xmzv3KBAWNyrbvEDaDjjbTa3XVpQhAKlKUbBIHEk+ENLxdnDj/AGr8T1LJ7Zgra6NgymPmSxhmU0LhB+kkaV4OPkGynu6gG4PAlwGUuT2AMjsDy2BMuqGin06XBcdWTrfm3j3333D2nHFHeVH/AOCwjmnxr92Ve/Oc1+9VGGibDogMVP1vZWmKI+4b4dxJOybS1G4S06ht7QPipxf/ADD4kurbGhE21LpHBtwXUn4xbVNpb9OnGAAFrl3EkI4JukgFHrHMFWpdyUrE/KvAhxmZdbUDxBCyDFnEuHQej/wjNU/5rTP3L0PQ2hs1cR4f+pOUWU/VTGZeOtbFK1jW3SZNO6YqkwPBtlJ7IPfcKUi++NdYh2H5LB1CoWLtnXFD2Fs1sLS6rV+ZUXG8SqWouPtVVP0yXnCo6+8gqFtwAGAbkdpzbFcTgXNLB1Qyay9pBEri1iXm9VQxPNo/vJeVdT/dyJ3XcG9YNgTvt6TFODKZsY4nlc2MsaEmRypn25em45oMi2eqpiUANsVllA8gsiYtvUiyzcpJhz8rOylSkGqjITTUzKzTKXmHmlhSHG1C6VJI3EEEEGOXnGv3ZV785zX71UYaJjehfk3mdn/GM4oHRM4sWEBfcsiUZ1Eeu+JBUhxSbttS60+Cnu+fjCAaDbR1fV9rRx6n3vW8c5+2Bl1MZV7TGYmDXmlIaZrkxNyhIsFy0wrr2lD00OJjT0SfdE5mphvJnIrOXHmJutdalatSmZSSlxqmKhNuNOpYlWU8VOOLISAOdzuBiQLZ5yrxJQTVs382Q0/mVjrQ9VAk6m6RJp3y9Llz4NtA9ojvuFSjfdG54N8fGekZOpyUxTajKtTMrNNLYfYdSFIdbULKSpJ3EEEgiG4ZXz07s0Zis7OuJpp1zAmJFvP5cVSYWSJVYut2hurPzkC62Ce83dHFFogGxr92Ve/Oc1+9VGGiezo0MupnLzY/wezPy5bm8RqmMROsqFiUvr+SWf8AaQ2besOl6rrflPYfar/S69Or9EIAAE6QoAHshfFJ5r9Ii76Y7Z4mJgUHaSw7IqWhlCKHiLQN6RcmWmP9Nypsn8mIizj3GWGdOY2T9Xka1gSuJlH6bO/VKWbflm5hlubDam0v9U4lSC4lClBKiLp1G1iY3v8AbSdtr8LTP7Ekf6UL9tJ22vwss/sOR/pQfbSdtr8LLP7Dkf6UH20nba/C0z+w5H+lHmMxOkB2qc1MOKwrjjMNmfkPaGZxrTSZRl1iYZWFtPNOobC21pULhSSDx8DDe5uamJ6aenZt1Tr8w4p11auKlqNyT8SY2ZszZH1raIzqw1ldSG1hqozSXKlMAHTKyLZCn3VHwsi4HvKSPGOjSj0im0CjyVBpMqJen06XalZZhG7Q22kJQE+4AAIulJbJu63MrV4qY7h+EVA6rEKKwvclSuLp8quQjB45wVhrMbB9YwNjGnIn6JW5VyQnWVjihYtoTysbEKHAgGOf7a72U8abKeZszhStMOzVAnVreoNXCfk5uXvuSojcHUAgLTz3jcRGi4IIIIIuqVSqnXKnK0ajSD89PzzyJeWlpdsrcecUbJQlI3kkkAAROd0eGxqjZiy7XiLF8sy5j/FjaFVEiyhJMDeiSB9D2lkbiqw4JEO58CrUQAdJV4pPkHu+sIpxDZ0Lm3ZdQ4tti6U/CFJKiVKUFle5Sk8HR5U8jBcghWoAgaArwSPIfe9Y8PnJkvl1nzgScy7zMoDVQpMyLtlXZekHfmvNucULHgR8DcEiIZtqro1s58gZucxFg6QmsbYJQVOonpFkqnJNrw9pYTcgAfSJuk8Tp4Qz9SSklKgQQbEHwgggjYeTOz9m7n/iFGHMq8Fz1YdCgJiZSjRKSiT8955XYQB6m58AYmN2LejtwJsyoYxri52XxVmC43unA3/ZpAEb0ygVvv4F09ojgEgm7wSSq5Kgsr3KUODo8qeRguQQrUAQNAV4JHkPvesKl1bY0Im2pdI4NuC6k/GENwVagAQO0EcEjmj1g33AATe1wD3SnmffgG/Tp337mv535T+EG4i4KiCbAnvE8j7kaHzf2Hdl/O1+YqONcraexU3jd6p0i8jNFfPU1ZLnxWlUNjxL0LOTs6+tzC+bWLKSkHUWpmXl5xKR4BJAbJjD0/oTcEoeH1Uz5rbzfe0sUZlolH+pTigFelo3Nlr0UuyZgSYZn6vQ6zjKaQQpr6uz3yBI462WQhNvRVxDscMYVwvgujMYfwfh+n0Wly/ZZlJCVQw2k8tCABp9YypsL6iQAe0U8Unkj3YDcE6gAQO0EcEjmj3oN9wAE3tcA90p5n34VIcUm7bUutPgp7vn4wOpS05MNtiyZdAW0PKo+MASkuIbIulbPXKHNfOEa+V9m6zf7Vq633rcIpSoqbQ6T2lvdQo80coVxRbRMLRuVLuBts+VJ4iKnEhtb6ECwl0BxseVR8YAlJcQ2RdK2euUOa+cI18r7N1m/wBq1db71uEUpUVNodJ7S3uoUeaOUK4otomFo3Kl3A22fKk8RFTiQ2t9CBYS6A42PKo+MASkuIbIulbPXKHNfOPtKSkvNy6JiYaC3F71KJO+P//Z

email/1.3.0/requirements.txt

@@ -0,0 +1,8 @@
+requests==2.25.1
+glom==20.11.0
+eml-parser==1.17.0
+msg-parser==1.2.0
+mail-parser==3.15.0
+extract-msg==0.30.9
+jsonpickle==2.0.0
+