Generate baseline data for gelu operator

webmachinelearning · May 28, 2024 · 991a9f0 · 991a9f0
1 parent a7105c8
commit 991a9f0
Show file tree

Hide file tree

Showing 4 changed files with 1,092 additions and 1 deletion.
diff --git a/test/tools/gen-operator-with-single-input.js b/test/tools/gen-operator-with-single-input.js
@@ -4,12 +4,14 @@
 
 import path from 'path';
 import {softsign} from '../../src/softsign.js';
+import {gelu} from '../../src/gelu.js';
 import {Tensor} from '../../src/lib/tensor.js';
 import {utils} from './utils.js';
 
 (() => {
   function computeBySingleInput(operatorName, input, options = {}) {
     const operatorMappingDict = {
+      'gelu': gelu,
       'softsign': softsign,
     };
     const inputTensor = new Tensor(input.shape, input.data);
@@ -55,7 +57,9 @@ import {utils} from './utils.js';
           (typeof test.inputs[inputName].data === 'object' &&
            typeof test.inputs[inputName].data[0] === 'number') ?
           test.inputs[inputName].data :
-          toSaveDataDict['inputsData'][test.inputs[inputName].data];
+          utils.getPrecisionDataFromDataDict(
+              toSaveDataDict['inputsData'], test.inputs[inputName].data,
+              test.inputs[inputName].type);
     }
     // update weights (scale, bias, and etc.) data of options
     if (test.options) {

diff --git a/test/tools/resources/gelu.json b/test/tools/resources/gelu.json
@@ -0,0 +1,210 @@
+{
+  "tests": [
+    {
+      "name": "gelu float32 0D scalar",
+      "inputs": {
+        "input": {
+          "shape": [],
+          "data": "float64DataScalar",
+          "type": "float32"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [],
+        "data": "float32DataScalar",
+        "type": "float32"
+      }
+    },
+    {
+      "name": "gelu float16 0D scalar",
+      "inputs": {
+        "input": {
+          "shape": [],
+          "data": "float64DataScalar",
+          "type": "float16"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [],
+        "data": "float16DataScalar",
+        "type": "float16"
+      }
+    },
+    {
+      "name": "gelu float32 1D tensor",
+      "inputs": {
+        "input": {
+          "shape": [24],
+          "data": "float64Data",
+          "type": "float32"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [24],
+        "data": "float32Data",
+        "type": "float32"
+      }
+    },
+    {
+      "name": "gelu float16 1D tensor",
+      "inputs": {
+        "input": {
+          "shape": [24],
+          "data": "float64Data",
+          "type": "float16"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [24],
+        "data": "float16Data",
+        "type": "float16"
+      }
+    },
+    {
+      "name": "gelu float32 2D tensor",
+      "inputs": {
+        "input": {
+          "shape": [4, 6],
+        "data": "float64Data",
+          "type": "float32"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [4, 6],
+        "data": "float32Data",
+        "type": "float32"
+      }
+    },
+    {
+      "name": "gelu float16 2D tensor",
+      "inputs": {
+        "input": {
+          "shape": [4, 6],
+        "data": "float64Data",
+          "type": "float16"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [4, 6],
+        "data": "float16Data",
+        "type": "float16"
+      }
+    },
+    {
+      "name": "gelu float32 3D tensor",
+      "inputs": {
+        "input": {
+          "shape": [2, 3, 4],
+          "data": "float64Data",
+          "type": "float32"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [2, 3, 4],
+        "data": "float32Data",
+        "type": "float32"
+      }
+    },
+    {
+      "name": "gelu float16 3D tensor",
+      "inputs": {
+        "input": {
+          "shape": [2, 3, 4],
+          "data": "float64Data",
+          "type": "float16"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [2, 3, 4],
+        "data": "float16Data",
+        "type": "float16"
+      }
+    },
+    {
+      "name": "gelu float32 4D tensor",
+      "inputs": {
+        "input": {
+          "shape": [2, 2, 2, 3],
+          "data": "float64Data",
+          "type": "float32"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [2, 2, 2, 3],
+        "data": "float32Data",
+        "type": "float32"
+      }
+    },
+    {
+      "name": "gelu float16 4D tensor",
+      "inputs": {
+        "input": {
+          "shape": [2, 2, 2, 3],
+          "data": "float64Data",
+          "type": "float16"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [2, 2, 2, 3],
+        "data": "float16Data",
+        "type": "float16"
+      }
+    },
+    {
+      "name": "gelu float32 5D tensor",
+      "inputs": {
+        "input": {
+          "shape": [2, 1, 4, 1, 3],
+          "data": "float64Data",
+          "type": "float32"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [2, 1, 4, 1, 3],
+        "data": "float32Data",
+        "type": "float32"
+      }
+    },
+    {
+      "name": "gelu float16 5D tensor",
+      "inputs": {
+        "input": {
+          "shape": [2, 1, 4, 1, 3],
+          "data": "float64Data",
+          "type": "float16"
+        }
+      },
+      "expected": {
+        "name": "output",
+        "shape": [2, 1, 4, 1, 3],
+        "data": "float16Data",
+        "type": "float16"
+      }
+    }
+  ],
+  "inputsData": {
+    "float64DataScalar": {
+      "shape": [1],
+      "type": "float64"
+    },    
+    "float64Data": {
+      "shape": [24],
+      "type": "float64"
+    }
+  },
+  "inputsDataRange": {
+    "max": 1,
+    "min": -1
+  }
+}