feat: Add BulkImport APIs and cron

src/main/java/io/supertokens/bulkimport/BulkImportUserUtils.java

@@ -565,6 +565,7 @@ private void validateTenantIdsForRoleAndLoginMethods(Main main, AppIdentifier ap
                 } else if (!commonTenantUserPoolId.equals(tenantUserPoolId)) {
                     errors.add("All tenants for a user must share the same database for " + loginMethod.recipeId
                             + " recipe.");
+                    break; // Break to avoid adding the same error multiple times for the same loginMethod
                 }
             }
         }

src/main/java/io/supertokens/storageLayer/StorageLayer.java

@@ -89,6 +89,9 @@ private static Storage getNewInstance(Main main, JsonObject config, TenantIdenti
                     result = storageLayer;
                 }
             } else {
+                if (isBulkImportProxy) {
+                    throw new QuitProgramException("Creating a bulk import proxy storage instance with in-memory DB is not supported.");
+                }
                 result = new Start(main);
             }
         }

src/main/java/io/supertokens/webserver/Webserver.java

@@ -27,7 +27,9 @@
 import io.supertokens.pluginInterface.multitenancy.exceptions.TenantOrAppNotFoundException;
 import io.supertokens.webserver.api.accountlinking.*;
 import io.supertokens.webserver.api.bulkimport.BulkImportAPI;
+import io.supertokens.webserver.api.bulkimport.CountBulkImportUsersAPI;
 import io.supertokens.webserver.api.bulkimport.DeleteBulkImportUserAPI;
+import io.supertokens.webserver.api.bulkimport.ImportUserAPI;
 import io.supertokens.webserver.api.core.*;
 import io.supertokens.webserver.api.dashboard.*;
 import io.supertokens.webserver.api.emailpassword.UserAPI;
@@ -264,6 +266,8 @@ private void setupRoutes() {
 
         addAPI(new BulkImportAPI(main));
         addAPI(new DeleteBulkImportUserAPI(main));
+        addAPI(new ImportUserAPI(main));
+        addAPI(new CountBulkImportUsersAPI(main));
 
         StandardContext context = tomcatReference.getContext();
         Tomcat tomcat = tomcatReference.getTomcat();

src/main/java/io/supertokens/webserver/api/bulkimport/BulkImportAPI.java

@@ -69,9 +69,9 @@ protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws Se
         Integer limit = InputParser.getIntQueryParamOrThrowError(req, "limit", true);
 
         if (limit != null) {
-            if (limit > BulkImport.GET_USERS_PAGINATION_LIMIT) {
+            if (limit > BulkImport.GET_USERS_PAGINATION_MAX_LIMIT) {
                 throw new ServletException(
-                        new BadRequestException("Max limit allowed is " + BulkImport.GET_USERS_PAGINATION_LIMIT));
+                        new BadRequestException("Max limit allowed is " + BulkImport.GET_USERS_PAGINATION_MAX_LIMIT));
             } else if (limit < 1) {
                 throw new ServletException(new BadRequestException("limit must a positive integer with min value 1"));
             }

src/main/java/io/supertokens/webserver/api/bulkimport/CountBulkImportUsersAPI.java

@@ -0,0 +1,86 @@
+/*
+ *    Copyright (c) 2024, VRAI Labs and/or its affiliates. All rights reserved.
+ *
+ *    This software is licensed under the Apache License, Version 2.0 (the
+ *    "License") as published by the Apache Software Foundation.
+ *
+ *    You may not use this file except in compliance with the License. You may
+ *    obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ *    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ *    License for the specific language governing permissions and limitations
+ *    under the License.
+ */
+
+package io.supertokens.webserver.api.bulkimport;
+
+import java.io.IOException;
+
+import com.google.gson.JsonObject;
+
+import io.supertokens.Main;
+import io.supertokens.bulkimport.BulkImport;
+import io.supertokens.multitenancy.exception.BadPermissionException;
+import io.supertokens.pluginInterface.Storage;
+import io.supertokens.pluginInterface.bulkimport.BulkImportStorage.BULK_IMPORT_USER_STATUS;
+import io.supertokens.pluginInterface.exceptions.StorageQueryException;
+import io.supertokens.pluginInterface.multitenancy.AppIdentifier;
+import io.supertokens.pluginInterface.multitenancy.exceptions.TenantOrAppNotFoundException;
+import io.supertokens.storageLayer.StorageLayer;
+import io.supertokens.webserver.InputParser;
+import io.supertokens.webserver.WebserverAPI;
+import jakarta.servlet.ServletException;
+import jakarta.servlet.http.HttpServletRequest;
+import jakarta.servlet.http.HttpServletResponse;
+
+public class CountBulkImportUsersAPI extends WebserverAPI {
+  public CountBulkImportUsersAPI(Main main) {
+    super(main, "");
+  }
+
+  @Override
+  public String getPath() {
+    return "/bulk-import/users/count";
+  }
+
+  @Override
+  protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException {
+    // API is app specific
+
+    if (StorageLayer.isInMemDb(main)) {
+      throw new ServletException(new BadRequestException("This API is not supported in the in-memory database."));
+    }
+
+    String statusString = InputParser.getQueryParamOrThrowError(req, "status", true);
+
+    BULK_IMPORT_USER_STATUS status = null;
+    if (statusString != null) {
+      try {
+        status = BULK_IMPORT_USER_STATUS.valueOf(statusString);
+      } catch (IllegalArgumentException e) {
+        throw new ServletException(
+            new BadRequestException("Invalid value for status. Pass one of NEW, PROCESSING, or FAILED!"));
+      }
+    }
+
+    AppIdentifier appIdentifier = null;
+    Storage storage = null;
+
+    try {
+      appIdentifier = getAppIdentifier(req);
+      storage = enforcePublicTenantAndGetPublicTenantStorage(req);
+
+      long count = BulkImport.getBulkImportUsersCount(appIdentifier, storage, status);
+
+      JsonObject result = new JsonObject();
+      result.addProperty("status", "OK");
+      result.addProperty("count", count);
+      super.sendJsonResponse(200, result, resp);
+
+    } catch (TenantOrAppNotFoundException | BadPermissionException | StorageQueryException e) {
+      throw new ServletException(e);
+    }
+  }
+}

src/main/java/io/supertokens/webserver/api/bulkimport/DeleteBulkImportUserAPI.java

@@ -62,9 +62,9 @@ protected void doPost(HttpServletRequest req, HttpServletResponse resp) throws S
             throw new ServletException(new WebserverAPI.BadRequestException("Field name 'ids' cannot be an empty array"));
         }
 
-        if (arr.size() > BulkImport.DELETE_USERS_LIMIT) {
+        if (arr.size() > BulkImport.DELETE_USERS_MAX_LIMIT) {
             throw new ServletException(new WebserverAPI.BadRequestException("Field name 'ids' cannot contain more than "
-                    + BulkImport.DELETE_USERS_LIMIT + " elements"));
+                    + BulkImport.DELETE_USERS_MAX_LIMIT + " elements"));
         }
 
         String[] userIds = new String[arr.size()];

src/main/java/io/supertokens/webserver/api/bulkimport/ImportUserAPI.java

@@ -0,0 +1,103 @@
+/*
+ *    Copyright (c) 2024, VRAI Labs and/or its affiliates. All rights reserved.
+ *
+ *    This software is licensed under the Apache License, Version 2.0 (the
+ *    "License") as published by the Apache Software Foundation.
+ *
+ *    You may not use this file except in compliance with the License. You may
+ *    obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ *    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ *    License for the specific language governing permissions and limitations
+ *    under the License.
+ */
+
+package io.supertokens.webserver.api.bulkimport;
+
+import java.io.IOException;
+
+import com.google.gson.JsonArray;
+import com.google.gson.JsonObject;
+import com.google.gson.JsonPrimitive;
+
+import io.supertokens.Main;
+import io.supertokens.bulkimport.BulkImport;
+import io.supertokens.bulkimport.BulkImportUserUtils;
+import io.supertokens.multitenancy.exception.BadPermissionException;
+import io.supertokens.pluginInterface.Storage;
+import io.supertokens.pluginInterface.StorageUtils;
+import io.supertokens.pluginInterface.authRecipe.AuthRecipeUserInfo;
+import io.supertokens.pluginInterface.bulkimport.BulkImportUser;
+import io.supertokens.pluginInterface.exceptions.DbInitException;
+import io.supertokens.pluginInterface.exceptions.InvalidConfigException;
+import io.supertokens.pluginInterface.exceptions.StorageQueryException;
+import io.supertokens.pluginInterface.multitenancy.AppIdentifier;
+import io.supertokens.pluginInterface.multitenancy.exceptions.TenantOrAppNotFoundException;
+import io.supertokens.storageLayer.StorageLayer;
+import io.supertokens.utils.Utils;
+import io.supertokens.webserver.InputParser;
+import io.supertokens.webserver.WebserverAPI;
+import jakarta.servlet.ServletException;
+import jakarta.servlet.http.HttpServletRequest;
+import jakarta.servlet.http.HttpServletResponse;
+
+public class ImportUserAPI extends WebserverAPI {
+  public ImportUserAPI(Main main) {
+    super(main, "");
+  }
+
+  @Override
+  public String getPath() {
+    return "/bulk-import/import";
+  }
+
+  @Override
+  protected void doPost(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException {
+    // API is app specific
+
+    if (StorageLayer.isInMemDb(main)) {
+      throw new ServletException(new BadRequestException("This API is not supported in the in-memory database."));
+    }
+
+    JsonObject input = InputParser.parseJsonObjectOrThrowError(req);
+    JsonObject jsonUser = InputParser.parseJsonObjectOrThrowError(input, "user", false);
+
+    AppIdentifier appIdentifier = null;
+    Storage storage = null;
+    String[] allUserRoles = null;
+
+    try {
+      appIdentifier = getAppIdentifier(req);
+      storage = enforcePublicTenantAndGetPublicTenantStorage(req);
+      allUserRoles = StorageUtils.getUserRolesStorage(storage).getRoles(appIdentifier);
+    } catch (TenantOrAppNotFoundException | BadPermissionException | StorageQueryException e) {
+      throw new ServletException(e);
+    }
+
+    BulkImportUserUtils bulkImportUserUtils = new BulkImportUserUtils(allUserRoles);
+
+    try {
+      BulkImportUser user = bulkImportUserUtils.createBulkImportUserFromJSON(main, appIdentifier, jsonUser,
+          Utils.getUUID());
+
+      AuthRecipeUserInfo importedUser = BulkImport.importUser(main, appIdentifier, user);
+
+      JsonObject result = new JsonObject();
+      result.addProperty("status", "OK");
+      result.add("user",  importedUser.toJson());
+      super.sendJsonResponse(200, result, resp);
+    } catch (io.supertokens.bulkimport.exceptions.InvalidBulkImportDataException e) {
+      JsonArray errors = e.errors.stream()
+          .map(JsonPrimitive::new)
+          .collect(JsonArray::new, JsonArray::add, JsonArray::addAll);
+
+      JsonObject errorResponseJson = new JsonObject();
+      errorResponseJson.add("errors", errors);
+      throw new ServletException(new WebserverAPI.BadRequestException(errorResponseJson.toString()));
+    } catch (StorageQueryException | TenantOrAppNotFoundException | InvalidConfigException | DbInitException e) {
+      throw new ServletException(e);
+    }
+  }
+}