Update dc_function to function

src/datacustomcode/run.py

@@ -25,7 +25,7 @@
 )
 
 from datacustomcode.config import config
-from datacustomcode.scan import get_package_type
+from datacustomcode.scan import find_base_directory, get_package_type
 
 
 def _set_config_option(config_obj, key: str, value: str) -> None:
@@ -68,7 +68,8 @@ def run_entrypoint(
             f"config.json not found at {config_json_path}. config.json is required."
         )
 
-    package_type = get_package_type(entrypoint_dir)
+    base_directory = find_base_directory(entrypoint)
+    package_type = get_package_type(base_directory)
 
     try:
         with open(config_json_path, "r") as f:

src/datacustomcode/templates/function/Dockerfile.dependencies

@@ -1,4 +1,4 @@
-FROM public.ecr.aws/emr-on-eks/spark/emr-7.3.0:latest
+FROM python:3.11-slim
 
 USER root
 

src/datacustomcode/templates/function/payload/entrypoint.py

@@ -33,8 +33,8 @@ def chunk_text(text: str, chunk_size: int = 1000) -> List[str]:
     return chunks
 
 
-def dc_function(request: dict) -> dict:
-    logger.info("Inside DC Function")
+def function(request: dict) -> dict:
+    logger.info("Inside Function")
     logger.info(request)
 
     items = request["input"]
@@ -107,7 +107,7 @@ def dc_function(request: dict) -> dict:
     }
 
     # Run the function
-    result = dc_function(test_request)
+    result = function(test_request)
 
     # Print the results in a more readable format
     print("\nChunking Results:")

src/datacustomcode/templates/function/requirements-dev.txt

@@ -1,10 +1,3 @@
 # Required packages for the project - Do not modify
-salesforce-cdp-connector>=1.0.16
-pyspark==3.5.1
-pandas
-numpy
 pydantic
-jupyterlab
-ipywidgets
-tqdm
 salesforce-data-customcode