1.1.4.13 update cloud functions and .gitignore.

.gitignore

@@ -1,4 +1,8 @@
 .archive
 .venv
+.samples
 
 *.ipynb
+*.pdf
+
+__pycache__/

cloud_db.py

@@ -52,6 +52,18 @@ def delete_item(table_name:str,key:dict):
     return res
 
 
+'''
+'''
+def get_item(table_name:str,key:dict):
+    try:
+        res = db_client.get_item(
+            TableName = table_name,
+            Key = py_dict_to_db_map(key)
+        )
+    except Exception as e:
+        return {"Error":e}
+    return res
+
 '''
 dynamodb structure management
 '''

cloud_storage.py

@@ -1,5 +1,6 @@
 import boto3
 import os
+import tempfile
 
 from utility import aws_access_key_id, aws_secret_access_key
 
@@ -13,7 +14,7 @@ s3 = boto3.client(
 def upload_file(path, bucket, object_name=None):
     """Upload a file to an S3 bucket
 
-    :param file_name: File to upload
+    :param path: path to file for upload
     :param bucket: Bucket to upload to
     :param object_name: S3 object name. 
         If not specified then file_name is used
@@ -30,20 +31,41 @@ def upload_file(path, bucket, object_name=None):
     except Exception as e:
         print(e)
         return False
+    return 
+
+def upload_fileobj(file_obj, bucket, object_name=None):
+    '''
+    Upload a file object to an S3 bucket
+    
+    :param file_obj: File object to upload
+    :param bucket: Bucket to upload to
+    :param object_name: S3 object name.
+        If not specified then file_name is used
+        
+    :return: True if file was uploaded, else False
+    '''
+    if object_name is None:
+        object_name = file_obj.name
+
+    try:
+        s3.upload_fileobj(file_obj, bucket, object_name)
+    except Exception as e:
+        print(e)
+        return False
     return True
 
 # get a file from s3
-def download_file(file_name, bucket, object_name=None):
+def download_file(bucket, object_name, file_name=None):
     """Download a file from an S3 bucket
 
-    :param file_name: File to download
     :param bucket: Bucket to download from
+    :param file_name: File to download
     :param object_name: S3 object name. 
         If not specified then file_name is used
     :return: True if file was downloaded, else False
     """
-    if object_name is None:
-        object_name = file_name
+    if file_name is None:
+        file_name = object_name
 
     try:
         s3.download_file(bucket, object_name, file_name)
@@ -52,6 +74,28 @@ def download_file(file_name, bucket, object_name=None):
         return False
     return True
 
+# download a file object from s3
+def download_fileobj(bucket, object_name, temp_obj=None):
+    '''
+    Download a file object from an S3 bucket
+    
+    :param file_name: File to download
+    :param bucket: Bucket to download from
+    :param object_name: S3 object name.
+        If not specified then file_name is used
+        
+    :return: True if file was downloaded, else False
+    '''
+    if temp_obj is None:
+        temp_obj = tempfile.TemporaryFile()
+
+    try:
+        s3.download_fileobj(bucket, object_name, temp_obj)
+    except Exception as e:
+        print(e)
+        return False
+    return temp_obj
+
 # delete a file from s3
 def delete_file(bucket, object_name):
     """Delete a file from an S3 bucket

utility.py

@@ -1,6 +1,6 @@
 import json
-import os
 import PyPDF2
+import tempfile
 
 from application import *
 
@@ -11,10 +11,10 @@ following functions are for file manipulation
 # read pdf file and return text
 def read_pdf(file_path):
     # open the pdf file
-    try:
+    if type(file_path) is str:
         filename = file_path
         pdfFileObj = open(file_path, 'rb')    
-    except TypeError:
+    elif type(file_path) is tempfile._TemporaryFileWrapper:
         filename = file_path.name
         pdfFileObj = open(file_path.name, 'rb')
 
@@ -32,16 +32,15 @@ def read_pdf(file_path):
         page_obj = pdfReader.pages[page_num]
         text += page_obj.extract_text ()
 
+    text = remove_symbols(text)
+
+    meta = pdfReader.metadata
     # close the pdf file object
     pdfFileObj.close()
 
-    text = remove_symbols(text)
-
-    with open(f"{filename.split('.')[0]}.txt", "w") as f:
-        f.write(text)
+    
 
-    # return the string of text
-    return text, pdfReader.metadata
+    return text, meta
 
 '''
 following functions are for format standard response