amazon_textract/s3_test.py at master · sfchronicle/amazon_textract · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import boto3
import os
import sys
import configparser


cp = configparser.ConfigParser(interpolation=None)
# read env file based on location
if os.path.exists('/Users/yzhao/.env'):
    cp.read('/Users/yzhao/.env')
else: # production
    cp.read("/home/ec2-user/Projects/deploy-engine/.env")

# Prep AWS
os.environ["AWS_ACCESS_KEY_ID"] = cp.get('aws', 'textract_user')
os.environ["AWS_SECRET_ACCESS_KEY"] = cp.get('aws', 'textract_pass')
session = boto3.Session(
    aws_access_key_id= cp.get('aws', 's3_user'),
    aws_secret_access_key=cp.get('aws', 's3_pass'),
)
s3 = session.resource('s3')
client = boto3.client('s3')

s3BucketName = "sfc-project-files"
prefix ='restraint-seclusion/SCH_02'

file_names = []
result = client.list_objects_v2(Bucket=s3BucketName, Prefix=prefix)
for item in result['Contents']:
    files = item['Key'].split('/')
    files = files[2].replace('.pdf','')
    print(files)
    file_names.append(files)
print(len(file_names))