Transcribe Your Amazon Connect Recordings

1
import json
2
import os
3
import boto3
4
import http.client
5
import time
6
from urllib.parse import unquote_plus
7
import logging
8
9
# Configure logging
10
11
logger = logging.getLogger()
12
logger.setLevel(logging.INFO)
13
14
# Configuration settings
15
16
# See config parameters here: https://www.assemblyai.com/docs/api-reference/transcripts/submit
17
18
ASSEMBLYAI_CONFIG = {
19
20
# 'language_code': 'en_us',
21
22
# 'multichannel': True,
23
24
# 'redact_pii': True,
25
26
}
27
28
# Initialize AWS services
29
30
s3_client = boto3.client('s3')
31
32
def get_presigned_url(bucket, key, expiration=3600):
33
"""Generate a presigned URL for the S3 object"""
34
35
logger.info({
36
"message": "Generating presigned URL",
37
"bucket": bucket,
38
"key": key,
39
"expiration": expiration
40
})
41
42
s3_client_with_config = boto3.client(
43
's3',
44
config=boto3.session.Config(signature_version='s3v4')
45
)
46
47
return s3_client_with_config.generate_presigned_url(
48
'get_object',
49
Params={'Bucket': bucket, 'Key': key},
50
ExpiresIn=expiration
51
)
52
53
def delete_transcript_from_assemblyai(transcript_id, api_key):
54
"""
55
Delete transcript data from AssemblyAI's database using their DELETE endpoint.
56
57
Args:
58
transcript_id (str): The AssemblyAI transcript ID to delete
59
api_key (str): The AssemblyAI API key
60
61
Returns:
62
bool: True if deletion was successful, False otherwise
63
"""
64
headers = {
65
"authorization": api_key,
66
"content-type": "application/json"
67
}
68
69
conn = http.client.HTTPSConnection("api.assemblyai.com")
70
71
try: # Send DELETE request to AssemblyAI API
72
conn.request("DELETE", f"/v2/transcript/{transcript_id}", headers=headers)
73
response = conn.getresponse()
74
75
       # Check if deletion was successful (HTTP 200)
76
       if response.status == 200:
77
           response_data = json.loads(response.read().decode())
78
           logger.info(f"Successfully deleted transcript {transcript_id} from AssemblyAI")
79
           return True
80
       else:
81
           error_message = response.read().decode()
82
           logger.error(f"Failed to delete transcript {transcript_id}: HTTP {response.status} - {error_message}")
83
           return False
84
85
except Exception as e:
86
logger.info(f"Error deleting transcript {transcript_id}: {str(e)}")
87
return False
88
finally:
89
conn.close()
90
91
def transcribe_audio(audio_url, api_key):
92
"""Transcribe audio using AssemblyAI API with http.client"""
93
logger.info({"message": "Starting audio transcription"})
94
95
headers = {
96
"authorization": api_key,
97
"content-type": "application/json"
98
}
99
100
conn = http.client.HTTPSConnection("api.assemblyai.com")
101
102
# Submit the audio file for transcription with config parameters
103
104
request_data = {"audio_url": audio_url}
105
106
# Add all configuration settings
107
108
request_data.update(ASSEMBLYAI_CONFIG)
109
110
json_data = json.dumps(request_data)
111
conn.request("POST", "/v2/transcript", json_data, headers)
112
response = conn.getresponse()
113
114
if response.status != 200:
115
raise Exception(f"Failed to submit audio for transcription: {response.read().decode()}")
116
117
response_data = json.loads(response.read().decode())
118
transcript_id = response_data['id']
119
logger.info({"message": "Audio submitted for transcription", "transcript_id": transcript_id})
120
121
# Poll for transcription completion
122
123
while True:
124
conn = http.client.HTTPSConnection("api.assemblyai.com")
125
conn.request("GET", f"/v2/transcript/{transcript_id}", headers=headers)
126
polling_response = conn.getresponse()
127
polling_data = json.loads(polling_response.read().decode())
128
129
       if polling_data['status'] == 'completed':
130
           conn.close()
131
           logger.info({"message": "Transcription completed successfully"})
132
           return polling_data  # Return full JSON response instead of just text
133
       elif polling_data['status'] == 'error':
134
           conn.close()
135
           raise Exception(f"Transcription failed: {polling_data['error']}")
136
137
       conn.close()
138
       time.sleep(3)
139
140
def lambda_handler(event, context):
141
"""Lambda function to handle S3 events and process audio files"""
142
try: # Get the AssemblyAI API key from environment variables
143
api_key = os.environ.get('ASSEMBLYAI_API_KEY')
144
if not api_key:
145
raise ValueError("ASSEMBLYAI_API_KEY environment variable is not set")
146
147
       # Process each record in the S3 event
148
       for record in event.get('Records', []):
149
           # Get the S3 bucket and key
150
           bucket = record['s3']['bucket']['name']
151
           key = unquote_plus(record['s3']['object']['key'])
152
153
           # Generate a presigned URL for the audio file
154
           audio_url = get_presigned_url(bucket, key)
155
156
           # Get the full transcript JSON from AssemblyAI
157
           transcript_data = transcribe_audio(audio_url, api_key)
158
159
           # Prepare the transcript key - maintaining path structure but changing directory and extension
160
           transcript_key = key.replace('/CallRecordings/', '/AssemblyAITranscripts/', 1).replace('.wav', '.json')
161
162
           # Convert the JSON data to a string
163
           transcript_json_str = json.dumps(transcript_data, indent=2)
164
165
           # Upload the transcript JSON to the same bucket but in transcripts directory
166
           s3_client.put_object(
167
               Bucket=bucket,  # Use the same bucket
168
               Key=transcript_key,
169
               Body=transcript_json_str,
170
               ContentType='application/json'
171
           )
172
           logger.info({"message": "Transcript uploaded to transcript bucket successfully.", "key": transcript_key})
173
174
           # Uncomment the following line to delete transcript data from AssemblyAI after saving to S3
175
           # https://www.assemblyai.com/docs/api-reference/transcripts/delete
176
           # delete_transcript_from_assemblyai(transcript_data['id'], api_key)
177
178
       return {
179
           "statusCode": 200,
180
           "body": json.dumps({
181
               "message": "Audio file(s) processed successfully",
182
               "detail": "Transcripts have been stored in the AssemblyAITranscripts directory"
183
           })
184
       }
185
186
except Exception as e:
187
print(f"Error: {str(e)}")
188
return {
189
"statusCode": 500,
190
"body": json.dumps({
191
"message": "Error processing audio file(s)",
192
"error": str(e)
193
})
194
}

1
ASSEMBLYAI_CONFIG = {
2
   # 'language_code': 'en_us',
3
   # 'multichannel': True,
4
   # 'redact_pii': True,
5
}