Skip to content

Python 3.x support and more... #1

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
pdudis wants to merge 2 commits into
base: master
Choose a base branch
from
Open

Python 3.x support and more... #1

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
4cf1cf7
Python 3.x support and more...
pdudis Jan 27, 2019
5765ef0
Update README.md
pdudis Jan 27, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,3 +1,10 @@
Extract, parse, and decompress data from an Android Gmail database.

This is a standalone script.

Changelog 20190127 [changes by [Petro Dudi](https://github.com/pdudis)]:

- Adapted for Python 3.x
- Added bad_chars_sub() to replace subject fields containing "/" and "\\" with "-", and return a string of 50 chars max
- Added unicode support when writing decompressed body field to file
- Prints account names and number of processed emails to standard output
52 changes: 33 additions & 19 deletions android-gm-extractor.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,18 @@
outputs to standard output with HTML
formatting.

========================================
Updated by Petro Dudi on 20190127
- Adapted for Python 3.x
- Added bad_chars_sub() to replace
subject fields containing "/" and "\"
with "-", and return a string of 50
chars max
- Added unicode support when writing
decompressed body field to file
- Prints account names and number of
processed emails to standard output

========================================
Updated by CBRYCE on 20150107

Expand All @@ -23,6 +35,7 @@
'''

import sys
import os
import time
import sqlite3
import zlib
Expand Down Expand Up @@ -54,6 +67,14 @@ def bad_chars(string):
string = string.replace(char, '')
return string

def bad_chars_sub(string):
'''Removes / and \ from string.
Returns cleaned string.'''
for char in ['/', '\\']:
if char in string:
string = string.replace(char, '-')
return string[0:50]


def main(path, outputPath):
con = sqlite3.connect(path)
Expand All @@ -79,30 +100,32 @@ def main(path, outputPath):
em_subject = row[8]
em_body = row[9]

outputFile = open(outputPath+"/"+str(em_id)+"__"+str(em_subject), 'w')
outputFile = open(outputPath+"/"+str(em_id)+"__"+bad_chars_sub(em_subject)+".html", 'w')

outputFile.write('<html><body>')
write_css(outputFile)

outputFile.write('<div class="content"><div class="header">''<strong>ID:</strong>' + str(em_id) +
'<br><br>'+'<strong>From:</strong>' + bad_chars(em_faddress).encode('utf-8') + '<br>' +
'<br><br>'+'<strong>From:</strong>' + bad_chars(em_faddress) + '<br>' +
'<strong>Date Received (UTC +0):</strong>' + epoch_to_date(em_rdate) + '<br><br>' +
'<strong>To:</strong>' + bad_chars(em_taddress).encode('utf-8') + '<br>' +
'<strong>To:</strong>' + bad_chars(em_taddress) + '<br>' +
'<strong>Date Sent (UTC +0):</strong>' + epoch_to_date(em_sdate) + '<br><br>'
'<strong>CC:</strong>' + bad_chars(em_caddress).encode('utf-8') + '<br>' +
'<strong>BCC:</strong>' + bad_chars(em_baddress).encode('utf-8') + '<br>' +
'<strong>Reply-To Address:</strong>' + bad_chars(em_raddress).encode('utf-8') +
'<strong>CC:</strong>' + bad_chars(em_caddress) + '<br>' +
'<strong>BCC:</strong>' + bad_chars(em_baddress) + '<br>' +
'<strong>Reply-To Address:</strong>' + bad_chars(em_raddress) +
'<br><br>' + '</div><div class="body">' +
'<strong>Subject:</strong>' + em_subject.encode('utf-8') + '<br><br>' +
'<strong>Subject:</strong>' + str(em_subject) + '<br><br>' +
'<strong>Body:</strong><br>')

if em_body:
dem_body = zlib.decompress(em_body)
outputFile.write(dem_body)
outputFile.write(dem_body.decode('utf-8'))
outputFile.write('</div></div>')
email_count += 1
outputFile.write('</body></html>')
#print email_count
outputFile.write('</body></html>')

accountNamePrint = os.path.basename(outputPath)
print(accountNamePrint + ': ' + str(email_count) + ' emails')

cur.close()
con.close()
Expand All @@ -117,15 +140,6 @@ def scan_for_files(path):

for root, subdirs, files in os.walk(path):
for fileEntry in files:
# if fileEntry.startswith('internal.') and fileEntry.endswith('.db') and fileEntry.__contains__('@'):
# accountNameInternal = fileEntry.strip('internal.')
# accountNameInternal = accountNameInternal.strip('.db')
#
# account_info['account'] = accountNameInternal
# account_info['path'] = os.path.join(root, fileEntry)
#
# filesToProcess.append(account_info)
# account_info = dict()

if fileEntry.startswith('mailstore.') and fileEntry.endswith('.db') and fileEntry.__contains__('@'):
accountNameInternal = fileEntry.split('mailstore.', 1)[1]
Expand Down