Skip to content
Snippets Groups Projects
Commit 41527008 authored by Andreas Traczyk's avatar Andreas Traczyk Committed by Adrien Béraud
Browse files

crash-reporting: improve submission services 

Provide general improvements to the crash reporting submission services
by adding a separate report access server with a simple UI and updating
the crashpad submission server to use waitress.

- changes crashpad.py to crashpad_submit_server.py
- adds report_access_server.py
- updates README.md

Gitlab: #1454
Change-Id: I4e97f77cf2e2c0bb405064b0187ed3dfc2ee703e
parent cba84f2c
No related branches found
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
extras/crash-reports/example-submission-servers/README.md
+ 19
− 4
View file @ 41527008
......@@ -2,7 +2,9 @@
## Overview
This directory contains examples of crash report submission servers. These servers are responsible for receiving crash reports from clients and storing them. The examples are written in Python and use the Flask web framework.
This directory contains an example of a crash report submission server. This server is responsible for receiving crash reports from clients and storing them. The example is written in Python and uses the Flask web framework with Waitress as the WSGI server. It exposes one endpoint for submitting crash reports on the `/submit` path using the POST method on port `8080`.
It also contains an example of a crash report access server. This server is responsible for displaying the crash reports. It uses port `8081` and provides a simple HTML page that lists crash reports by page.
## Running the examples
......@@ -11,15 +13,28 @@ To run the examples, you need to have Python 3 installed. You can just use the v
```
python3 -m venv venv
source venv/bin/activate
pip install -r requirements.txt
python3 -m pip install -r requirements.txt
```
After activating the virtual environment, you can should be able to execute the example submission servers. To run the example submission server that uses the Crashpad format, run the following command:
> ⚠️ On Windows, you need to use `venv\Scripts\activate` instead of `source venv/bin/activate`.
After activating the virtual environment, you can should be able to execute the example submission server. To run the example submission server that uses the Crashpad format, run the following command:
```
python crashpad.py
python3 crashpad_submit_server.py
```
To run a server that displays the crash reports, run the following command:
```
python3 report_access_server.py
```
> ⚠️ It is recommended to run the report access server in a way that is not publicly accessible.
Either server can be run on the same machine or on different machines, and each can be run using the `--debug` flag to enable debugging.
## Metadata
The crash report submission servers expect the crash reports to contain a JSON object. The JSON object should contain the following basic metadata:
......
extras/crash-reports/example-submission-servers/crashpad.py → extras/crash-reports/example-submission-servers/crashpad_submit_server.py
+ 17
− 8
View file @ 41527008
#!/usr/bin/env python3
import os
from flask import Flask, request
from flask import Flask, request, jsonify
import json
import argparse
app = Flask(__name__)
BASE_PATH = 'crash_reports'
@app.route('/submit', methods=['POST'])
def submit():
......@@ -16,11 +18,10 @@ def submit():
dump_id = file_storage.filename
# Create a directory to store the crash reports if it doesn't exist
base_path = 'crash_reports'
if not os.path.exists(base_path):
os.makedirs(base_path)
if not os.path.exists(BASE_PATH):
os.makedirs(BASE_PATH)
filepath = os.path.join(base_path, dump_id)
filepath = os.path.join(BASE_PATH, dump_id)
# Attempt to write the file, fail gracefully if it already exists
if os.path.exists(filepath):
......@@ -31,8 +32,7 @@ def submit():
print(f"File saved successfully at {filepath}")
# Now save the metadata in {request.form} as separate filename <UID>.info.
# We assume the data is a JSON string.
metadata_filepath = os.path.join(base_path, f"{dump_id}.info")
metadata_filepath = os.path.join(BASE_PATH, f"{dump_id}.info")
with open(metadata_filepath, 'w') as f:
f.write(str(json.dumps(dict(request.form), indent=4)))
else:
......@@ -48,4 +48,13 @@ def submit():
return 'Internal Server Error', 500
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Crash report submission server')
parser.add_argument('--debug', action='store_true', help='Run in debug mode')
args = parser.parse_args()
if args.debug:
app.run(port=8080, debug=True)
else:
from waitress import serve
print("Starting production server on port 8080...")
serve(app, host='0.0.0.0', port=8080)
\ No newline at end of file
extras/crash-reports/example-submission-servers/report_access_server.py 0 → 100644
+ 252
− 0
View file @ 41527008
#!/usr/bin/env python3
import os
from flask import Flask, request, jsonify, render_template_string, send_file
import json
from datetime import datetime
import argparse
app = Flask(__name__)
BASE_PATH = 'crash_reports'
@app.route('/', methods=['GET'])
def list_reports():
try:
if not os.path.exists(BASE_PATH):
return jsonify({"error": "No reports directory found"}), 404
# Get page number from query parameters, default to 1
page = int(request.args.get('page', 1))
per_page = 10
reports = os.listdir(BASE_PATH)
if not reports:
return render_template_string("""
<h1>Crash Reports</h1>
<p>No crash reports found.</p>
""")
# Build report pairs with metadata
report_pairs = []
for report in reports:
if not report.endswith('.info'):
info_file = f"{report}.info"
if info_file in reports:
try:
dump_path = os.path.join(BASE_PATH, report)
timestamp = os.path.getctime(dump_path)
upload_time = datetime.fromtimestamp(timestamp)
with open(os.path.join(BASE_PATH, info_file), 'r') as f:
metadata = json.load(f)
report_pairs.append({
'dump_file': report,
'info_file': info_file,
'metadata': metadata,
'sort_key': f"{metadata.get('client_sha', '')}-{metadata.get('jamicore_sha', '')}",
'download_name': f"{metadata.get('client_sha', 'unknown')}-{metadata.get('jamicore_sha', 'unknown')}-{metadata.get('platform', 'unknown').replace(' ', '_')}",
'upload_time': upload_time
})
except json.JSONDecodeError:
print(f"Error parsing metadata file: {info_file}")
continue
# Sort reports by upload time (most recent first), then by SHA
report_pairs.sort(key=lambda x: (-x['upload_time'].timestamp(), x['sort_key']))
# Calculate pagination values
total_reports = len(report_pairs)
total_pages = (total_reports + per_page - 1) // per_page
page = min(max(1, page), total_pages or 1) # Handle case when total_pages is 0
start_idx = (page - 1) * per_page
end_idx = start_idx + per_page
# Get current page's reports
current_page_reports = report_pairs[start_idx:end_idx]
return render_template_string("""
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<title>Crash Reports</title>
<style>
body { font-family: Arial, sans-serif; margin: 2em; }
.header {
margin-bottom: 2em;
}
.header h1 {
margin-bottom: 0.5em;
}
.report-list { list-style: none; padding: 0; }
.report-item { margin: 1em 0; padding: 1em; border: 1px solid #ddd; border-radius: 4px; }
.download-link {
display: inline-block;
padding: 8px 16px;
background-color: #0066cc;
color: white;
text-decoration: none;
border-radius: 4px;
margin: 8px 0;
}
.download-link:hover { background-color: #0052a3; }
.metadata-table {
border-collapse: collapse;
width: 100%;
margin: 8px 0;
}
.metadata-table td {
padding: 4px 8px;
border-bottom: 1px solid #ddd;
}
.metadata-table td:first-child {
font-weight: bold;
width: 150px;
}
.upload-time {
color: #666;
font-size: 0.9em;
margin-bottom: 8px;
}
.pagination {
margin: 1em 0;
text-align: center;
}
.pagination a, .pagination span {
display: inline-block;
padding: 8px 16px;
margin: 0 4px;
border: 1px solid #ddd;
border-radius: 4px;
text-decoration: none;
color: #0066cc;
}
.pagination .current {
background-color: #0066cc;
color: white;
border-color: #0066cc;
}
.pagination a:hover {
background-color: #f5f5f5;
}
.pagination-info {
text-align: center;
color: #666;
margin-bottom: 10px;
}
</style>
</head>
<body>
<div class="header">
<h1>Crash Reports</h1>
<div class="pagination-info">
Showing {{ start_idx + 1 }}-{{ [end_idx, total_reports] | min }} of {{ total_reports }} reports
</div>
<div class="pagination">
{% if page > 1 %}
<a href="{{ url_for('list_reports', page=1) }}">&laquo; First</a>
<a href="{{ url_for('list_reports', page=page-1) }}">&lsaquo; Previous</a>
{% endif %}
{% for p in range([1, page-2] | max, [total_pages + 1, page + 3] | min) %}
{% if p == page %}
<span class="current">{{ p }}</span>
{% else %}
<a href="{{ url_for('list_reports', page=p) }}">{{ p }}</a>
{% endif %}
{% endfor %}
{% if page < total_pages %}
<a href="{{ url_for('list_reports', page=page+1) }}">Next &rsaquo;</a>
<a href="{{ url_for('list_reports', page=total_pages) }}">Last &raquo;</a>
{% endif %}
</div>
</div>
<div class="report-list">
{% for report in reports %}
<div class="report-item">
<h3>Report: {{ report['sort_key'] }}</h3>
<div class="upload-time">
Uploaded: {{ report['upload_time'].strftime('%Y-%m-%d %H:%M:%S') }}
</div>
<table class="metadata-table">
<tr>
<td>Platform:</td>
<td>{{ report['metadata']['platform'] }}</td>
</tr>
<tr>
<td>Client SHA:</td>
<td>{{ report['metadata']['client_sha'] }}</td>
</tr>
<tr>
<td>Jami Core SHA:</td>
<td>{{ report['metadata']['jamicore_sha'] }}</td>
</tr>
<tr>
<td>Build ID:</td>
<td>{{ report['metadata']['build_id'] }}</td>
</tr>
<tr>
<td>GUID:</td>
<td>{{ report['metadata']['guid'] }}</td>
</tr>
</table>
<a class="download-link" href="{{ url_for('download_report_bundle', dump_file=report['dump_file'], info_file=report['info_file'], download_name=report['download_name']) }}">
Download Report Bundle
</a>
</div>
{% endfor %}
</div>
</body>
</html>
""", reports=current_page_reports, page=page, total_pages=total_pages,
start_idx=start_idx, end_idx=end_idx, total_reports=total_reports)
except Exception as e:
print(f"Error listing reports: {e}")
return 'Internal Server Error', 500
@app.route('/download-bundle/<path:dump_file>/<path:info_file>/<path:download_name>')
def download_report_bundle(dump_file, info_file, download_name):
try:
import zipfile
from io import BytesIO
# Create a memory file for the zip
memory_file = BytesIO()
# Create the zip file
with zipfile.ZipFile(memory_file, 'w', zipfile.ZIP_DEFLATED) as zf:
# Add the dump file
dump_path = os.path.join(BASE_PATH, dump_file)
zf.write(dump_path, f"{download_name}.dmp")
# Add the info file
info_path = os.path.join(BASE_PATH, info_file)
zf.write(info_path, f"{download_name}.info")
# Seek to the beginning of the memory file
memory_file.seek(0)
return send_file(
memory_file,
mimetype='application/zip',
as_attachment=True,
download_name=f"{download_name}.zip"
)
except Exception as e:
print(f"Error creating zip bundle: {e}")
return 'Internal Server Error', 500
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Crash reports viewing server')
parser.add_argument('--debug', action='store_true', help='Run in debug mode')
args = parser.parse_args()
if args.debug:
app.run(port=8081, debug=True)
else:
from waitress import serve
print("Starting production server on port 8081...")
serve(app, host='0.0.0.0', port=8081)
\ No newline at end of file
extras/crash-reports/example-submission-servers/requirements.txt
+ 2
− 1
View file @ 41527008
......@@ -3,3 +3,4 @@ requests==2.24.0
markupsafe==2.1.1
itsdangerous==2.1.2
werkzeug==3.0.0
waitress==3.0.2
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment