# File: stackbin.py
# Location: http://gitlab.com/bgstack15/stackbin/
# Authors: mitsuhiko, ofshellohicy, su27, bgstack15
# SPDX-License-Identifier: GPL-3.0
# Startdate: 2011 by mitsuhiko
# Title: Stackbin
# Purpose: Flask-based pastebin
# History:
# 2014 ofshellohicy removed some features
# 2016 su27 added some features
# 2022 bgstack15 hard forked
# 2022-03-17 add support for command | curl -d '@-'
# Reference:
# fuss.py
# https://stackoverflow.com/questions/15974730/how-do-i-get-the-different-parts-of-a-flask-requests-url
# Improve:
# Dependencies:
# dep-devuan: python3-pytimeparse, python3-uwsgidecorators, python3-flask, python3:any, uwsgi-core, uwsgi-plugin-python3
# dep-fedora: uwsgi, uwsgi-logger-file, python3-flask, uwsgi-plugin-python3, python3-sqlalchemy, python3-uwsgidecorators, python3-pytimeparse, python3-uwsgidecorators
# dep-centos7: uwsgi, uwsgi-logger-file, python36-flask, uwsgi-plugin-python36, python36-sqlalchemy, python36-uwsgidecorators
# pip-centos7: flask-sqlalchemy, pytimeparse
# Documentation: see README.md
from datetime import datetime, timedelta
from itsdangerous import Signer
from flask import Blueprint, Flask, Response, request, url_for, redirect, g, render_template, session, abort, current_app
from flask_sqlalchemy import SQLAlchemy
from werkzeug.middleware.proxy_fix import ProxyFix
from pytimeparse.timeparse import timeparse # python3-pytimeparse
import os, sys
# uwsgidecorators load will fail when using initdb.py but is also not necessary
try:
from uwsgidecorators import timer # python3-uwsgidecorators
except:
print("Warning! Without uwsgidecorators, the cleanup timer cannot run.")
import time
sys.path.append('/usr/libexec/stackbin')
from stackbin_auth import auth, requires_session
from sqlalchemy import types
from sqlalchemy.dialects.mysql.base import MSBinary
from sqlalchemy.schema import Column
import uuid
class UUID(types.TypeDecorator):
impl = MSBinary
cache_ok = True
def __init__(self):
self.impl.length = 16
self.cache_ok = False # to shut up some useless warning
types.TypeDecorator.__init__(self,length=self.impl.length)
def process_bind_param(self,value,dialect=None):
if value and isinstance(value,uuid.UUID):
return value.bytes
elif value and not isinstance(value,uuid.UUID):
raise ValueError('value %s is not a valid uuid.UUID' % value)
else:
return None
def process_result_value(self,value,dialect=None):
if value:
return uuid.UUID(bytes=value)
else:
return None
def is_mutable(self):
return False
id_column_name = "id"
def id_column():
return Column(id_column_name,UUID(),primary_key=True,default=uuid.uuid4)
def get_signed(string, salt="blank"):
return Signer(app.secret_key, salt=salt).sign(str(string))
def get_unsigned(string, salt="blank"):
return Signer(app.secret_key, salt=salt).unsign(str(string)).decode("utf-8")
app = Flask(__name__)
app.register_blueprint(auth) # url_prefix='/'
try:
app.config.from_pyfile(os.environ['STACKBIN_CONF'])
except:
app.config.from_pyfile('stackbin.conf')
db = SQLAlchemy(app)
if "STATIC_FOLDER" in app.config:
app.static_folder=app.config["STATIC_FOLDER"]
if "TEMPLATE_FOLDER" in app.config:
app.template_folder=app.config["TEMPLATE_FOLDER"]
def url_for_other_page(page):
args = request.view_args.copy()
args['page'] = page
return url_for(request.endpoint, **args)
app.jinja_env.globals['url_for_other_page'] = url_for_other_page
app.jinja_env.globals['appname'] = app.config['APPNAME']
def refresh_string(delay,url):
"""
Returns a string for html content for redirecting the user back after the
requested delay, to the requested url.
"""
return f''
@app.before_first_request
def visit_set():
if 'SET_URL' in app.config and '/set' in app.config['SET_URL']:
os.system(f"curl {app.config['SET_URL']} 1>/dev/null 2>&1 &")
@app.before_request
def check_user_status():
g.user = None
if 'user_id' in session:
#g.user = User.query.get(session['user_id'])
g.user = session['user_id']
class Paste(db.Model):
id = id_column()
code = db.Column(db.Text)
title = db.Column(db.Text)
pub_date = db.Column(db.DateTime)
exp_date = db.Column(db.DateTime)
user_id = db.Column(db.Integer, db.ForeignKey('user.id'))
is_private = db.Column(db.Boolean)
parent_id = db.Column(UUID(), db.ForeignKey('paste.id'))
parent = db.relationship('Paste', lazy=True, backref='children', uselist=False, remote_side=[id])
def __init__(self, user, code, title, relative_expiration_seconds, parent=None, is_private=False):
# add new user if necessary
if user and user != "None":
try:
found_user = User.query.filter_by(display_name=user).all()[0]
except:
found_user = User(display_name=user)
self.user = found_user
self.code = code
self.title = title
self.is_private = is_private
u = datetime.utcnow()
try:
# this will fail on POSTed value of "never" for exp
b = timedelta(seconds=relative_expiration_seconds)
except:
# so timedelta() will return 0 seconds, which makes the exp_date = pub_date, which is treated
# by the cleanup logic and jinja2 templates as never-expires.
b = timedelta()
self.pub_date = u
self.exp_date = u + b
self.parent = parent
class User(db.Model):
id = db.Column(db.Integer, primary_key=True)
display_name = db.Column(db.String(120))
#fb_id = db.Column(db.String(30), unique=True)
pastes = db.relationship(Paste, lazy='dynamic', backref='user')
def __init__(self, display_name = None):
self.display_name = display_name
db.session.add(self)
db.session.commit()
def _calculate_expiration(config, request = None, default = 0):
"""
Given the Flask request, default expiration value, and app.config, calculate this specific expiration timestamp for a paste. This is called by new_paste().
"""
exp = default
if 'exp' in request.form and request.form['exp']:
exp_opt = request.form['exp']
if exp_opt not in config['EXPIRATION_OPTIONS']:
try:
exp = timeparse(f"+ {config['EXPIRATION_OPTIONS'][0]}")
except:
exp = 60 * 60 # failsafe, 1 hour
print(f"WARNING: requested expiration \"{exp_opt}\" is not in the list of options {config['EXPIRATION_OPTIONS']}, so will use {exp}")
else:
try:
exp = timeparse(f"+ {exp_opt}")
except:
exp = 0
else:
# so if the exp was not in the request form, i.e., this was from curl -d '@-', then use first option
try:
exp = timeparse(f"+ {config['EXPIRATION_OPTIONS'][0]}")
except:
exp = 60 * 60 # failsafe, 1 hour
return exp
@app.route('/', methods=['GET', 'POST'])
def new_paste():
parent = None
reply_to = request.args.get('reply_to')
if reply_to is not None:
try:
parent = Paste.query.get(uuid.UUID(reply_to))
except:
parent = Paste.query.get(reply_to)
if request.method == 'POST':
# This request.get_data() must be here in order for the else contents = to work.
# It is probably related to getting the data before checking for request.form or something.
request.get_data()
if 'code' in request.form and request.form['code']:
is_private = bool(request.form.get('is_private') or False)
title = "Untitled paste"
if request.form['pastetitle'] and request.form['pastetitle'] != "Enter title here":
title = request.form['pastetitle']
relative_expiration_seconds = 0
exp = _calculate_expiration(app.config, request, 0)
paste = Paste(
g.user,
request.form['code'],
title,
exp,
parent=parent,
is_private=is_private
)
db.session.add(paste)
db.session.commit()
sign = get_signed(paste.id, salt=app.config['SALT']) \
if is_private else None
return redirect(url_for('show_paste', paste_id=paste.id, s=sign))
else:
# form field 'code' was not present, so this is probably command line piped into curl
contents = request.get_data().decode('utf8')
first_line = contents.split('\n')[0]
# cli does not provide choices for expiration, so use the first option from the list in the app config.
exp = _calculate_expiration(app.config, request, 0)
paste = Paste(
g.user,
contents,
first_line,
exp,
parent = None,
is_private = False
)
# the url_root makes it a complete url
db.session.add(paste)
db.session.commit()
# We cannot rely on a user having visited /set already, so let us parse the proxied values right now.
prefix = ''
host = request.url_root
if 'HTTP_X_FORWARDED_PREFIX' in request.environ and 'PREFIX' not in app.config:
prefix = ''.join(request.environ['HTTP_X_FORWARDED_PREFIX'].split(", "))
if 'HTTP_X_FORWARDED_HOST' in request.environ:
#request.environ['wsgi.url_scheme'] tends to always be http
protocol = "https"
if 'CURL_RESPONSE_PROTOCOL' in app.config:
protocol = app.config['CURL_RESPONSE_PROTOCOL']
host = protocol + "://" + request.environ['HTTP_X_FORWARDED_HOST'].split(", ")[0]
return host.strip('/') + prefix.rstrip('/') + url_for('show_paste', paste_id = paste.id) + "\n"
# and now back to the GET
try:
exp_opts = app.config['EXPIRATION_OPTIONS']
except:
exp_opts = None
return render_template('new_paste.html', parent=parent, exp_opts = exp_opts)
# This @timer is from the uwsgidecorators
try:
@timer(app.config['LOOP_DELAY'])
def cleanup_expired_pastes(num):
# num is useless.
"""
Every LOOP_DELAY seconds, find any entries that have expired and then delete them.
"""
all1 = Paste.query.all()
need_commit = False
for p in all1:
# the exp_date != pub_date is very important, because anything with "never" expires
# is stored in the db as exp_date = pub_date
if p.exp_date and p.exp_date != p.pub_date and p.exp_date <= datetime.utcnow():
print(f"INFO: deleting paste \"{p.title}\" with expiration {p.exp_date}.")
Paste.query.filter(Paste.id == p.id).delete()
need_commit = True
# only run the commit once!
if need_commit:
db.session.commit()
except:
pass
@app.route('//')
@app.route('/')
def show_paste(paste_id):
try:
paste = Paste.query.options(db.eagerload('children')).get_or_404(paste_id)
except:
paste = Paste.query.options(db.eagerload('children')).get_or_404(uuid.UUID(paste_id))
if paste.is_private:
try:
sign = request.args.get('s', '')
assert str(paste.id) == \
get_unsigned(sign, salt=app.config['SALT'])
except:
abort(403)
parent = None
if paste.parent_id:
try:
parent = Paste.query.get(uuid.UUID(paste.parent_id))
except:
parent = Paste.query.get(paste.parent_id)
children = []
if paste.children:
for i in paste.children:
j = None
try:
j = Paste.query.get(uuid.UUID(i.id))
except:
j = Paste.query.get(i.id)
if j:
k = j.id, j.title
children.append(k)
return render_template('show_paste.html', paste=paste, parent=parent, children=children)
@app.route('//delete/', methods=['POST'])
@app.route('//delete', methods=['POST'])
def delete_paste(paste_id):
try:
paste = Paste.query.options(db.eagerload('children')).get_or_404(paste_id)
except:
paste = Paste.query.options(db.eagerload('children')).get_or_404(uuid.UUID(paste_id))
sign = str(request.form['s'])
try:
assert str(paste.id) == get_unsigned(sign, salt=app.config['DELETESALT'])
except:
abort(403)
try:
Paste.query.filter(Paste.id == paste.id).delete()
db.session.commit()
message = refresh_string(1, url_for("admin")) + "OK"
return message,200
except:
return f"failure to delete object. Select here to return to the admin panel.",500
def get_all_pastes():
"""
Get custom arrangement of pastes for Admin view
"""
all1 = Paste.query.all()
all2 = []
for p1 in all1:
parent_id = None
parent_title = None
children = []
if p1.parent_id:
parent_id = p1.parent_id
try:
parent_title = Paste.query.get(p1.parent_id).title
except:
parent_title = "" # works better than None for the parent column of the generated html
if p1.children:
for c1 in p1.children:
child = Paste.query.get(c1.id)
child_title = child.title
c2 = c1.id, child_title
children.append(c2)
private = None
if p1.is_private:
private = get_signed(p1.id, salt=app.config['SALT'])
user_id = ""
if p1.user_id:
user_id = User.query.get(p1.user_id).display_name
p2 = {
"id": p1.id,
"title": p1.title,
"pub_date": p1.pub_date,
"exp_date": p1.exp_date,
"private": private,
"user": user_id,
"is_private": p1.is_private,
"parent": (parent_id, parent_title),
"children": children,
"delete": get_signed(p1.id, salt=app.config['DELETESALT']).decode("utf-8")
}
all2.append(p2)
return all2
@app.route('/admin/')
@app.route('/admin')
@requires_session
def admin(username, groups = []):
all_pastes = get_all_pastes()
return render_template('admin.html', pastes = all_pastes)
@app.route('/favicon.ico')
def favicon():
try:
return redirect(url_for('static', filename='favicon.ico'))
except:
abort(404)
@app.route('/set')
def get_proxied_path():
prefix = "/"
#print(f"DEBUG: request.environ: {request.environ}")
if 'HTTP_X_FORWARDED_PREFIX' in request.environ:
hl = len(dict(request.headers)["X-Forwarded-Host"].split(", "))
pl = len(dict(request.headers)["X-Forwarded-Prefix"].split(", "))
prefix = request.environ['HTTP_X_FORWARDED_PREFIX']
app.wsgi_app = ProxyFix(app.wsgi_app,x_for=pl,x_host=hl,x_port=hl,x_prefix=pl,x_proto=pl)
app.config['PROXYFIX'] = pl
app.config['PREFIX'] = prefix
# we can afford to use prefix because new_paste is the top-level endpoint of the whole app
message = refresh_string(1, (prefix + "/").replace("//","/")) + "OK"
return message, 200
# stubs, to simplify any templates that ask url_for("login")
@app.route('/login/')
def login(user="None"): True
@app.route("/logout/")
def logout(): True
# Initialize the database if it does not already exist
db.create_all()
if __name__ == "__main__":
app.run()