Compare commits
17 commits
v1.0.5-alp
...
master
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
3c6165871f | ||
|
|
89c1a67a47 | ||
|
|
0119bae329 | ||
|
|
f3a3e95163 | ||
|
|
95761b9de5 | ||
|
|
2762d6d67f | ||
|
|
c8dffbbdf8 | ||
|
|
a4116832e7 | ||
|
|
c888f22b93 | ||
|
|
ecd7d03a20 | ||
|
|
7a7b70422f | ||
|
|
e330bbf70a | ||
|
|
94f9063e1d | ||
|
|
65f5077095 | ||
|
|
e6c0371dcb | ||
|
|
fc367ed4cb | ||
|
|
88851970d2 |
10 changed files with 107 additions and 56 deletions
4
.gitignore
vendored
4
.gitignore
vendored
|
|
@ -9,4 +9,6 @@
|
||||||
**/__pycache__/
|
**/__pycache__/
|
||||||
.DS_Store
|
.DS_Store
|
||||||
.coverage
|
.coverage
|
||||||
/*.md
|
/*.md
|
||||||
|
/.eggs/
|
||||||
|
/devel/
|
||||||
46
README.md
46
README.md
|
|
@ -2,28 +2,40 @@
|
||||||
|
|
||||||

|

|
||||||
|
|
||||||
httpaste is a pastebin application for easily pasting and retrieving data over
|
**NOTE**: httpaste is publicly hosted at [httpaste.it](http://httpaste.it) and as a hidden Tor service ([https://paste77ubkwxy4fqezffsmthxdh3xerwi72tlsw2mch7ecjhw2xn7iyd.onion](https://paste77ubkwxy4fqezffsmthxdh3xerwi72tlsw2mch7ecjhw2xn7iyd.onion)).
|
||||||
HTTP from shell environments and web browsers. It is inspired by [sprunge.us](http://sprunge.us)
|
Both services are to be considered evaluatory, as long as the source code
|
||||||
and [ix.io](http://ix.io/), but focuses on extendability, advanced security, with little to
|
is in pre-release. Regarding voidance of pre-release status, see [Open Issues](https://victorykit.atlassian.net/issues/?jql=project%20%3D%20HTTPASTE%20AND%20fixVersion%20in%20(1.1.0-beta%2C%201.2.0-beta%2C%201.3.0)), for more information.
|
||||||
no trade-off to simplicity. It can be hosted through WSGI, CGI, Fast CGI, or
|
|
||||||
as a standalone evaluation server. It offers multiple storage backends, such as
|
|
||||||
a filesystem backend, SQLite backend, MySQL backend, or MongoDB backend.
|
|
||||||
|
|
||||||
All pastes are being encrypted on the fly and can only be retrieved by an
|
This program offers an HTTP interface for storing public and private data
|
||||||
authorized user, either through knowing the paste id of a public paste, or
|
(a.k.a. pastes), commonly referred to as a pastebin application. It is inspired by [sprunge.us](http://sprunge.us) and [ix.io](http://ix.io/). It can be hosted through WSGI, CGI, Fast
|
||||||
having authentication credentials, as well as the paste id of a private paste.
|
CGI, or as a standalone evaluation server. It offers multiple storage backends,
|
||||||
This makes httpaste ideal as a pastebin for sensitive environments such as the
|
such as a filesystem backend, SQLite backend, or MySQL backend.
|
||||||
Tor network. Authentication credentials are created on-the-fly and don’t require a sign-up process.
|
|
||||||
|
|
||||||
httpaste supports output formatting for syntax highlighting (powered by
|
Public data can be accessed through an URL, where as private pastes
|
||||||
|
additionally require HTTP basic authentication. Creation of authentication
|
||||||
|
credentials happens on the fly, there is no sign-up process. Public pastes can
|
||||||
|
only be accessed by knowing their paste ids, they are not listed on any index,
|
||||||
|
since it isn’t technically possible (by design).
|
||||||
|
|
||||||
|
All pastes are symetrically encrypted server-side with an HMAC derived key and
|
||||||
|
SHA-256 hashing, a server-side salt and a randomly generated password. Public
|
||||||
|
paste’s passwords are derived from their ids. Private paste’s passwords are
|
||||||
|
randomly generated and stored inside a symetrically encrypted personal
|
||||||
|
database, with the encryption key also being derived through the same HMAC
|
||||||
|
mechanism, where the HTTP basic authentication credentials act as the master
|
||||||
|
password.
|
||||||
|
|
||||||
|
Paste ids, usernames, and any other identifiable attributes are only stored
|
||||||
|
inside storage backends as keyed and salted BLAKE2 hashes.
|
||||||
|
|
||||||
|
The program supports output formatting for syntax highlighting (powered by
|
||||||
[pygments](https://pygments.org/)), as well as MIME type output manipulation, and input encoding.
|
[pygments](https://pygments.org/)), as well as MIME type output manipulation, and input encoding.
|
||||||
Therefore httpaste can server as an anonymous object storage for small data.
|
The program can therefore serve as a minimalist, anonymous object storage for
|
||||||
|
small data.
|
||||||
|
|
||||||
Minute-based and ‘burn-after-read’ paste expiration are supported.
|
Minute-based and ‘burn-after-read’ paste expiration are also supported.
|
||||||
|
|
||||||
httpaste focuses on security through cryptography, making it a computationally intensive application.
|
# Getting Started
|
||||||
|
|
||||||
# Get Started
|
|
||||||
|
|
||||||
## Install
|
## Install
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -9,28 +9,41 @@ httpaste - versatile HTTP pastebin
|
||||||
|
|
||||||
.. image:: _assets/images/favpng_parrot-royalty-free-cartoon.png
|
.. image:: _assets/images/favpng_parrot-royalty-free-cartoon.png
|
||||||
|
|
||||||
httpaste is a pastebin application for easily pasting and retrieving data over
|
.. note::
|
||||||
HTTP from shell environments and web browsers. It is inspired by `sprunge.us`_
|
httpaste is publicly hosted at `httpaste.it`_ and as a hidden Tor service (`<https://paste77ubkwxy4fqezffsmthxdh3xerwi72tlsw2mch7ecjhw2xn7iyd.onion>`_).
|
||||||
and `ix.io`_, but focuses on extendability, advanced security, with little to
|
Both services are to be considered evaluatory, as long as the source code
|
||||||
no trade-off to simplicity. It can be hosted through WSGI, CGI, Fast CGI, or
|
is in pre-release. Regarding voidance of pre-release status, see `Open Issues`_, for more information.
|
||||||
as a standalone evaluation server. It offers multiple storage backends, such as
|
|
||||||
a filesystem backend, SQLite backend, MySQL backend, or MongoDB backend.
|
|
||||||
|
|
||||||
All pastes are being encrypted on the fly and can only be retrieved by an
|
This program offers an HTTP interface for storing public and private data
|
||||||
authorized user, either through knowing the paste id of a public paste, or
|
(a.k.a. pastes), commonly referred to as a pastebin application. It is inspired by `sprunge.us`_ and `ix.io`_. It can be hosted through WSGI, CGI, Fast
|
||||||
having authentication credentials, as well as the paste id of a private paste.
|
CGI, or as a standalone evaluation server. It offers multiple storage backends,
|
||||||
This makes httpaste ideal as a pastebin for sensitive environments such as the
|
such as a filesystem backend, SQLite backend, or MySQL backend.
|
||||||
Tor network. Authentication credentials are created on-the-fly and don't require a sign-up process.
|
|
||||||
|
|
||||||
httpaste supports output formatting for syntax highlighting (powered by
|
Public data can be accessed through an URL, where as private pastes
|
||||||
|
additionally require HTTP basic authentication. Creation of authentication
|
||||||
|
credentials happens on the fly, there is no sign-up process. Public pastes can
|
||||||
|
only be accessed by knowing their paste ids, they are not listed on any index,
|
||||||
|
since it isn't technically possible (by design).
|
||||||
|
|
||||||
|
All pastes are symetrically encrypted server-side with an HMAC derived key and
|
||||||
|
SHA-256 hashing, a server-side salt and a randomly generated password. Public
|
||||||
|
paste's passwords are derived from their ids. Private paste's passwords are
|
||||||
|
randomly generated and stored inside a symetrically encrypted personal
|
||||||
|
database, with the encryption key also being derived through the same HMAC
|
||||||
|
mechanism, where the HTTP basic authentication credentials act as the master
|
||||||
|
password.
|
||||||
|
|
||||||
|
Paste ids, usernames, and any other identifiable attributes are only stored
|
||||||
|
inside storage backends as keyed and salted BLAKE2 hashes.
|
||||||
|
|
||||||
|
The program supports output formatting for syntax highlighting (powered by
|
||||||
`pygments`_), as well as MIME type output manipulation, and input encoding.
|
`pygments`_), as well as MIME type output manipulation, and input encoding.
|
||||||
Therefore httpaste can server as an anonymous object storage for small data.
|
The program can therefore serve as a minimalist, anonymous object storage for
|
||||||
|
small data.
|
||||||
|
|
||||||
Minute-based and 'burn-after-read' paste expiration are supported.
|
Minute-based and 'burn-after-read' paste expiration are also supported.
|
||||||
|
|
||||||
httpaste focuses on security through cryptography, making it a computationally intensive application.
|
.. include:: guide/getting-started.rst
|
||||||
|
|
||||||
.. include:: guide/get-started.rst
|
|
||||||
|
|
||||||
Documentation
|
Documentation
|
||||||
-------------
|
-------------
|
||||||
|
|
@ -69,4 +82,8 @@ This program uses licensed third-party software.
|
||||||
.. _ix.io: http://ix.io/
|
.. _ix.io: http://ix.io/
|
||||||
.. _sprunge.us: http://sprunge.us
|
.. _sprunge.us: http://sprunge.us
|
||||||
.. _pygments: https://pygments.org/
|
.. _pygments: https://pygments.org/
|
||||||
.. _icon: https://favpng.com/png_view/parrot-parrot-royalty-free-cartoon-png/gps7HM42
|
.. _icon: https://favpng.com/png_view/parrot-parrot-royalty-free-cartoon-png/gps7HM42
|
||||||
|
|
||||||
|
.. _Open Issues: https://victorykit.atlassian.net/issues/?jql=project%20%3D%20HTTPASTE%20AND%20fixVersion%20in%20(1.1.0-beta%2C%201.2.0-beta%2C%201.3.0)
|
||||||
|
|
||||||
|
.. _httpaste.it: http://httpaste.it
|
||||||
|
|
@ -1,5 +1,5 @@
|
||||||
Get Started
|
Getting Started
|
||||||
===========
|
===============
|
||||||
|
|
||||||
Install
|
Install
|
||||||
"""""""
|
"""""""
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
:maxdepth: 1
|
:maxdepth: 1
|
||||||
:caption: Guides
|
:caption: Guides
|
||||||
|
|
||||||
guide/get-started
|
guide/getting-started
|
||||||
guide/advanced-usage
|
guide/advanced-usage
|
||||||
guide/backend
|
guide/backend
|
||||||
guide/cli
|
guide/cli
|
||||||
|
|
|
||||||
|
|
@ -1,7 +1,8 @@
|
||||||
[build-system]
|
[build-system]
|
||||||
requires = [
|
requires = [
|
||||||
"setuptools",
|
"setuptools",
|
||||||
"wheel"
|
"wheel",
|
||||||
|
"setuptools-scm[toml]"
|
||||||
]
|
]
|
||||||
build-backend = "setuptools.build_meta"
|
build-backend = "setuptools.build_meta"
|
||||||
|
|
||||||
|
|
@ -9,4 +10,6 @@ build-backend = "setuptools.build_meta"
|
||||||
max_line_length = 80
|
max_line_length = 80
|
||||||
aggressive = 3
|
aggressive = 3
|
||||||
recursive = true
|
recursive = true
|
||||||
in-place = true
|
in-place = true
|
||||||
|
|
||||||
|
[tool.setuptools_scm]
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,5 @@
|
||||||
[metadata]
|
[metadata]
|
||||||
name = httpaste-victorykit
|
name = httpaste-victorykit
|
||||||
version = 1.0.5-alpha
|
|
||||||
author = Tiara Rodney
|
author = Tiara Rodney
|
||||||
author_email = t.rodney@victoryk.it
|
author_email = t.rodney@victoryk.it
|
||||||
description = a versatile HTTP pastebin
|
description = a versatile HTTP pastebin
|
||||||
|
|
@ -39,5 +38,6 @@ console_scripts =
|
||||||
where = src
|
where = src
|
||||||
|
|
||||||
[options.package_data]
|
[options.package_data]
|
||||||
openapi_schema = src/httpaste/schema/httpaste.openapi.json
|
* =
|
||||||
sql_schema = *.sql
|
*.json
|
||||||
|
*.sql
|
||||||
|
|
@ -143,6 +143,8 @@ from inspect import isclass
|
||||||
from configparser import ConfigParser
|
from configparser import ConfigParser
|
||||||
from ast import literal_eval
|
from ast import literal_eval
|
||||||
from io import StringIO
|
from io import StringIO
|
||||||
|
from os import environ
|
||||||
|
from importlib.resources import path as resource_path
|
||||||
|
|
||||||
from connexion import FlaskApp
|
from connexion import FlaskApp
|
||||||
from connexion.resolver import RestyResolver
|
from connexion.resolver import RestyResolver
|
||||||
|
|
@ -158,7 +160,7 @@ from httpaste.helper.http import (
|
||||||
UnauthorizedError)
|
UnauthorizedError)
|
||||||
|
|
||||||
|
|
||||||
CONFIGPATH_ENVIRON = 'HTTPASTE_CONFIG'
|
CONFIGPATH_ENVIRON = 'HTTPASTE_CONFIGPATH'
|
||||||
|
|
||||||
|
|
||||||
def get_sanitized_config_charset(charset: str):
|
def get_sanitized_config_charset(charset: str):
|
||||||
|
|
@ -198,17 +200,17 @@ class ServerConfig:
|
||||||
bind_address = None
|
bind_address = None
|
||||||
|
|
||||||
|
|
||||||
def get_config_path(environ: str = CONFIGPATH_ENVIRON):
|
def get_config_path(var_name: str = CONFIGPATH_ENVIRON):
|
||||||
"""
|
"""
|
||||||
"""
|
"""
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
|
||||||
return os.environ[environ]
|
return environ[var_name]
|
||||||
except KeyError as e:
|
except KeyError as e:
|
||||||
|
|
||||||
raise ConfigError(
|
raise ConfigError(
|
||||||
'environment variable \'{environ}\' not set.') from e
|
f'environment variable \'{var_name}\' not set.') from e
|
||||||
|
|
||||||
|
|
||||||
def load_config(path: str) -> Tuple[Config, ServerConfig]:
|
def load_config(path: str) -> Tuple[Config, ServerConfig]:
|
||||||
|
|
@ -300,13 +302,16 @@ def get_flask_app(
|
||||||
|
|
||||||
options = {"swagger_ui": server_config.swagger_ui}
|
options = {"swagger_ui": server_config.swagger_ui}
|
||||||
|
|
||||||
application = FlaskApp(__name__, specification_dir='schema/')
|
#context manager returns a pathlib.Path object
|
||||||
|
with resource_path('httpaste.schema', 'httpaste.openapi.json') as path:
|
||||||
|
|
||||||
application.add_api(
|
application = FlaskApp(__name__, specification_dir=path.parent)
|
||||||
'httpaste.openapi.json',
|
|
||||||
options=options,
|
application.add_api(
|
||||||
resolver=RestyResolver('httpaste.controller')
|
path.name,
|
||||||
)
|
options=options,
|
||||||
|
resolver=RestyResolver('httpaste.controller')
|
||||||
|
)
|
||||||
|
|
||||||
for err_cls in [
|
for err_cls in [
|
||||||
BadRequestError,
|
BadRequestError,
|
||||||
|
|
@ -322,6 +327,14 @@ def get_flask_app(
|
||||||
with application.app.app_context():
|
with application.app.app_context():
|
||||||
application.app.httpaste = config
|
application.app.httpaste = config
|
||||||
|
|
||||||
|
#add header for browsers to present a sign-in prompt
|
||||||
|
@application.app.after_request
|
||||||
|
def rewrite_forbidden_request(response):
|
||||||
|
|
||||||
|
if response.status_code in [401]:
|
||||||
|
response.headers['WWW-Authenticate'] = 'Basic realm="private"'
|
||||||
|
return response
|
||||||
|
|
||||||
return application
|
return application
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,10 @@
|
||||||
from random import choice
|
from random import choice
|
||||||
from base64 import b64decode
|
from base64 import b64decode
|
||||||
from urllib.parse import urljoin
|
from urllib.parse import urljoin
|
||||||
|
from tempfile import mkdtemp
|
||||||
|
from pathlib import Path
|
||||||
|
from contextlib import contextmanager
|
||||||
|
|
||||||
|
|
||||||
class DecodeError(Exception):
|
class DecodeError(Exception):
|
||||||
"""
|
"""
|
||||||
|
|
@ -29,4 +33,4 @@ def decode(data: str, encoding: str) -> bytes:
|
||||||
|
|
||||||
def join_url(base:str, url: str) -> str:
|
def join_url(base:str, url: str) -> str:
|
||||||
|
|
||||||
return urljoin(base, url, True)
|
return urljoin(base, url, True)
|
||||||
|
|
|
||||||
|
|
@ -3,6 +3,6 @@
|
||||||
"""
|
"""
|
||||||
from httpaste import load_config, get_flask_app, get_config_path
|
from httpaste import load_config, get_flask_app, get_config_path
|
||||||
|
|
||||||
config, server_config = load_config(get_config_path)
|
config, server_config = load_config(get_config_path())
|
||||||
|
|
||||||
application = get_flask_app(config, server_config)
|
application = get_flask_app(config, server_config)
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue