From 717fb1ac8e266732f133e8ce45f7d9b4513f2848 Mon Sep 17 00:00:00 2001 From: "Rodney, Tiara" Date: Fri, 9 May 2025 03:29:44 +0200 Subject: [PATCH] init --- compare-pip-packages/run.sh | 32 ++ git-multibranch-test-compare/debug-mocha.sh | 149 ++++++ require-esm-demo/run.sh | 43 ++ simple-git-http-server/.local/httpd.conf | 98 ++++ simple-git-http-server/Dockerfile | 9 + simple-git-http-server/Pipfile | 0 simple-git-http-server/docker-compose.yml | 5 + simple-git-http-server/httpd.conf | 115 ++++ simple-git-http-server/my-httpd.conf | 551 ++++++++++++++++++++ simple-git-http-server/run.sh | 137 +++++ 10 files changed, 1139 insertions(+) create mode 100644 compare-pip-packages/run.sh create mode 100644 git-multibranch-test-compare/debug-mocha.sh create mode 100644 require-esm-demo/run.sh create mode 100644 simple-git-http-server/.local/httpd.conf create mode 100644 simple-git-http-server/Dockerfile create mode 100644 simple-git-http-server/Pipfile create mode 100644 simple-git-http-server/docker-compose.yml create mode 100644 simple-git-http-server/httpd.conf create mode 100644 simple-git-http-server/my-httpd.conf create mode 100644 simple-git-http-server/run.sh diff --git a/compare-pip-packages/run.sh b/compare-pip-packages/run.sh new file mode 100644 index 0000000..56f6026 --- /dev/null +++ b/compare-pip-packages/run.sh @@ -0,0 +1,32 @@ +sh << 'EOF' +set -e + +sh -cx "python3 --version" + +# initialize two venv in parallel +sh -cx "rm -rf .venv && python3 -m venv .venv" & +pids="$!" +sh -cx "rm -rf .venv-alt && python3 -m venv .venv-alt" & +pids="$pids $!" + +wait $pids + + +# install one venv with only examples, the other with examples and pipenv +sh -cx ".venv/bin/pip install -v examples &>pip-install-examples.txt" & +pids="$!" +sh -cx ".venv-alt/bin/pip install -v examples pipenv &>pip-install-examples--pipenv.txt" & +pids="$pids $!" + +wait $pids + +# print the versions for each installed package +sh -cx ".venv/bin/pip show examples | grep 'Version:'" +sh -cx ".venv/bin/pip show examples | grep 'Version:'" +sh -cx ".venv-alt/bin/pip show pipenv | grep 'Version:'" + +diff --side-by-side --recursive --brief \ + "$(find .venv -type d -path '**/site-packages/examples')" \ + "$(find .venv-alt -type d -path '**/site-packages/examples')" +EOF + diff --git a/git-multibranch-test-compare/debug-mocha.sh b/git-multibranch-test-compare/debug-mocha.sh new file mode 100644 index 0000000..458c3d7 --- /dev/null +++ b/git-multibranch-test-compare/debug-mocha.sh @@ -0,0 +1,149 @@ +#!/usr/bin/env sh +get_test_report() { + workdir="$1" + remote_url="$2" + branch="$3" + spec_basedir="$4" + output_path="$5" + + cd "$workdir" + + sh -cx "git clone --depth 1 --single-branch --branch '$branch' '$remote_url' ." + + sh -cx "npm install" + + sh -cx "node bin/mocha.js '$spec_basedir'/**/*.spec.js --reporter json-stream" \ + | tee "$output_path" +} + +compare_test_reports() { + spec_basedir="$1" + diff_out_file="$2" + workdir="$(mktemp -d)" + + cd "$workdir" + + # define the working directories for execution beforehand so that we can + # normalize spec paths and make them canonical for comparison. + test_report_1_workdir="$(mktemp -d)" + test_report_2_workdir="$(mktemp -d)" + + # paths to output the test reports to + test_report_1_path="$workdir/main-test-report.json" + test_report_2_path="$workdir/byteb4rb1e-feature-5049-test-report.json" + + # execute integration test suites on main branch + get_test_report "$test_report_1_workdir" \ + 'https://github.com/mochajs/mocha.git' \ + 'main' \ + "$spec_basedir" \ + "$test_report_1_path" & + jid="$!" + + # execute integration test suites on PR branch + get_test_report "$test_report_2_workdir" \ + 'https://github.com/byteb4rb1e/mocha.git' \ + 'feature/5049' \ + "$spec_basedir" \ + "$test_report_2_path" & + jid="$jid $!" + + wait $jid + + # make the path pretty for NT environments + # only applicable for Cygwin/MSYS2 - in my case + diff_out_file="$( + cygpath -w "$diff_out_file" | sed 's|\\|\\\\|g' + )" + test_report_1_workdir="$( + cygpath -w "$test_report_1_workdir" | sed 's|\\|\\\\|g' + )" + test_report_2_workdir="$( + cygpath -w "$test_report_2_workdir" | sed 's|\\|\\\\|g' + )" + + test_report_1_path="$( + cygpath -w "$test_report_1_path" | sed 's|\\|\\\\|g' + )" + test_report_2_path="$( + cygpath -w "$test_report_2_path" | sed 's|\\|\\\\|g' + )" + + node << EOF +import { open } from 'node:fs/promises'; +import fs from 'node:fs'; +import path from 'node:path'; +import { createHash } from 'node:crypto'; + +const testReport1Workdir = '$test_report_1_workdir'; +const testReport2Workdir = '$test_report_2_workdir'; + +const testReport1Path = '$test_report_1_path'; +const testReport2Path = '$test_report_2_path'; + +const diffOutputPath = '$diff_out_file'; + +const mainResultHashes = { + pass: [], + fail: [] +}; + +(async () => { + const f1 = await open(testReport1Path); + const f2 = await open(testReport2Path); + + // iterate over every streamed JSON object, extract the case state and + // metadata, calculate a canonicalized hash and store it in an array for + // lookup when iterating over the other test results + for await (const line of f1.readLines()) { + const [caseState, caseMeta] = JSON.parse(line); + + // skip anything that has nothing to do with a concrete test case + if (!['fail', 'pass'].includes(caseState)) continue; + + //canonicalize the test suite file path + const canonFilePath = path.relative(testReport1Workdir, caseMeta.file); + + // calculate a hash of the test case + const hash = createHash('sha256'); + hash.update(canonFilePath); + hash.update(caseMeta.fullTitle); + const hashDigest = hash.copy().digest('hex'); + + mainResultHashes[caseState].push(hashDigest); + } + + for await (const line of f2.readLines()) { + const [caseState, caseMeta] = JSON.parse(line); + + // skip anything that has nothing to do with a concrete test case + if (!['fail', 'pass'].includes(caseState)) continue; + + //canonicalize the test suite file path + const canonFilePath = path.relative(testReport2Workdir, caseMeta.file); + + // calculate a hash of the test case + const hash = createHash('sha256'); + hash.update(canonFilePath); + hash.update(caseMeta.fullTitle); + const hashDigest = hash.copy().digest('hex'); + + if (!mainResultHashes[caseState].includes(hashDigest)) { + var msg = \`$spec_basedir: mismatched, (is) '\${caseState}': \`; + msg += JSON.stringify(caseMeta, null, 4); + msg += '\\n\\n'; + + console.log(msg); + + fs.appendFileSync(diffOutputPath, msg); + } + } +})() +EOF +} + +out_file="$(pwd)/mocha-5094-test-reports-diff"; + +compare_test_reports 'test/integration' "$out_file" +compare_test_reports 'test/unit' "$out_file" +compare_test_reports 'test/node-unit' "$out_file" diff --git a/require-esm-demo/run.sh b/require-esm-demo/run.sh new file mode 100644 index 0000000..46570c2 --- /dev/null +++ b/require-esm-demo/run.sh @@ -0,0 +1,43 @@ +#!/usr/bin/env sh + +TMPDIR=$(mktemp -d) + +cat << EOF > $TMPDIR/explicit-default.mjs +export default { + require: ['foo', 'bar'], + bail: true, + reporter: 'dot', + slow: 60 +}; +EOF + +cat << EOF > $TMPDIR/implicit-default.mjs +const config = { + require: ['foo', 'bar'], + bail: true, + reporter: 'dot', + slow: 60 +}; + +export { config as 'module.exports' } +EOF + +cat << EOF > $TMPDIR/explicit.mjs +export const require = ['foo', 'bar']; +export const bail = true; +export const reporter = 'dot'; +export const slow = 60; +EOF + +for case in 'explicit-default' 'implicit-default' 'explicit'; do + + path="$TMPDIR/$case.mjs" + + command -v cygpath + test $? -eq 0 && path="$(cygpath -w "$path" | sed 's|\\|\\\\|g')" + + + node << EOF +console.log('$path', require('$path')); +EOF +done diff --git a/simple-git-http-server/.local/httpd.conf b/simple-git-http-server/.local/httpd.conf new file mode 100644 index 0000000..af47383 --- /dev/null +++ b/simple-git-http-server/.local/httpd.conf @@ -0,0 +1,98 @@ +ServerRoot "/usr/local/apache2" +Listen 80 +LoadModule mpm_event_module modules/mod_mpm_event.so +LoadModule authn_file_module modules/mod_authn_file.so +LoadModule authn_core_module modules/mod_authn_core.so +LoadModule authz_host_module modules/mod_authz_host.so +LoadModule authz_groupfile_module modules/mod_authz_groupfile.so +LoadModule authz_user_module modules/mod_authz_user.so +LoadModule authz_core_module modules/mod_authz_core.so +LoadModule access_compat_module modules/mod_access_compat.so +LoadModule auth_basic_module modules/mod_auth_basic.so +LoadModule reqtimeout_module modules/mod_reqtimeout.so +LoadModule filter_module modules/mod_filter.so +LoadModule mime_module modules/mod_mime.so +LoadModule log_config_module modules/mod_log_config.so +LoadModule env_module modules/mod_env.so +LoadModule headers_module modules/mod_headers.so +LoadModule setenvif_module modules/mod_setenvif.so +LoadModule version_module modules/mod_version.so +LoadModule unixd_module modules/mod_unixd.so +LoadModule status_module modules/mod_status.so +LoadModule autoindex_module modules/mod_autoindex.so + + + + +LoadModule dir_module modules/mod_dir.so +LoadModule alias_module modules/mod_alias.so + +User www-data +Group www-data + +ServerAdmin you@example.com + + AllowOverride none + Require all denied + +DocumentRoot "/usr/local/apache2/htdocs" + + Options Indexes FollowSymLinks + AllowOverride None + Require all granted + + + DirectoryIndex index.html + + + Require all denied + +ErrorLog /proc/self/fd/2 +LogLevel warn + + LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" combined + LogFormat "%h %l %u %t \"%r\" %>s %b" common + + LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" %I %O" combinedio + + CustomLog /proc/self/fd/1 common + + + ScriptAlias /cgi-bin/ "/usr/local/apache2/cgi-bin/" + + + + + AllowOverride None + Options None + Require all granted + + + RequestHeader unset Proxy early + + + TypesConfig conf/mime.types + AddType application/x-compress .Z + AddType application/x-gzip .gz .tgz + + +Include conf/extra/proxy-html.conf + + +SSLRandomSeed startup builtin +SSLRandomSeed connect builtin + + + + SetEnv GIT_PROJECT_ROOT /srv/git + SetEnv GIT_HTTP_EXPORT_ALL + SetEnv REMOTE_USER=$REDIRECT_REMOTE_USER + ScriptAliasMatch "(?x)^/(.*/(HEAD | info/refs | objects/(info/[^/]+ | [0-9a-f]{2}/[0-9a-f]{38} | pack/pack-[0-9a-f]{40}\.(pack|idx)) | git-(upload|receive)-pack))$" "/usr/lib/git/git-http-backend/$1" + Alias /git /srv/git + + Options +ExecCGI -MultiViews +SymLinksIfOwnerMatch + AllowOverride None + Order allow,deny + Allow from all + + diff --git a/simple-git-http-server/Dockerfile b/simple-git-http-server/Dockerfile new file mode 100644 index 0000000..bd89515 --- /dev/null +++ b/simple-git-http-server/Dockerfile @@ -0,0 +1,9 @@ +FROM httpd:2.4 + +# https://git-scm.com/docs/git-http-backend +RUN apt-get update -y && apt-get install -y git apache2-utils + +COPY httpd.conf /usr/local/apache2/conf/httpd.conf + +RUN mkdir -p /var/log/apache2/git +RUN chown -R www-data:www-data /var/log/apache2 diff --git a/simple-git-http-server/Pipfile b/simple-git-http-server/Pipfile new file mode 100644 index 0000000..e69de29 diff --git a/simple-git-http-server/docker-compose.yml b/simple-git-http-server/docker-compose.yml new file mode 100644 index 0000000..e1913d2 --- /dev/null +++ b/simple-git-http-server/docker-compose.yml @@ -0,0 +1,5 @@ +services: + git-httpd: + build: . + ports: + - "8080:80" diff --git a/simple-git-http-server/httpd.conf b/simple-git-http-server/httpd.conf new file mode 100644 index 0000000..408a2df --- /dev/null +++ b/simple-git-http-server/httpd.conf @@ -0,0 +1,115 @@ +ServerRoot "/usr/local/apache2" +Listen 80 +LoadModule mpm_event_module modules/mod_mpm_event.so +LoadModule authn_file_module modules/mod_authn_file.so +LoadModule authn_core_module modules/mod_authn_core.so +LoadModule authz_host_module modules/mod_authz_host.so +LoadModule authz_groupfile_module modules/mod_authz_groupfile.so +LoadModule authz_user_module modules/mod_authz_user.so +LoadModule authz_core_module modules/mod_authz_core.so +LoadModule access_compat_module modules/mod_access_compat.so +LoadModule auth_basic_module modules/mod_auth_basic.so +LoadModule reqtimeout_module modules/mod_reqtimeout.so +LoadModule filter_module modules/mod_filter.so +LoadModule mime_module modules/mod_mime.so +LoadModule log_config_module modules/mod_log_config.so +LoadModule env_module modules/mod_env.so +LoadModule headers_module modules/mod_headers.so +LoadModule setenvif_module modules/mod_setenvif.so +LoadModule version_module modules/mod_version.so +LoadModule unixd_module modules/mod_unixd.so +LoadModule status_module modules/mod_status.so +LoadModule autoindex_module modules/mod_autoindex.so + + + + +LoadModule dir_module modules/mod_dir.so +LoadModule alias_module modules/mod_alias.so + +User www-data +Group www-data + +ServerAdmin you@example.com + + AllowOverride none + Require all denied + +DocumentRoot "/usr/local/apache2/htdocs" + + Options Indexes FollowSymLinks + AllowOverride None + Require all granted + + + DirectoryIndex index.html + + + Require all denied + +ErrorLog /proc/self/fd/2 +LogLevel warn + + LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" combined + LogFormat "%h %l %u %t \"%r\" %>s %b" common + + LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" %I %O" combinedio + + CustomLog /proc/self/fd/1 common + + + ScriptAlias /cgi-bin/ "/usr/local/apache2/cgi-bin/" + + + + + AllowOverride None + Options None + Require all granted + + + RequestHeader unset Proxy early + + + TypesConfig conf/mime.types + AddType application/x-compress .Z + AddType application/x-gzip .gz .tgz + + +Include conf/extra/proxy-html.conf + + +SSLRandomSeed startup builtin +SSLRandomSeed connect builtin + + +LoadModule cgi_module modules/mod_cgi.so +LoadModule alias_module modules/mod_alias.so +LoadModule cgi_module modules/mod_cgi.so + + + SetEnv GIT_PROJECT_ROOT /srv/git + SetEnv GIT_HTTP_EXPORT_ALL + ScriptAliasMatch "(?x)^/(.*/(HEAD | \ + info/refs | \ + objects/(info/[^/]+ | \ + [0-9a-f]{2}/[0-9a-f]{38} | \ + pack/pack-[0-9a-f]{40}\.(pack|idx)) | \ + git-(upload|receive)-pack))$" \ + "/usr/lib/git-core/git-http-backend/$1" + + Options +ExecCGI -MultiViews +SymLinksIfOwnerMatch + AllowOverride None + # Require all granted + + AuthType Basic + AuthName "User Authentication" + AuthUserFile /usr/local/apache2/.htpasswd + Require valid-user + + + # not important (anymore), just for debugging + LogLevel trace8 + ErrorLog /var/log/apache2/git/error.log + CustomLog /var/log/apache2/git/access.log combined + diff --git a/simple-git-http-server/my-httpd.conf b/simple-git-http-server/my-httpd.conf new file mode 100644 index 0000000..1ccfb02 --- /dev/null +++ b/simple-git-http-server/my-httpd.conf @@ -0,0 +1,551 @@ +# +# This is the main Apache HTTP server configuration file. It contains the +# configuration directives that give the server its instructions. +# See for detailed information. +# In particular, see +# +# for a discussion of each configuration directive. +# +# Do NOT simply read the instructions in here without understanding +# what they do. They're here only as hints or reminders. If you are unsure +# consult the online docs. You have been warned. +# +# Configuration and logfile names: If the filenames you specify for many +# of the server's control files begin with "/" (or "drive:/" for Win32), the +# server will use that explicit path. If the filenames do *not* begin +# with "/", the value of ServerRoot is prepended -- so "logs/access_log" +# with ServerRoot set to "/usr/local/apache2" will be interpreted by the +# server as "/usr/local/apache2/logs/access_log", whereas "/logs/access_log" +# will be interpreted as '/logs/access_log'. + +# +# ServerRoot: The top of the directory tree under which the server's +# configuration, error, and log files are kept. +# +# Do not add a slash at the end of the directory path. If you point +# ServerRoot at a non-local disk, be sure to specify a local disk on the +# Mutex directive, if file-based mutexes are used. If you wish to share the +# same ServerRoot for multiple httpd daemons, you will need to change at +# least PidFile. +# +ServerRoot "/usr/local/apache2" + +# +# Mutex: Allows you to set the mutex mechanism and mutex file directory +# for individual mutexes, or change the global defaults +# +# Uncomment and change the directory if mutexes are file-based and the default +# mutex file directory is not on a local disk or is not appropriate for some +# other reason. +# +# Mutex default:logs + +# +# Listen: Allows you to bind Apache to specific IP addresses and/or +# ports, instead of the default. See also the +# directive. +# +# Change this to Listen on specific IP addresses as shown below to +# prevent Apache from glomming onto all bound IP addresses. +# +#Listen 12.34.56.78:80 +Listen 80 + +# +# Dynamic Shared Object (DSO) Support +# +# To be able to use the functionality of a module which was built as a DSO you +# have to place corresponding `LoadModule' lines at this location so the +# directives contained in it are actually available _before_ they are used. +# Statically compiled modules (those listed by `httpd -l') do not need +# to be loaded here. +# +# Example: +# LoadModule foo_module modules/mod_foo.so +# +LoadModule mpm_event_module modules/mod_mpm_event.so +#LoadModule mpm_prefork_module modules/mod_mpm_prefork.so +#LoadModule mpm_worker_module modules/mod_mpm_worker.so +LoadModule authn_file_module modules/mod_authn_file.so +#LoadModule authn_dbm_module modules/mod_authn_dbm.so +#LoadModule authn_anon_module modules/mod_authn_anon.so +#LoadModule authn_dbd_module modules/mod_authn_dbd.so +#LoadModule authn_socache_module modules/mod_authn_socache.so +LoadModule authn_core_module modules/mod_authn_core.so +LoadModule authz_host_module modules/mod_authz_host.so +LoadModule authz_groupfile_module modules/mod_authz_groupfile.so +LoadModule authz_user_module modules/mod_authz_user.so +#LoadModule authz_dbm_module modules/mod_authz_dbm.so +#LoadModule authz_owner_module modules/mod_authz_owner.so +#LoadModule authz_dbd_module modules/mod_authz_dbd.so +LoadModule authz_core_module modules/mod_authz_core.so +#LoadModule authnz_ldap_module modules/mod_authnz_ldap.so +#LoadModule authnz_fcgi_module modules/mod_authnz_fcgi.so +LoadModule access_compat_module modules/mod_access_compat.so +LoadModule auth_basic_module modules/mod_auth_basic.so +#LoadModule auth_form_module modules/mod_auth_form.so +#LoadModule auth_digest_module modules/mod_auth_digest.so +#LoadModule allowmethods_module modules/mod_allowmethods.so +#LoadModule isapi_module modules/mod_isapi.so +#LoadModule file_cache_module modules/mod_file_cache.so +#LoadModule cache_module modules/mod_cache.so +#LoadModule cache_disk_module modules/mod_cache_disk.so +#LoadModule cache_socache_module modules/mod_cache_socache.so +#LoadModule socache_shmcb_module modules/mod_socache_shmcb.so +#LoadModule socache_dbm_module modules/mod_socache_dbm.so +#LoadModule socache_memcache_module modules/mod_socache_memcache.so +#LoadModule socache_redis_module modules/mod_socache_redis.so +#LoadModule watchdog_module modules/mod_watchdog.so +#LoadModule macro_module modules/mod_macro.so +#LoadModule dbd_module modules/mod_dbd.so +#LoadModule bucketeer_module modules/mod_bucketeer.so +#LoadModule dumpio_module modules/mod_dumpio.so +#LoadModule echo_module modules/mod_echo.so +#LoadModule example_hooks_module modules/mod_example_hooks.so +#LoadModule case_filter_module modules/mod_case_filter.so +#LoadModule case_filter_in_module modules/mod_case_filter_in.so +#LoadModule example_ipc_module modules/mod_example_ipc.so +#LoadModule buffer_module modules/mod_buffer.so +#LoadModule data_module modules/mod_data.so +#LoadModule ratelimit_module modules/mod_ratelimit.so +LoadModule reqtimeout_module modules/mod_reqtimeout.so +#LoadModule ext_filter_module modules/mod_ext_filter.so +#LoadModule request_module modules/mod_request.so +#LoadModule include_module modules/mod_include.so +LoadModule filter_module modules/mod_filter.so +#LoadModule reflector_module modules/mod_reflector.so +#LoadModule substitute_module modules/mod_substitute.so +#LoadModule sed_module modules/mod_sed.so +#LoadModule charset_lite_module modules/mod_charset_lite.so +#LoadModule deflate_module modules/mod_deflate.so +#LoadModule xml2enc_module modules/mod_xml2enc.so +#LoadModule proxy_html_module modules/mod_proxy_html.so +#LoadModule brotli_module modules/mod_brotli.so +LoadModule mime_module modules/mod_mime.so +#LoadModule ldap_module modules/mod_ldap.so +LoadModule log_config_module modules/mod_log_config.so +#LoadModule log_debug_module modules/mod_log_debug.so +#LoadModule log_forensic_module modules/mod_log_forensic.so +#LoadModule logio_module modules/mod_logio.so +#LoadModule lua_module modules/mod_lua.so +LoadModule env_module modules/mod_env.so +#LoadModule mime_magic_module modules/mod_mime_magic.so +#LoadModule cern_meta_module modules/mod_cern_meta.so +#LoadModule expires_module modules/mod_expires.so +LoadModule headers_module modules/mod_headers.so +#LoadModule ident_module modules/mod_ident.so +#LoadModule usertrack_module modules/mod_usertrack.so +#LoadModule unique_id_module modules/mod_unique_id.so +LoadModule setenvif_module modules/mod_setenvif.so +LoadModule version_module modules/mod_version.so +#LoadModule remoteip_module modules/mod_remoteip.so +#LoadModule proxy_module modules/mod_proxy.so +#LoadModule proxy_connect_module modules/mod_proxy_connect.so +#LoadModule proxy_ftp_module modules/mod_proxy_ftp.so +#LoadModule proxy_http_module modules/mod_proxy_http.so +#LoadModule proxy_fcgi_module modules/mod_proxy_fcgi.so +#LoadModule proxy_scgi_module modules/mod_proxy_scgi.so +#LoadModule proxy_uwsgi_module modules/mod_proxy_uwsgi.so +#LoadModule proxy_fdpass_module modules/mod_proxy_fdpass.so +#LoadModule proxy_wstunnel_module modules/mod_proxy_wstunnel.so +#LoadModule proxy_ajp_module modules/mod_proxy_ajp.so +#LoadModule proxy_balancer_module modules/mod_proxy_balancer.so +#LoadModule proxy_express_module modules/mod_proxy_express.so +#LoadModule proxy_hcheck_module modules/mod_proxy_hcheck.so +#LoadModule session_module modules/mod_session.so +#LoadModule session_cookie_module modules/mod_session_cookie.so +#LoadModule session_crypto_module modules/mod_session_crypto.so +#LoadModule session_dbd_module modules/mod_session_dbd.so +#LoadModule slotmem_shm_module modules/mod_slotmem_shm.so +#LoadModule slotmem_plain_module modules/mod_slotmem_plain.so +#LoadModule ssl_module modules/mod_ssl.so +#LoadModule optional_hook_export_module modules/mod_optional_hook_export.so +#LoadModule optional_hook_import_module modules/mod_optional_hook_import.so +#LoadModule optional_fn_import_module modules/mod_optional_fn_import.so +#LoadModule optional_fn_export_module modules/mod_optional_fn_export.so +#LoadModule dialup_module modules/mod_dialup.so +#LoadModule http2_module modules/mod_http2.so +#LoadModule proxy_http2_module modules/mod_proxy_http2.so +#LoadModule md_module modules/mod_md.so +#LoadModule lbmethod_byrequests_module modules/mod_lbmethod_byrequests.so +#LoadModule lbmethod_bytraffic_module modules/mod_lbmethod_bytraffic.so +#LoadModule lbmethod_bybusyness_module modules/mod_lbmethod_bybusyness.so +#LoadModule lbmethod_heartbeat_module modules/mod_lbmethod_heartbeat.so +LoadModule unixd_module modules/mod_unixd.so +#LoadModule heartbeat_module modules/mod_heartbeat.so +#LoadModule heartmonitor_module modules/mod_heartmonitor.so +#LoadModule dav_module modules/mod_dav.so +LoadModule status_module modules/mod_status.so +LoadModule autoindex_module modules/mod_autoindex.so +#LoadModule asis_module modules/mod_asis.so +#LoadModule info_module modules/mod_info.so +#LoadModule suexec_module modules/mod_suexec.so + + #LoadModule cgid_module modules/mod_cgid.so + + + #LoadModule cgi_module modules/mod_cgi.so + +#LoadModule dav_fs_module modules/mod_dav_fs.so +#LoadModule dav_lock_module modules/mod_dav_lock.so +#LoadModule vhost_alias_module modules/mod_vhost_alias.so +#LoadModule negotiation_module modules/mod_negotiation.so +LoadModule dir_module modules/mod_dir.so +#LoadModule imagemap_module modules/mod_imagemap.so +#LoadModule actions_module modules/mod_actions.so +#LoadModule speling_module modules/mod_speling.so +#LoadModule userdir_module modules/mod_userdir.so +LoadModule alias_module modules/mod_alias.so +#LoadModule rewrite_module modules/mod_rewrite.so + + +# +# If you wish httpd to run as a different user or group, you must run +# httpd as root initially and it will switch. +# +# User/Group: The name (or #number) of the user/group to run httpd as. +# It is usually good practice to create a dedicated user and group for +# running httpd, as with most system services. +# +User www-data +Group www-data + + + +# 'Main' server configuration +# +# The directives in this section set up the values used by the 'main' +# server, which responds to any requests that aren't handled by a +# definition. These values also provide defaults for +# any containers you may define later in the file. +# +# All of these directives may appear inside containers, +# in which case these default settings will be overridden for the +# virtual host being defined. +# + +# +# ServerAdmin: Your address, where problems with the server should be +# e-mailed. This address appears on some server-generated pages, such +# as error documents. e.g. admin@your-domain.com +# +ServerAdmin you@example.com + +# +# ServerName gives the name and port that the server uses to identify itself. +# This can often be determined automatically, but we recommend you specify +# it explicitly to prevent problems during startup. +# +# If your host doesn't have a registered DNS name, enter its IP address here. +# +#ServerName www.example.com:80 + +# +# Deny access to the entirety of your server's filesystem. You must +# explicitly permit access to web content directories in other +# blocks below. +# + + AllowOverride none + Require all denied + + +# +# Note that from this point forward you must specifically allow +# particular features to be enabled - so if something's not working as +# you might expect, make sure that you have specifically enabled it +# below. +# + +# +# DocumentRoot: The directory out of which you will serve your +# documents. By default, all requests are taken from this directory, but +# symbolic links and aliases may be used to point to other locations. +# +DocumentRoot "/usr/local/apache2/htdocs" + + # + # Possible values for the Options directive are "None", "All", + # or any combination of: + # Indexes Includes FollowSymLinks SymLinksifOwnerMatch ExecCGI MultiViews + # + # Note that "MultiViews" must be named *explicitly* --- "Options All" + # doesn't give it to you. + # + # The Options directive is both complicated and important. Please see + # http://httpd.apache.org/docs/2.4/mod/core.html#options + # for more information. + # + Options Indexes FollowSymLinks + + # + # AllowOverride controls what directives may be placed in .htaccess files. + # It can be "All", "None", or any combination of the keywords: + # AllowOverride FileInfo AuthConfig Limit + # + AllowOverride None + + # + # Controls who can get stuff from this server. + # + Require all granted + + +# +# DirectoryIndex: sets the file that Apache will serve if a directory +# is requested. +# + + DirectoryIndex index.html + + +# +# The following lines prevent .htaccess and .htpasswd files from being +# viewed by Web clients. +# + + Require all denied + + +# +# ErrorLog: The location of the error log file. +# If you do not specify an ErrorLog directive within a +# container, error messages relating to that virtual host will be +# logged here. If you *do* define an error logfile for a +# container, that host's errors will be logged there and not here. +# +ErrorLog /proc/self/fd/2 + +# +# LogLevel: Control the number of messages logged to the error_log. +# Possible values include: debug, info, notice, warn, error, crit, +# alert, emerg. +# +LogLevel warn + + + # + # The following directives define some format nicknames for use with + # a CustomLog directive (see below). + # + LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" combined + LogFormat "%h %l %u %t \"%r\" %>s %b" common + + + # You need to enable mod_logio.c to use %I and %O + LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" %I %O" combinedio + + + # + # The location and format of the access logfile (Common Logfile Format). + # If you do not define any access logfiles within a + # container, they will be logged here. Contrariwise, if you *do* + # define per- access logfiles, transactions will be + # logged therein and *not* in this file. + # + CustomLog /proc/self/fd/1 common + + # + # If you prefer a logfile with access, agent, and referer information + # (Combined Logfile Format) you can use the following directive. + # + #CustomLog "logs/access_log" combined + + + + # + # Redirect: Allows you to tell clients about documents that used to + # exist in your server's namespace, but do not anymore. The client + # will make a new request for the document at its new location. + # Example: + # Redirect permanent /foo http://www.example.com/bar + + # + # Alias: Maps web paths into filesystem paths and is used to + # access content that does not live under the DocumentRoot. + # Example: + # Alias /webpath /full/filesystem/path + # + # If you include a trailing / on /webpath then the server will + # require it to be present in the URL. You will also likely + # need to provide a section to allow access to + # the filesystem path. + + # + # ScriptAlias: This controls which directories contain server scripts. + # ScriptAliases are essentially the same as Aliases, except that + # documents in the target directory are treated as applications and + # run by the server when requested rather than as documents sent to the + # client. The same rules about trailing "/" apply to ScriptAlias + # directives as to Alias. + # + ScriptAlias /cgi-bin/ "/usr/local/apache2/cgi-bin/" + + + + + # + # ScriptSock: On threaded servers, designate the path to the UNIX + # socket used to communicate with the CGI daemon of mod_cgid. + # + #Scriptsock cgisock + + +# +# "/usr/local/apache2/cgi-bin" should be changed to whatever your ScriptAliased +# CGI directory exists, if you have that configured. +# + + AllowOverride None + Options None + Require all granted + + + + # + # Avoid passing HTTP_PROXY environment to CGI's on this or any proxied + # backend servers which have lingering "httpoxy" defects. + # 'Proxy' request header is undefined by the IETF, not listed by IANA + # + RequestHeader unset Proxy early + + + + # + # TypesConfig points to the file containing the list of mappings from + # filename extension to MIME-type. + # + TypesConfig conf/mime.types + + # + # AddType allows you to add to or override the MIME configuration + # file specified in TypesConfig for specific file types. + # + #AddType application/x-gzip .tgz + # + # AddEncoding allows you to have certain browsers uncompress + # information on the fly. Note: Not all browsers support this. + # + #AddEncoding x-compress .Z + #AddEncoding x-gzip .gz .tgz + # + # If the AddEncoding directives above are commented-out, then you + # probably should define those extensions to indicate media types: + # + AddType application/x-compress .Z + AddType application/x-gzip .gz .tgz + + # + # AddHandler allows you to map certain file extensions to "handlers": + # actions unrelated to filetype. These can be either built into the server + # or added with the Action directive (see below) + # + # To use CGI scripts outside of ScriptAliased directories: + # (You will also need to add "ExecCGI" to the "Options" directive.) + # + #AddHandler cgi-script .cgi + + # For type maps (negotiated resources): + #AddHandler type-map var + + # + # Filters allow you to process content before it is sent to the client. + # + # To parse .shtml files for server-side includes (SSI): + # (You will also need to add "Includes" to the "Options" directive.) + # + #AddType text/html .shtml + #AddOutputFilter INCLUDES .shtml + + +# +# The mod_mime_magic module allows the server to use various hints from the +# contents of the file itself to determine its type. The MIMEMagicFile +# directive tells the module where the hint definitions are located. +# +#MIMEMagicFile conf/magic + +# +# Customizable error responses come in three flavors: +# 1) plain text 2) local redirects 3) external redirects +# +# Some examples: +#ErrorDocument 500 "The server made a boo boo." +#ErrorDocument 404 /missing.html +#ErrorDocument 404 "/cgi-bin/missing_handler.pl" +#ErrorDocument 402 http://www.example.com/subscription_info.html +# + +# +# MaxRanges: Maximum number of Ranges in a request before +# returning the entire resource, or one of the special +# values 'default', 'none' or 'unlimited'. +# Default setting is to accept 200 Ranges. +#MaxRanges unlimited + +# +# EnableMMAP and EnableSendfile: On systems that support it, +# memory-mapping or the sendfile syscall may be used to deliver +# files. This usually improves server performance, but must +# be turned off when serving from networked-mounted +# filesystems or if support for these functions is otherwise +# broken on your system. +# Defaults: EnableMMAP On, EnableSendfile Off +# +#EnableMMAP off +#EnableSendfile on + +# Supplemental configuration +# +# The configuration files in the conf/extra/ directory can be +# included to add extra features or to modify the default configuration of +# the server, or you may simply copy their contents here and change as +# necessary. + +# Server-pool management (MPM specific) +#Include conf/extra/httpd-mpm.conf + +# Multi-language error messages +#Include conf/extra/httpd-multilang-errordoc.conf + +# Fancy directory listings +#Include conf/extra/httpd-autoindex.conf + +# Language settings +#Include conf/extra/httpd-languages.conf + +# User home directories +#Include conf/extra/httpd-userdir.conf + +# Real-time info on requests and configuration +#Include conf/extra/httpd-info.conf + +# Virtual hosts +#Include conf/extra/httpd-vhosts.conf + +# Local access to the Apache HTTP Server Manual +#Include conf/extra/httpd-manual.conf + +# Distributed authoring and versioning (WebDAV) +#Include conf/extra/httpd-dav.conf + +# Various default settings +#Include conf/extra/httpd-default.conf + +# Configure mod_proxy_html to understand HTML4/XHTML1 + +Include conf/extra/proxy-html.conf + + +# Secure (SSL/TLS) connections +#Include conf/extra/httpd-ssl.conf +# +# Note: The following must must be present to support +# starting without SSL on platforms with no /dev/random equivalent +# but a statically compiled-in mod_ssl. +# + +SSLRandomSeed startup builtin +SSLRandomSeed connect builtin + + diff --git a/simple-git-http-server/run.sh b/simple-git-http-server/run.sh new file mode 100644 index 0000000..54c400d --- /dev/null +++ b/simple-git-http-server/run.sh @@ -0,0 +1,137 @@ +#!/usr/bin/env sh + +# name of remote sample repository to apply +REMOTE_REPO_NAME='sample.git' +# origin of sample repository to use; will bare clone +REMOTE_REPO_ORIGIN='https://github.com/VaasuDevanS/cowsay-python.git' +# docker-compose service name +DOCKERC_SERVICE_NAME='git-httpd' +# no spaces allowed, in addition to $, ideally RFC2616 quoted string +export REMOTE_USERNAME='sample-user' +# no spaces allowed, in addition to $, ideally RFC2616 quoted string +export REMOTE_PASSWORD='sample-password' + +LOCAL_IP_PORT='8080' + +export REPO_URL='http://$REMOTE_USERNAME:$REMOTE_PASSWORD@'"$(hostname -i):$LOCAL_IP_PORT/$REMOTE_REPO_NAME" + +echo "$REPO_URL" + +# check for any OCI-compatible executable +export DOCKER=docker +command -v docker 1>/dev/null +test $? -ne 0 && { + command -v podman 1>/dev/null + if test $? -ne 0; then + echo "neither docker, nor podman found. exiting..." >&2 + exit 1; + else + export DOCKER='podman' + fi +} + +# check for any Compose-spec compatible executable +export DOCKER_COMPOSE=docker-compose +command -v docker-compose 1>/dev/null +test $? -ne 0 && { + command -v podman-compose 1>/dev/null + if test $? -ne 0; then + echo "neither docker-compose, nor podman-compose found. exiting..." >&2 + exit 1; + else + export DOCKER_COMPOSE='podman-compose' + fi +} + +# dump the default httpd.conf and remove all comments +sh -cx '$DOCKER run --rm httpd:2.4 cat /usr/local/apache2/conf/httpd.conf' \ +| sed 's|^[[:space:]]*#.*$||' | grep . > httpd.conf + +# append git-http specific virtualhost to local httpd.conf +cat << EOF >> httpd.conf + +LoadModule cgi_module modules/mod_cgi.so +LoadModule alias_module modules/mod_alias.so +LoadModule cgi_module modules/mod_cgi.so + + + SetEnv GIT_PROJECT_ROOT /srv/git + SetEnv GIT_HTTP_EXPORT_ALL + ScriptAliasMatch \ + "(?x)^/(.*/(HEAD | \\ + info/refs | \\ + objects/(info/[^/]+ | \\ + [0-9a-f]{2}/[0-9a-f]{38} | \\ + pack/pack-[0-9a-f]{40}\.(pack|idx)) | \\ + git-(upload|receive)-pack))\$" \\ + "/usr/lib/git-core/git-http-backend/\$1" + + Options +ExecCGI -MultiViews +SymLinksIfOwnerMatch + AllowOverride None + # Require all granted + + AuthType Basic + AuthName "User Authentication" + AuthUserFile /usr/local/apache2/.htpasswd + Require valid-user + + + # not important (anymore), just for debugging + LogLevel trace8 + ErrorLog /var/log/apache2/git/error.log + CustomLog /var/log/apache2/git/access.log combined + +EOF + +# create Dockerfile +cat << EOF > Dockerfile +FROM httpd:2.4 + +# https://git-scm.com/docs/git-http-backend +RUN apt-get update -y && apt-get install -y git apache2-utils + +COPY httpd.conf /usr/local/apache2/conf/httpd.conf + +RUN mkdir -p /var/log/apache2/git +RUN chown -R www-data:www-data /var/log/apache2 +EOF + +# create docker-compose.yml +cat << EOF > docker-compose.yml +services: + $DOCKERC_SERVICE_NAME: + build: . + ports: + - "$LOCAL_IP_PORT:80" +EOF + + +# just a wrapper for repetitive calls to the linux container +remotecmd() { + sh -cx "$DOCKER_COMPOSE exec -w /srv/git/$REMOTE_REPO_NAME $DOCKERC_SERVICE_NAME -- $@" +} + +# start the container +sh -cx '$DOCKER_COMPOSE up --detach --build --force-recreate' + +# initialize the sample repository directory within the container +sh -cx "$DOCKER_COMPOSE exec $DOCKERC_SERVICE_NAME mkdir -p /srv/git/$REMOTE_REPO_NAME" + +remotecmd "git clone --bare --shared $REMOTE_REPO_ORIGIN ." + +remotecmd 'git update-server-info' + +remotecmd 'chmod -R 755 ..' + +remotecmd 'chown -R www-data:www-data ..' + +remotecmd "htpasswd -cb /usr/local/apache2/.htpasswd $REMOTE_USERNAME $REMOTE_PASSWORD" + +remotecmd 'cat /usr/local/apache2/.htpasswd' + +sh -cx "python3 -m venv .venv" + +sh -cx ".venv/bin/pip install pipenv" + +sh -cx '.venv/bin/pipenv install $REPO_URL' +