2021-04-18 08:10:26 +00:00
|
|
|
{
|
|
|
|
pkgs ? import <nixpkgs> { config = { allowUnfree = true; };},
|
|
|
|
lib ? pkgs.lib,
|
|
|
|
pythonInterpreters ? pkgs.useInterpreters or (with pkgs; [
|
|
|
|
python27
|
|
|
|
python35
|
|
|
|
python36
|
|
|
|
python37
|
|
|
|
python38
|
|
|
|
]),
|
|
|
|
...
|
|
|
|
}:
|
|
|
|
with lib;
|
2020-08-15 12:09:28 +00:00
|
|
|
let
|
|
|
|
commit = "1434cc0ee2da462f0c719d3a4c0ab4c87d0931e7";
|
|
|
|
fetchPypiSrc = builtins.fetchTarball {
|
|
|
|
name = "nix-pypi-fetcher";
|
|
|
|
url = "https://github.com/DavHau/nix-pypi-fetcher/archive/${commit}.tar.gz";
|
|
|
|
# Hash obtained using `nix-prefetch-url --unpack <url>`
|
|
|
|
sha256 = "080l189zzwrv75jgr7agvs4hjv4i613j86d4qky154fw5ncp0mnp";
|
|
|
|
};
|
|
|
|
fetchPypi = import (fetchPypiSrc);
|
|
|
|
patchDistutils = python_env:
|
|
|
|
with builtins;
|
|
|
|
let
|
|
|
|
verSplit = split "[\.]" python_env.python.version;
|
|
|
|
major = elemAt verSplit 0;
|
|
|
|
minor = elemAt verSplit 2;
|
|
|
|
lib_dir = "$out/lib/python${major}.${minor}";
|
|
|
|
site_pkgs_dir = "${lib_dir}/site-packages";
|
|
|
|
in
|
|
|
|
pkgs.symlinkJoin {
|
|
|
|
name = "${python_env.name}-patched";
|
|
|
|
paths = [ python_env ];
|
|
|
|
postBuild = ''
|
|
|
|
### Distutils
|
|
|
|
# symlinks to files
|
|
|
|
mkdir ${lib_dir}/distutils_tmp
|
|
|
|
cp -a ${lib_dir}/distutils/* ${lib_dir}/distutils_tmp/
|
|
|
|
rm ${lib_dir}/distutils
|
|
|
|
mv ${lib_dir}/distutils_tmp ${lib_dir}/distutils
|
|
|
|
# patch distutils/core.py
|
|
|
|
patch ${lib_dir}/distutils/core.py ${./distutils.patch}
|
|
|
|
# remove .pyc files
|
|
|
|
|
|
|
|
if [ ${major} = 2 ]; then
|
|
|
|
rm ${lib_dir}/distutils/core.pyc
|
|
|
|
else
|
|
|
|
chmod +w ${lib_dir}/distutils/__pycache__/
|
|
|
|
rm ${lib_dir}/distutils/__pycache__/core.*
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
|
|
### Setuptools
|
|
|
|
# symlinks to files
|
|
|
|
mkdir ${site_pkgs_dir}/setuptools_tmp
|
|
|
|
cp -a ${site_pkgs_dir}/setuptools/* ${site_pkgs_dir}/setuptools_tmp/
|
|
|
|
rm ${site_pkgs_dir}/setuptools
|
|
|
|
mv ${site_pkgs_dir}/setuptools_tmp ${site_pkgs_dir}/setuptools
|
|
|
|
# patch setuptools/__init__.py
|
|
|
|
echo ${site_pkgs_dir}/setuptools/__init__.py
|
|
|
|
patch ${site_pkgs_dir}/setuptools/__init__.py ${./setuptools.patch}
|
|
|
|
# remove .pyc files
|
|
|
|
if [ ${major} = 2 ]; then
|
|
|
|
rm ${site_pkgs_dir}/setuptools/__init__.pyc
|
|
|
|
else
|
|
|
|
chmod +w ${site_pkgs_dir}/setuptools/__pycache__
|
|
|
|
rm ${site_pkgs_dir}/setuptools/__pycache__/__init__.*
|
|
|
|
fi
|
|
|
|
|
|
|
|
# fix executables
|
|
|
|
for f in $(ls ${python_env}/bin); do
|
|
|
|
sed -i "s|${python_env}|$out|g" $out/bin/$f
|
|
|
|
sed -i "/NIX_PYTHONPATH/a export PYTHONPATH=$out\/lib\/python${major}.${minor}" $out/bin/$f
|
|
|
|
done
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
|
|
|
mkPy = python:
|
|
|
|
let
|
|
|
|
python_env = python.withPackages (ps: with ps; [
|
|
|
|
# base requirements
|
|
|
|
setuptools
|
|
|
|
pkgconfig
|
|
|
|
]);
|
|
|
|
in
|
|
|
|
patchDistutils python_env;
|
|
|
|
|
|
|
|
in
|
|
|
|
let
|
|
|
|
# This is how pip invokes setup.py. We do this manually instead of using pip to increase performance by ~40%
|
|
|
|
setuptools_shim = ''
|
|
|
|
import sys, setuptools, tokenize; sys.argv[0] = 'setup.py'; __file__='setup.py';
|
|
|
|
f=getattr(tokenize, 'open', open)(__file__);
|
|
|
|
code=f.read().replace('\r\n', '\n');
|
|
|
|
f.close();
|
|
|
|
exec(compile(code, __file__, 'exec'))
|
|
|
|
'';
|
|
|
|
script = ''
|
|
|
|
mkdir $out
|
2021-04-18 08:10:26 +00:00
|
|
|
${concatStringsSep "\n" (forEach pythonInterpreters (interpreter:
|
|
|
|
let
|
|
|
|
py = mkPy interpreter;
|
|
|
|
verSplit = splitString "." interpreter.version;
|
|
|
|
major = elemAt verSplit 0;
|
|
|
|
minor = elemAt verSplit 1;
|
|
|
|
v = "${major}${minor}";
|
|
|
|
in ''
|
|
|
|
echo "extracting metadata for python${v}"
|
|
|
|
out_file=$out/python${v}.json ${py}/bin/python -c "${setuptools_shim}" install &> $out/python${v}.log || true
|
|
|
|
''
|
|
|
|
))}
|
2020-08-15 12:09:28 +00:00
|
|
|
'';
|
2020-08-24 11:20:29 +00:00
|
|
|
script_single = py: ''
|
|
|
|
mkdir $out
|
|
|
|
echo "extracting dependencies"
|
|
|
|
out_file=$out/python.json ${py}/bin/python -c "${setuptools_shim}" install &> $out/python.log || true
|
|
|
|
'';
|
2020-08-15 12:09:28 +00:00
|
|
|
base_derivation = with pkgs; {
|
|
|
|
buildInputs = [ unzip pkg-config pipenv ];
|
|
|
|
phases = ["unpackPhase" "installPhase"];
|
|
|
|
# Tells our modified python builtins to dump setup attributes instead of doing an actual installation
|
|
|
|
dump_setup_attrs = "y";
|
|
|
|
PYTHONIOENCODING = "utf8"; # My gut feeling is that encoding issues might decrease by this
|
2020-10-03 14:53:40 +00:00
|
|
|
LANG = "C.utf8";
|
2020-08-15 12:09:28 +00:00
|
|
|
installPhase = script;
|
|
|
|
};
|
|
|
|
in
|
|
|
|
with pkgs;
|
|
|
|
rec {
|
2021-04-18 08:10:26 +00:00
|
|
|
inherit machnix_source pythonInterpreters;
|
2020-08-15 12:09:28 +00:00
|
|
|
example = extractor {pkg = "requests"; version = "2.22.0";};
|
2020-08-24 11:20:29 +00:00
|
|
|
extract_from_src = {py, src}:
|
|
|
|
stdenv.mkDerivation ( base_derivation // {
|
|
|
|
inherit src;
|
|
|
|
name = "package-requirements";
|
|
|
|
installPhase = script_single (mkPy py);
|
|
|
|
});
|
2020-08-15 12:09:28 +00:00
|
|
|
extractor = {pkg, version}:
|
|
|
|
stdenv.mkDerivation ({
|
|
|
|
name = "${pkg}-${version}-requirements";
|
|
|
|
src = fetchPypi pkg version;
|
|
|
|
} // base_derivation);
|
|
|
|
extractor-fast = {pkg, version, url, sha256}:
|
|
|
|
stdenv.mkDerivation ({
|
|
|
|
name = "${pkg}-${version}-requirements";
|
|
|
|
src = pkgs.fetchurl {
|
|
|
|
inherit url sha256;
|
|
|
|
};
|
|
|
|
} // base_derivation);
|
|
|
|
}
|