summary refs log tree commit diff
path: root/pkgs/tools/backup/grab-site
diff options
context:
space:
mode:
authorIvan Kozik <ivan@ludios.org>2018-12-14 02:20:17 +0000
committerIvan Kozik <ivan@ludios.org>2018-12-14 22:21:44 +0000
commit66f59ee1ad3707fb25078f2f68e5b359eef98a6b (patch)
tree33155e6a35c9d11fac295bbd999e36fed840283e /pkgs/tools/backup/grab-site
parentcb3e6e72b9f6d5427b8f757df23c9d00c6521e6f (diff)
downloadnixpkgs-66f59ee1ad3707fb25078f2f68e5b359eef98a6b.tar
nixpkgs-66f59ee1ad3707fb25078f2f68e5b359eef98a6b.tar.gz
nixpkgs-66f59ee1ad3707fb25078f2f68e5b359eef98a6b.tar.bz2
nixpkgs-66f59ee1ad3707fb25078f2f68e5b359eef98a6b.tar.lz
nixpkgs-66f59ee1ad3707fb25078f2f68e5b359eef98a6b.tar.xz
nixpkgs-66f59ee1ad3707fb25078f2f68e5b359eef98a6b.tar.zst
nixpkgs-66f59ee1ad3707fb25078f2f68e5b359eef98a6b.zip
grab-site: init at 2.1.11
Diffstat (limited to 'pkgs/tools/backup/grab-site')
-rw-r--r--pkgs/tools/backup/grab-site/default.nix30
1 files changed, 30 insertions, 0 deletions
diff --git a/pkgs/tools/backup/grab-site/default.nix b/pkgs/tools/backup/grab-site/default.nix
new file mode 100644
index 00000000000..7209afd8e7e
--- /dev/null
+++ b/pkgs/tools/backup/grab-site/default.nix
@@ -0,0 +1,30 @@
+{ stdenv, python3Packages, fetchFromGitHub }:
+
+python3Packages.buildPythonApplication rec {
+  version = "2.1.11";
+  name = "grab-site-${version}";
+
+  src = fetchFromGitHub {
+    rev = "${version}";
+    owner = "ludios";
+    repo = "grab-site";
+    sha256 = "0w24ngr2b7nipqiwkxpql2467b5aq2vbknkb0sry6a457kb5ppsl";
+  };
+
+  propagatedBuildInputs = with python3Packages; [
+    click ludios_wpull manhole lmdb autobahn fb-re2 websockets cchardet
+  ];
+
+  checkPhase = ''
+    export PATH=$PATH:$out/bin
+    bash ./tests/offline-tests
+  '';
+
+  meta = with stdenv.lib; {
+    description = "Crawler for web archiving with WARC output";
+    homepage = https://github.com/ludios/grab-site;
+    license = licenses.mit;
+    maintainers = with maintainers; [ ivan ];
+    platforms = platforms.all;
+  };
+}