mirror of
https://https.git.savannah.gnu.org/git/guix.git/
synced 2025-07-10 16:50:43 +02:00
import: pypi: Honor the 'upstream-name' package property.
Previously, when a PyPI package had a “-” followed by one or more digits in its name, e.g., “AV-98”, the importer would interpret “98” as the version of the package and thus mistake the “AV-98” package for the “av” package on PyPI. $ ./pre-inst-env guix refresh av-98 following redirection to `https://pypi.org/pypi/av/json'... /home/yoctocell/src/guix/gnu/packages/web-browsers.scm:914:13: av-98 would be upgraded from 1.0.1 to 8.0.3 Setting the ‘upstream-name’ property to “AV-98” would solve the problem. $ ./pre-inst-env guix refresh av-98 /home/yoctocell/src/guix/gnu/packages/web-browsers.scm:914:13: 1.0.1 is already the latest version of av-98 * guix/import/pypi.scm (guix-package->pypi-name): Honor ‘upstream-name’ property. (make-pypi-sexp): Set ‘upstream-name’ property when appropriate. * tests/pypi.scm (test-json): Rename to ... (test-json-1): ... this. (test-json-2): New variable ("guix-package->pypi-name, honor 'upstream-name'"): New test. ("pypi->guix-package, package name contains \"-\" followed by digits"): Likewise. Signed-off-by: Ludovic Courtès <ludo@gnu.org>
This commit is contained in:
parent
e29c3e1856
commit
7b75f90c5b
2 changed files with 113 additions and 13 deletions
|
@ -9,6 +9,7 @@
|
||||||
;;; Copyright © 2020 Lars-Dominik Braun <ldb@leibniz-psychology.org>
|
;;; Copyright © 2020 Lars-Dominik Braun <ldb@leibniz-psychology.org>
|
||||||
;;; Copyright © 2020 Arun Isaac <arunisaac@systemreboot.net>
|
;;; Copyright © 2020 Arun Isaac <arunisaac@systemreboot.net>
|
||||||
;;; Copyright © 2020 Martin Becze <mjbecze@riseup.net>
|
;;; Copyright © 2020 Martin Becze <mjbecze@riseup.net>
|
||||||
|
;;; Copyright © 2021 Xinglu Chen <public@yoctocell.xyz>
|
||||||
;;;
|
;;;
|
||||||
;;; This file is part of GNU Guix.
|
;;; This file is part of GNU Guix.
|
||||||
;;;
|
;;;
|
||||||
|
@ -163,12 +164,13 @@ package on PyPI."
|
||||||
(hyphen-package-name->name+version
|
(hyphen-package-name->name+version
|
||||||
(basename (file-sans-extension url))))
|
(basename (file-sans-extension url))))
|
||||||
|
|
||||||
(match (and=> (package-source package) origin-uri)
|
(or (assoc-ref (package-properties package) 'upstream-name)
|
||||||
((? string? url)
|
(match (and=> (package-source package) origin-uri)
|
||||||
(url->pypi-name url))
|
((? string? url)
|
||||||
((lst ...)
|
(url->pypi-name url))
|
||||||
(any url->pypi-name lst))
|
((lst ...)
|
||||||
(#f #f)))
|
(any url->pypi-name lst))
|
||||||
|
(#f #f))))
|
||||||
|
|
||||||
(define (wheel-url->extracted-directory wheel-url)
|
(define (wheel-url->extracted-directory wheel-url)
|
||||||
(match (string-split (basename wheel-url) #\-)
|
(match (string-split (basename wheel-url) #\-)
|
||||||
|
@ -423,6 +425,11 @@ return the unaltered list of upstream dependency names."
|
||||||
description license)
|
description license)
|
||||||
"Return the `package' s-expression for a python package with the given NAME,
|
"Return the `package' s-expression for a python package with the given NAME,
|
||||||
VERSION, SOURCE-URL, HOME-PAGE, SYNOPSIS, DESCRIPTION, and LICENSE."
|
VERSION, SOURCE-URL, HOME-PAGE, SYNOPSIS, DESCRIPTION, and LICENSE."
|
||||||
|
(define (maybe-upstream-name name)
|
||||||
|
(if (string-match ".*\\-[0-9]+" (pk name))
|
||||||
|
`((properties ,`'(("upstream-name" . ,name))))
|
||||||
|
'()))
|
||||||
|
|
||||||
(call-with-temporary-output-file
|
(call-with-temporary-output-file
|
||||||
(lambda (temp port)
|
(lambda (temp port)
|
||||||
(and (url-fetch source-url temp)
|
(and (url-fetch source-url temp)
|
||||||
|
@ -461,6 +468,7 @@ VERSION, SOURCE-URL, HOME-PAGE, SYNOPSIS, DESCRIPTION, and LICENSE."
|
||||||
(sha256
|
(sha256
|
||||||
(base32
|
(base32
|
||||||
,(guix-hash-url temp)))))
|
,(guix-hash-url temp)))))
|
||||||
|
,@(maybe-upstream-name name)
|
||||||
(build-system python-build-system)
|
(build-system python-build-system)
|
||||||
,@(maybe-inputs required-inputs 'propagated-inputs)
|
,@(maybe-inputs required-inputs 'propagated-inputs)
|
||||||
,@(maybe-inputs native-inputs 'native-inputs)
|
,@(maybe-inputs native-inputs 'native-inputs)
|
||||||
|
|
106
tests/pypi.scm
106
tests/pypi.scm
|
@ -2,6 +2,7 @@
|
||||||
;;; Copyright © 2014 David Thompson <davet@gnu.org>
|
;;; Copyright © 2014 David Thompson <davet@gnu.org>
|
||||||
;;; Copyright © 2016 Ricardo Wurmus <rekado@elephly.net>
|
;;; Copyright © 2016 Ricardo Wurmus <rekado@elephly.net>
|
||||||
;;; Copyright © 2019 Maxim Cournoyer <maxim.cournoyer@gmail.com>
|
;;; Copyright © 2019 Maxim Cournoyer <maxim.cournoyer@gmail.com>
|
||||||
|
;;; Copyright © 2021 Xinglu Chen <public@yoctocell.xyz>
|
||||||
;;;
|
;;;
|
||||||
;;; This file is part of GNU Guix.
|
;;; This file is part of GNU Guix.
|
||||||
;;;
|
;;;
|
||||||
|
@ -29,7 +30,7 @@
|
||||||
#:use-module (srfi srfi-64)
|
#:use-module (srfi srfi-64)
|
||||||
#:use-module (ice-9 match))
|
#:use-module (ice-9 match))
|
||||||
|
|
||||||
(define test-json
|
(define test-json-1
|
||||||
"{
|
"{
|
||||||
\"info\": {
|
\"info\": {
|
||||||
\"version\": \"1.0.0\",
|
\"version\": \"1.0.0\",
|
||||||
|
@ -57,6 +58,34 @@
|
||||||
}
|
}
|
||||||
}")
|
}")
|
||||||
|
|
||||||
|
(define test-json-2
|
||||||
|
"{
|
||||||
|
\"info\": {
|
||||||
|
\"version\": \"1.0.0\",
|
||||||
|
\"name\": \"foo-99\",
|
||||||
|
\"license\": \"GNU LGPL\",
|
||||||
|
\"summary\": \"summary\",
|
||||||
|
\"home_page\": \"http://example.com\",
|
||||||
|
\"classifiers\": [],
|
||||||
|
\"download_url\": \"\"
|
||||||
|
},
|
||||||
|
\"urls\": [],
|
||||||
|
\"releases\": {
|
||||||
|
\"1.0.0\": [
|
||||||
|
{
|
||||||
|
\"url\": \"https://example.com/foo-99-1.0.0.egg\",
|
||||||
|
\"packagetype\": \"bdist_egg\"
|
||||||
|
}, {
|
||||||
|
\"url\": \"https://example.com/foo-99-1.0.0.tar.gz\",
|
||||||
|
\"packagetype\": \"sdist\"
|
||||||
|
}, {
|
||||||
|
\"url\": \"https://example.com/foo-99-1.0.0-py2.py3-none-any.whl\",
|
||||||
|
\"packagetype\": \"bdist_wheel\"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}")
|
||||||
|
|
||||||
(define test-source-hash
|
(define test-source-hash
|
||||||
"")
|
"")
|
||||||
|
|
||||||
|
@ -147,6 +176,13 @@ Requires-Dist: pytest (>=3.1.0); extra == 'testing'
|
||||||
(uri (list "https://bitheap.org/cram/cram-0.7.tar.gz"
|
(uri (list "https://bitheap.org/cram/cram-0.7.tar.gz"
|
||||||
(pypi-uri "cram" "0.7"))))))))
|
(pypi-uri "cram" "0.7"))))))))
|
||||||
|
|
||||||
|
(test-equal "guix-package->pypi-name, honor 'upstream-name'"
|
||||||
|
"bar-3"
|
||||||
|
(guix-package->pypi-name
|
||||||
|
(dummy-package "foo"
|
||||||
|
(properties
|
||||||
|
'((upstream-name . "bar-3"))))))
|
||||||
|
|
||||||
(test-equal "specification->requirement-name"
|
(test-equal "specification->requirement-name"
|
||||||
'("Fizzy" "PickyThing" "SomethingWithMarker" "requests" "pip")
|
'("Fizzy" "PickyThing" "SomethingWithMarker" "requests" "pip")
|
||||||
(map specification->requirement-name test-specifications))
|
(map specification->requirement-name test-specifications))
|
||||||
|
@ -198,8 +234,8 @@ Requires-Dist: pytest (>=3.1.0); extra == 'testing'
|
||||||
(lambda (url . rest)
|
(lambda (url . rest)
|
||||||
(match url
|
(match url
|
||||||
("https://pypi.org/pypi/foo/json"
|
("https://pypi.org/pypi/foo/json"
|
||||||
(values (open-input-string test-json)
|
(values (open-input-string test-json-1)
|
||||||
(string-length test-json)))
|
(string-length test-json-1)))
|
||||||
("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
|
("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
|
||||||
(_ (error "Unexpected URL: " url)))))
|
(_ (error "Unexpected URL: " url)))))
|
||||||
(match (pypi->guix-package "foo")
|
(match (pypi->guix-package "foo")
|
||||||
|
@ -264,8 +300,8 @@ Requires-Dist: pytest (>=3.1.0); extra == 'testing'
|
||||||
(lambda (url . rest)
|
(lambda (url . rest)
|
||||||
(match url
|
(match url
|
||||||
("https://pypi.org/pypi/foo/json"
|
("https://pypi.org/pypi/foo/json"
|
||||||
(values (open-input-string test-json)
|
(values (open-input-string test-json-1)
|
||||||
(string-length test-json)))
|
(string-length test-json-1)))
|
||||||
("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
|
("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
|
||||||
(_ (error "Unexpected URL: " url)))))
|
(_ (error "Unexpected URL: " url)))))
|
||||||
;; Not clearing the memoization cache here would mean returning the value
|
;; Not clearing the memoization cache here would mean returning the value
|
||||||
|
@ -317,8 +353,8 @@ Requires-Dist: pytest (>=3.1.0); extra == 'testing'
|
||||||
(lambda (url . rest)
|
(lambda (url . rest)
|
||||||
(match url
|
(match url
|
||||||
("https://pypi.org/pypi/foo/json"
|
("https://pypi.org/pypi/foo/json"
|
||||||
(values (open-input-string test-json)
|
(values (open-input-string test-json-1)
|
||||||
(string-length test-json)))
|
(string-length test-json-1)))
|
||||||
("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
|
("https://example.com/foo-1.0.0-py2.py3-none-any.whl" #f)
|
||||||
(_ (error "Unexpected URL: " url)))))
|
(_ (error "Unexpected URL: " url)))))
|
||||||
;; Not clearing the memoization cache here would mean returning the value
|
;; Not clearing the memoization cache here would mean returning the value
|
||||||
|
@ -345,4 +381,60 @@ Requires-Dist: pytest (>=3.1.0); extra == 'testing'
|
||||||
(x
|
(x
|
||||||
(pk 'fail x #f))))))
|
(pk 'fail x #f))))))
|
||||||
|
|
||||||
|
(test-assert "pypi->guix-package, package name contains \"-\" followed by digits"
|
||||||
|
;; Replace network resources with sample data.
|
||||||
|
(mock ((guix import utils) url-fetch
|
||||||
|
(lambda (url file-name)
|
||||||
|
(match url
|
||||||
|
("https://example.com/foo-99-1.0.0.tar.gz"
|
||||||
|
(begin
|
||||||
|
;; Unusual requires.txt location should still be found.
|
||||||
|
(mkdir-p "foo-99-1.0.0/src/bizarre.egg-info")
|
||||||
|
(with-output-to-file "foo-99-1.0.0/src/bizarre.egg-info/requires.txt"
|
||||||
|
(lambda ()
|
||||||
|
(display test-requires.txt)))
|
||||||
|
(parameterize ((current-output-port (%make-void-port "rw+")))
|
||||||
|
(system* "tar" "czvf" file-name "foo-99-1.0.0/"))
|
||||||
|
(delete-file-recursively "foo-99-1.0.0")
|
||||||
|
(set! test-source-hash
|
||||||
|
(call-with-input-file file-name port-sha256))))
|
||||||
|
("https://example.com/foo-99-1.0.0-py2.py3-none-any.whl" #f)
|
||||||
|
(_ (error "Unexpected URL: " url)))))
|
||||||
|
(mock ((guix http-client) http-fetch
|
||||||
|
(lambda (url . rest)
|
||||||
|
(match url
|
||||||
|
("https://pypi.org/pypi/foo-99/json"
|
||||||
|
(values (open-input-string test-json-2)
|
||||||
|
(string-length test-json-2)))
|
||||||
|
("https://example.com/foo-99-1.0.0-py2.py3-none-any.whl" #f)
|
||||||
|
(_ (error "Unexpected URL: " url)))))
|
||||||
|
(match (pypi->guix-package "foo-99")
|
||||||
|
(('package
|
||||||
|
('name "python-foo-99")
|
||||||
|
('version "1.0.0")
|
||||||
|
('source ('origin
|
||||||
|
('method 'url-fetch)
|
||||||
|
('uri ('pypi-uri "foo-99" 'version))
|
||||||
|
('sha256
|
||||||
|
('base32
|
||||||
|
(? string? hash)))))
|
||||||
|
('properties ('quote (("upstream-name" . "foo-99"))))
|
||||||
|
('build-system 'python-build-system)
|
||||||
|
('propagated-inputs
|
||||||
|
('quasiquote
|
||||||
|
(("python-bar" ('unquote 'python-bar))
|
||||||
|
("python-foo" ('unquote 'python-foo)))))
|
||||||
|
('native-inputs
|
||||||
|
('quasiquote
|
||||||
|
(("python-pytest" ('unquote 'python-pytest)))))
|
||||||
|
('home-page "http://example.com")
|
||||||
|
('synopsis "summary")
|
||||||
|
('description "summary")
|
||||||
|
('license 'license:lgpl2.0))
|
||||||
|
(string=? (bytevector->nix-base32-string
|
||||||
|
test-source-hash)
|
||||||
|
hash))
|
||||||
|
(x
|
||||||
|
(pk 'fail x #f))))))
|
||||||
|
|
||||||
(test-end "pypi")
|
(test-end "pypi")
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue