From: "André Erdmann" <dywi@mailerd.de> To: gentoo-commits@lists.gentoo.org Subject: [gentoo-commits] proj/R_overlay:master commit in: roverlay/ Date: Sat, 22 Jun 2013 15:24:16 +0000 (UTC) [thread overview] Message-ID: <1371770861.ddc3781f3fe2df940306c14a0ee2779a07454cb4.dywi@gentoo> (raw) commit: ddc3781f3fe2df940306c14a0ee2779a07454cb4 Author: André Erdmann <dywi <AT> mailerd <DOT> de> AuthorDate: Thu Jun 20 23:27:41 2013 +0000 Commit: André Erdmann <dywi <AT> mailerd <DOT> de> CommitDate: Thu Jun 20 23:27:41 2013 +0000 URL: http://git.overlays.gentoo.org/gitweb/?p=proj/R_overlay.git;a=commit;h=ddc3781f roverlay/digest: fixup --- roverlay/digest.py | 86 ++++++++++++++++++++++++++++++++++-------------------- 1 file changed, 54 insertions(+), 32 deletions(-) diff --git a/roverlay/digest.py b/roverlay/digest.py index 983ca1a..a031889 100644 --- a/roverlay/digest.py +++ b/roverlay/digest.py @@ -6,13 +6,19 @@ """provides digest related utility functions (e.g. md5sum_file())""" -__all__ = [ 'digest_compare', 'digest_supported', - 'dodigest_file', 'md5sum_file' +__all__ = [ + 'digest_compare', 'digest_comparator', + 'digest_supported', 'dodigest_file', + 'multihash', 'multihash_file', + 'md5sum_file', 'sha1_file', 'sha256_file', 'sha512_file', + 'whirlpool_file', ] import hashlib import portage.util.whirlpool +DEFAULT_BLOCKSIZE=16384 + _HASH_CREATE_MAP = { 'md5' : hashlib.md5, 'sha1' : hashlib.sha1, @@ -21,7 +27,10 @@ _HASH_CREATE_MAP = { 'whirlpool' : portage.util.whirlpool.new, } -def _generic_obj_hash ( hashobj, fh, binary_digest=False, blocksize=16384 ): + +def _generic_obj_hash ( + hashobj, fh, binary_digest=False, blocksize=DEFAULT_BLOCKSIZE +): block = fh.read ( blocksize ) while block: hashobj.update ( block ) @@ -30,7 +39,17 @@ def _generic_obj_hash ( hashobj, fh, binary_digest=False, blocksize=16384 ): return hashobj.digest() if binary_digest else hashobj.hexdigest() # --- end of _hashsum_generic (...) --- -def multihash ( fh, hashlist, binary_digest=False, blocksize=16384 ): +def _generic_file_obj_hash ( + hashobj, filepath, binary_digest=False, blocksize=DEFAULT_BLOCKSIZE +): + with open ( filepath, 'rb' ) as fh: + ret = _generic_obj_hash ( hashobj, fh, binary_digest, blocksize ) + return ret +# --- end of _generic_file_obj_hash (...) --- + +def multihash ( + fh, hashlist, binary_digest=False, blocksize=DEFAULT_BLOCKSIZE +): """Calculates multiple digests for an already openened file and returns the resulting hashes as dict. @@ -73,50 +92,53 @@ def multihash_file ( filepath, digest_types, **kwargs ): return dict() # --- end of multihash_file (...) --- -def md5sum_file ( fh, binary_digest=False ): - """Returns the md5 sum for an already opened file.""" - return _generic_obj_hash ( hashlib.md5(), fh, binary_digest ) +def md5sum_file ( filepath, **kw ): + """Returns the md5 sum for a file.""" + return _generic_file_obj_hash ( hashlib.md5(), filepath, **kw ) # --- end of md5sum_file (...) --- -def sha1_file ( fh, binary_digest=False ): - return _generic_obj_hash ( hashlib.sha1(), fh, binary_digest ) +def sha1_file ( filepath, **kw ): + return _generic_obj_hash ( hashlib.sha1(), filepath, **kw ) # --- end of sha1_file (...) --- -def sha256_file ( fh, binary_digest=False ): - return _generic_obj_hash ( hashlib.sha256(), fh, binary_digest ) +def sha256_file ( filepath, **kw ): + return _generic_obj_hash ( hashlib.sha256(), filepath, **kw ) # --- end of sha256_file (...) --- -def sha512_file ( fh, binary_digest=False ): - return _generic_obj_hash ( hashlib.sha512(), fh, binary_digest ) +def sha512_file ( filepath, **kw ): + return _generic_obj_hash ( hashlib.sha512(), filepath, **kw ) # --- end of sha512_file (...) --- -def whirlpool_file ( fh, binary_digest=False ): +def whirlpool_file ( filepath, **kw ): return _generic_obj_hash ( - portage.util.whirlpool.new(), fh, binary_digest + portage.util.whirlpool.new(), filepath, **kw ) # --- end of whirlpool_file (...) --- -# TODO: remove -_DIGEST_MAP = dict ( - md5 = md5sum_file, - sha1 = sha1_file, - sha256 = sha256_file, - sha512 = sha512_file, - whirlpool = whirlpool_file, -) - def digest_supported ( digest_type ): """Returns True if the given digest type is supported, else False.""" - return digest_type in _DIGEST_MAP + return digest_type in _HASH_CREATE_MAP # --- digest_supported (...) --- -def dodigest_file ( _file, digest_type, binary_digest=False ): - ret = None - with open ( _file, mode='rb' ) as fh: - ret = _DIGEST_MAP [digest_type] ( fh, binary_digest=binary_digest ) - return ret +def dodigest_file ( _file, digest_type, **kwargs ): + return _generic_file_obj_hash ( + hashobj = _HASH_CREATE_MAP [digest_type](), + filepath = _file, + **kwargs + ) # --- end of dodigest_file (...) --- -def digest_compare ( _file, digest, digest_type, binary_digest=False ): - return digest == dodigest_file ( _file, digest_type, binary_digest ) +def digest_compare ( digest, digest_type, filepath, **kwargs ): + return digest == dodigest_file ( filepath, digest_type, **kwargs ) # --- end of digest_compare (...) --- + +# digest_comparator :: digest_type -> digest -> ( filepath, ... ) -> bool +digest_comparator = ( + lambda digest_type : ( + lambda digest : ( + lambda filepath, *args, **kwargs : digest_compare ( + digest, digest_type, *args, **kwargs + ) + ) + ) +)
WARNING: multiple messages have this Message-ID (diff)
From: "André Erdmann" <dywi@mailerd.de> To: gentoo-commits@lists.gentoo.org Subject: [gentoo-commits] proj/R_overlay:gsoc13/next commit in: roverlay/ Date: Thu, 20 Jun 2013 23:40:41 +0000 (UTC) [thread overview] Message-ID: <1371770861.ddc3781f3fe2df940306c14a0ee2779a07454cb4.dywi@gentoo> (raw) Message-ID: <20130620234041.mpPGDu8HZv8Wd-LoVxzRgVTXo8copwCiK3iu3qY7q9A@z> (raw) commit: ddc3781f3fe2df940306c14a0ee2779a07454cb4 Author: André Erdmann <dywi <AT> mailerd <DOT> de> AuthorDate: Thu Jun 20 23:27:41 2013 +0000 Commit: André Erdmann <dywi <AT> mailerd <DOT> de> CommitDate: Thu Jun 20 23:27:41 2013 +0000 URL: http://git.overlays.gentoo.org/gitweb/?p=proj/R_overlay.git;a=commit;h=ddc3781f roverlay/digest: fixup --- roverlay/digest.py | 86 ++++++++++++++++++++++++++++++++++-------------------- 1 file changed, 54 insertions(+), 32 deletions(-) diff --git a/roverlay/digest.py b/roverlay/digest.py index 983ca1a..a031889 100644 --- a/roverlay/digest.py +++ b/roverlay/digest.py @@ -6,13 +6,19 @@ """provides digest related utility functions (e.g. md5sum_file())""" -__all__ = [ 'digest_compare', 'digest_supported', - 'dodigest_file', 'md5sum_file' +__all__ = [ + 'digest_compare', 'digest_comparator', + 'digest_supported', 'dodigest_file', + 'multihash', 'multihash_file', + 'md5sum_file', 'sha1_file', 'sha256_file', 'sha512_file', + 'whirlpool_file', ] import hashlib import portage.util.whirlpool +DEFAULT_BLOCKSIZE=16384 + _HASH_CREATE_MAP = { 'md5' : hashlib.md5, 'sha1' : hashlib.sha1, @@ -21,7 +27,10 @@ _HASH_CREATE_MAP = { 'whirlpool' : portage.util.whirlpool.new, } -def _generic_obj_hash ( hashobj, fh, binary_digest=False, blocksize=16384 ): + +def _generic_obj_hash ( + hashobj, fh, binary_digest=False, blocksize=DEFAULT_BLOCKSIZE +): block = fh.read ( blocksize ) while block: hashobj.update ( block ) @@ -30,7 +39,17 @@ def _generic_obj_hash ( hashobj, fh, binary_digest=False, blocksize=16384 ): return hashobj.digest() if binary_digest else hashobj.hexdigest() # --- end of _hashsum_generic (...) --- -def multihash ( fh, hashlist, binary_digest=False, blocksize=16384 ): +def _generic_file_obj_hash ( + hashobj, filepath, binary_digest=False, blocksize=DEFAULT_BLOCKSIZE +): + with open ( filepath, 'rb' ) as fh: + ret = _generic_obj_hash ( hashobj, fh, binary_digest, blocksize ) + return ret +# --- end of _generic_file_obj_hash (...) --- + +def multihash ( + fh, hashlist, binary_digest=False, blocksize=DEFAULT_BLOCKSIZE +): """Calculates multiple digests for an already openened file and returns the resulting hashes as dict. @@ -73,50 +92,53 @@ def multihash_file ( filepath, digest_types, **kwargs ): return dict() # --- end of multihash_file (...) --- -def md5sum_file ( fh, binary_digest=False ): - """Returns the md5 sum for an already opened file.""" - return _generic_obj_hash ( hashlib.md5(), fh, binary_digest ) +def md5sum_file ( filepath, **kw ): + """Returns the md5 sum for a file.""" + return _generic_file_obj_hash ( hashlib.md5(), filepath, **kw ) # --- end of md5sum_file (...) --- -def sha1_file ( fh, binary_digest=False ): - return _generic_obj_hash ( hashlib.sha1(), fh, binary_digest ) +def sha1_file ( filepath, **kw ): + return _generic_obj_hash ( hashlib.sha1(), filepath, **kw ) # --- end of sha1_file (...) --- -def sha256_file ( fh, binary_digest=False ): - return _generic_obj_hash ( hashlib.sha256(), fh, binary_digest ) +def sha256_file ( filepath, **kw ): + return _generic_obj_hash ( hashlib.sha256(), filepath, **kw ) # --- end of sha256_file (...) --- -def sha512_file ( fh, binary_digest=False ): - return _generic_obj_hash ( hashlib.sha512(), fh, binary_digest ) +def sha512_file ( filepath, **kw ): + return _generic_obj_hash ( hashlib.sha512(), filepath, **kw ) # --- end of sha512_file (...) --- -def whirlpool_file ( fh, binary_digest=False ): +def whirlpool_file ( filepath, **kw ): return _generic_obj_hash ( - portage.util.whirlpool.new(), fh, binary_digest + portage.util.whirlpool.new(), filepath, **kw ) # --- end of whirlpool_file (...) --- -# TODO: remove -_DIGEST_MAP = dict ( - md5 = md5sum_file, - sha1 = sha1_file, - sha256 = sha256_file, - sha512 = sha512_file, - whirlpool = whirlpool_file, -) - def digest_supported ( digest_type ): """Returns True if the given digest type is supported, else False.""" - return digest_type in _DIGEST_MAP + return digest_type in _HASH_CREATE_MAP # --- digest_supported (...) --- -def dodigest_file ( _file, digest_type, binary_digest=False ): - ret = None - with open ( _file, mode='rb' ) as fh: - ret = _DIGEST_MAP [digest_type] ( fh, binary_digest=binary_digest ) - return ret +def dodigest_file ( _file, digest_type, **kwargs ): + return _generic_file_obj_hash ( + hashobj = _HASH_CREATE_MAP [digest_type](), + filepath = _file, + **kwargs + ) # --- end of dodigest_file (...) --- -def digest_compare ( _file, digest, digest_type, binary_digest=False ): - return digest == dodigest_file ( _file, digest_type, binary_digest ) +def digest_compare ( digest, digest_type, filepath, **kwargs ): + return digest == dodigest_file ( filepath, digest_type, **kwargs ) # --- end of digest_compare (...) --- + +# digest_comparator :: digest_type -> digest -> ( filepath, ... ) -> bool +digest_comparator = ( + lambda digest_type : ( + lambda digest : ( + lambda filepath, *args, **kwargs : digest_compare ( + digest, digest_type, *args, **kwargs + ) + ) + ) +)
next reply other threads:[~2013-06-22 15:24 UTC|newest] Thread overview: 160+ messages / expand[flat|nested] mbox.gz Atom feed top 2013-06-22 15:24 André Erdmann [this message] 2013-06-20 23:40 ` [gentoo-commits] proj/R_overlay:gsoc13/next commit in: roverlay/ André Erdmann -- strict thread matches above, loose matches on Subject: below -- 2015-01-26 17:41 [gentoo-commits] proj/R_overlay:master " André Erdmann 2015-01-26 17:41 André Erdmann 2014-07-18 16:20 André Erdmann 2014-07-18 2:50 [gentoo-commits] proj/R_overlay:wip/addition_control " André Erdmann 2014-07-18 16:20 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2014-07-18 2:28 [gentoo-commits] proj/R_overlay:wip/addition_control " André Erdmann 2014-07-18 16:20 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2014-07-16 15:14 André Erdmann 2014-06-05 22:09 André Erdmann 2014-04-01 16:38 André Erdmann 2014-02-16 16:30 André Erdmann 2014-02-15 19:49 André Erdmann 2014-02-15 19:49 André Erdmann 2014-01-25 18:14 André Erdmann 2013-12-11 18:40 André Erdmann 2013-12-11 18:40 André Erdmann 2013-09-23 15:30 André Erdmann 2013-09-20 15:57 André Erdmann 2013-09-19 15:00 André Erdmann 2013-09-17 16:40 André Erdmann 2013-09-17 16:40 André Erdmann 2013-09-17 16:40 André Erdmann 2013-09-17 16:40 André Erdmann 2013-09-16 13:43 André Erdmann 2013-09-13 15:10 André Erdmann 2013-09-12 16:36 André Erdmann 2013-09-12 16:36 André Erdmann 2013-09-12 16:36 André Erdmann 2013-09-11 11:14 André Erdmann 2013-09-11 10:19 André Erdmann 2013-09-10 14:40 André Erdmann 2013-09-10 14:40 André Erdmann 2013-09-10 14:40 André Erdmann 2013-09-10 14:40 André Erdmann 2013-09-06 17:27 André Erdmann 2013-09-06 17:27 André Erdmann 2013-09-03 15:50 André Erdmann 2013-09-02 12:27 André Erdmann 2013-09-02 8:44 André Erdmann 2013-08-30 14:49 André Erdmann 2013-08-30 14:49 André Erdmann 2013-08-29 12:36 André Erdmann 2013-08-29 12:36 André Erdmann 2013-08-28 15:54 André Erdmann 2013-08-27 15:39 André Erdmann 2013-08-23 13:52 André Erdmann 2013-08-23 13:52 André Erdmann 2013-08-23 13:52 André Erdmann 2013-08-19 15:42 André Erdmann 2013-08-16 14:05 André Erdmann 2013-08-16 11:02 André Erdmann 2013-08-16 10:43 André Erdmann 2013-08-16 10:43 André Erdmann 2013-08-14 14:56 André Erdmann 2013-08-14 14:56 André Erdmann 2013-08-13 8:56 André Erdmann 2013-08-13 8:56 André Erdmann 2013-08-13 8:56 André Erdmann 2013-08-12 8:28 André Erdmann 2013-08-12 8:18 André Erdmann 2013-08-07 16:10 André Erdmann 2013-08-02 14:30 André Erdmann 2013-08-02 10:34 André Erdmann 2013-08-02 10:34 André Erdmann 2013-08-01 12:44 André Erdmann 2013-08-01 12:44 André Erdmann 2013-07-29 14:56 André Erdmann 2013-07-29 8:55 André Erdmann 2013-07-26 13:02 André Erdmann 2013-07-23 7:51 André Erdmann 2013-07-23 7:51 André Erdmann 2013-07-19 18:00 [gentoo-commits] proj/R_overlay:gsoc13/next " André Erdmann 2013-07-23 7:51 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2013-07-17 18:05 [gentoo-commits] proj/R_overlay:gsoc13/next " André Erdmann 2013-07-17 18:05 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2013-07-15 22:31 [gentoo-commits] proj/R_overlay:gsoc13/next " André Erdmann 2013-07-16 16:36 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2013-07-12 13:57 André Erdmann 2013-06-22 15:24 André Erdmann 2013-06-22 15:24 André Erdmann 2013-06-22 15:24 André Erdmann 2013-06-19 18:58 [gentoo-commits] proj/R_overlay:gsoc13/next " André Erdmann 2013-06-22 15:24 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2013-06-19 18:58 [gentoo-commits] proj/R_overlay:gsoc13/next " André Erdmann 2013-06-19 18:59 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2013-06-13 16:34 André Erdmann 2013-06-05 18:08 [gentoo-commits] proj/R_overlay:gsoc13/next " André Erdmann 2013-06-13 16:34 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2013-06-05 18:08 [gentoo-commits] proj/R_overlay:gsoc13/next " André Erdmann 2013-06-13 16:34 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2013-06-04 21:06 André Erdmann 2013-04-25 16:44 André Erdmann 2013-04-25 16:44 André Erdmann 2013-03-05 11:27 André Erdmann 2013-02-09 20:45 André Erdmann 2013-02-05 17:48 André Erdmann 2013-02-05 17:48 André Erdmann 2013-01-30 20:16 André Erdmann 2013-01-30 20:16 André Erdmann 2013-01-28 23:54 André Erdmann 2013-01-28 23:54 André Erdmann 2013-01-28 23:54 André Erdmann 2012-10-02 10:04 André Erdmann 2012-08-20 11:16 André Erdmann 2012-08-13 18:07 André Erdmann 2012-08-09 9:26 André Erdmann 2012-08-08 23:46 André Erdmann 2012-08-08 23:46 André Erdmann 2012-08-07 8:50 André Erdmann 2012-08-02 15:14 André Erdmann 2012-08-01 7:25 André Erdmann 2012-07-31 17:51 André Erdmann 2012-07-30 8:52 André Erdmann 2012-07-30 8:52 André Erdmann 2012-07-24 16:59 [gentoo-commits] proj/R_overlay:overlay_wip " André Erdmann 2012-07-30 8:52 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2012-07-18 16:49 [gentoo-commits] proj/R_overlay:overlay_wip " André Erdmann 2012-07-30 8:52 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2012-07-16 16:15 André Erdmann 2012-07-16 16:15 André Erdmann 2012-07-16 16:15 [gentoo-commits] proj/R_overlay:depres_wip " André Erdmann 2012-07-16 16:15 ` [gentoo-commits] proj/R_overlay:master " André Erdmann 2012-07-10 17:43 André Erdmann 2012-07-09 17:19 André Erdmann 2012-07-04 18:21 André Erdmann 2012-07-04 18:21 André Erdmann 2012-07-03 17:48 André Erdmann 2012-06-28 13:29 André Erdmann 2012-06-26 15:42 André Erdmann 2012-06-25 18:19 André Erdmann 2012-06-21 16:55 André Erdmann 2012-06-20 19:03 André Erdmann 2012-06-20 19:03 André Erdmann 2012-06-18 16:27 André Erdmann 2012-06-15 20:34 André Erdmann 2012-06-15 20:34 André Erdmann 2012-06-15 20:34 André Erdmann 2012-06-15 20:34 André Erdmann 2012-06-15 20:34 André Erdmann 2012-06-15 20:34 André Erdmann 2012-06-12 17:17 André Erdmann 2012-06-06 19:52 André Erdmann 2012-06-06 19:52 André Erdmann 2012-06-06 19:52 André Erdmann 2012-06-05 17:30 André Erdmann 2012-06-04 19:07 André Erdmann 2012-06-04 19:07 André Erdmann 2012-06-04 15:43 André Erdmann 2012-06-01 16:19 André Erdmann 2012-06-01 16:19 André Erdmann 2012-06-01 15:46 André Erdmann 2012-05-31 18:24 André Erdmann 2012-05-30 20:15 André Erdmann 2012-05-30 19:36 André Erdmann 2012-05-30 19:36 André Erdmann 2012-05-30 16:09 André Erdmann 2012-05-30 16:09 André Erdmann 2012-05-30 16:09 André Erdmann 2012-05-30 16:09 André Erdmann 2012-05-30 10:58 André Erdmann 2012-05-30 10:58 André Erdmann 2012-05-30 10:58 André Erdmann 2012-05-30 10:58 André Erdmann 2012-05-29 17:09 André Erdmann 2012-05-29 17:09 André Erdmann 2012-05-29 17:09 André Erdmann 2012-05-29 17:09 André Erdmann 2012-05-29 17:09 André Erdmann 2012-05-26 13:14 André Erdmann 2012-05-26 13:14 André Erdmann
Reply instructions: You may reply publicly to this message via plain-text email using any one of the following methods: * Save the following mbox file, import it into your mail client, and reply-to-all from there: mbox Avoid top-posting and favor interleaved quoting: https://en.wikipedia.org/wiki/Posting_style#Interleaved_style * Reply using the --to, --cc, and --in-reply-to switches of git-send-email(1): git send-email \ --in-reply-to=1371770861.ddc3781f3fe2df940306c14a0ee2779a07454cb4.dywi@gentoo \ --to=dywi@mailerd.de \ --cc=gentoo-commits@lists.gentoo.org \ --cc=gentoo-dev@lists.gentoo.org \ /path/to/YOUR_REPLY https://kernel.org/pub/software/scm/git/docs/git-send-email.html * If your mail client supports setting the In-Reply-To header via mailto: links, try the mailto: linkBe sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions for how to clone and mirror all data and code used for this inbox