Merge branch 'release/0.2.0'

Author: glentner

Pipfile

@@ -0,0 +1,28 @@
+[[source]]
+name = "pypi"
+url = "https://pypi.org/simple"
+verify_ssl = true
+
+[dev-packages]
+ipython = "*"
+pytest = "*"
+hypothesis = "*"
+pylint = "*"
+sphinx = "*"
+sphinx-rtd-theme = "*"
+twine = "*"
+
+[packages]
+logalpha = "<2"
+numpy = "*"
+scipy = "*"
+matplotlib = "*"
+seaborn = "*"
+pandas = "*"
+astropy = "*"
+tqdm = "*"
+h5py = "*"
+dataphile = {editable = true,path = "."}
+
+[requires]
+python_version = "3.7"

Pipfile.lock

@@ -11,33 +11,3 @@
 # If not, see <https://www.apache.org/licenses/LICENSE-2.0>.
 
 """Package initialization for Dataphile package."""
-
-# standard libs
-import platform
-import sys
-
-# internal libs
-from .core.logging import log
-
-from .__meta__ import __version__
-
-if sys.version_info < (3, 5):
-    print('dataphile requires at least Python 3.5 to run.')
-    sys.exit(1)
-
-
-def main():
-    """Main entry point for dataphile."""
-
-    try:
-        log.info("Starting Dataphile {}".format(__version__))
-        log.info("{} {} detected".format(platform.python_implementation(),
-                                            platform.python_version()))
-
-    except KeyboardInterrupt:
-        log.error("Stopping dataphile with KeyboardInterrupt")
-        return 0
-
-    except SystemExit:
-        log.info("Stopping dataphile with SystemExit")
-        return 0

dataphile/__init__.py

@@ -14,7 +14,7 @@
 
 
 __appname__   = 'dataphile'
-__version__   = '0.1.8'
+__version__   = '0.2.0'
 __authors__   = 'Geoffrey Lentner'
 __contact__   = '<glentner@gmail.com>'
 __license__   = 'Apache License'

dataphile/__main__.py

@@ -0,0 +1,89 @@
+# This file is part of the Dataphile package.
+#
+# This program is free software: you can redistribute it and/or modify it under the
+# terms of the Apache License (v2.0) as published by the Apache Software Foundation.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT ANY
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+# PARTICULAR PURPOSE. See the Apache License for more details.
+#
+# You should have received a copy of the Apache License along with this program.
+# If not, see <https://www.apache.org/licenses/LICENSE-2.0>.
+
+"""Apply compression/decompression to data."""
+
+# standard libs
+import sys
+import argparse
+import platform
+
+# internal libs
+from ..io.stream import BinaryStream
+from ..io.compression import compress, decompress
+
+if platform.system() == 'Windows':
+    # FIXME: how do we ignore broken pipes on windows?
+    pass
+else:
+    from signal import signal, SIGPIPE, SIG_DFL  # ignore broken pipes
+    signal(SIGPIPE, SIG_DFL)
+
+
+parser = argparse.ArgumentParser(description=__doc__.split('\n')[0].strip())
+
+parser.add_argument('sources', metavar='FILE', default=[], nargs='?',
+                    help='path to file')
+
+parser.add_argument('-b', '--buffersize', type=float, default=1.0,
+                    help='buffer size (in MB)')
+parser.add_argument('--encoding', type=str, default=None,
+                    help='specification (e.g., "utf-8")')
+parser.add_argument('-l', '--level', type=int, default=6,
+                    help='compression level to use')
+
+action_group = parser.add_mutually_exclusive_group()
+action_group.add_argument('-z', '--compress', action='store_true',
+                          help='compress data')
+action_group.add_argument('-d', '--decompress', action='store_true',
+                          help='decompress data')
+
+SCHEMES = 'gzip', 'bzip', 'lzma'
+spec_group = parser.add_mutually_exclusive_group()
+spec_group.add_argument('--gzip', action='store_true',
+                        help='use gzip/zlib compression algorithm')
+spec_group.add_argument('--bzip', action='store_true',
+                        help='use bzip2 compression algorithm')
+spec_group.add_argument('--lzma', action='store_true',
+                        help='use lzma compression algorithm')
+
+
+def main() -> int:
+    """Entry point for 'compress'."""
+
+    try:
+        argv = parser.parse_args()
+        buffersize = int(argv.buffersize * 1024**2)
+
+        action = compress if argv.decompress is False else decompress
+        schemes = {getattr(argv, scheme): scheme for scheme in SCHEMES}
+        if True not in schemes:
+            kind = 'gzip'
+        else:
+            kind = schemes[True]
+
+        options = {'kind': kind, 'encoding': argv.encoding}
+        if argv.compress:
+            options['level'] = argv.level
+
+        writer = sys.stdout if argv.encoding is not None else sys.stdout.buffer
+        with BinaryStream(*argv.sources) as stream:
+            for buff in action(stream.iterbuffers(buffersize), **options):
+                writer.write(buff)
+
+    except KeyboardInterrupt:
+        pass
+
+    finally:
+        sys.stdout.buffer.flush()
+
+    return 0

dataphile/__meta__.py

@@ -27,7 +27,7 @@
 
 from ..graphics.widgets import Slider
 from ..statistics.regression.modeling import Parameter, Model, CompositeModel, AutoGUI
-from ..statistics.distributions import linear1D, polynomial1D, sinusoid1D, gaussian1D
+from ..statistics.distributions import uniform, linear1D, polynomial1D, sinusoid1D, gaussian1D
 from ..datasets import SyntheticDataset