Add misc

misc/cleanup-pyc.py

@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+import logging
+import os.path
+
+
+logger = logging.getLogger(os.path.splitext(os.path.basename(__file__))[0])
+
+
+def find_files(root):
+    import os
+    import os.path
+    for name in os.listdir(root):
+        path = os.path.join(root, name)
+        yield path
+        if os.path.isdir(path):
+            for x in find_files(path):
+                yield x
+
+
+def find_pyc_files(root):
+    for path in find_files(root):
+        if path.endswith('.pyc') or path.endswith('$py.class'):
+            yield path
+
+
+def main():
+    import sys
+    import os.path
+
+    logging.basicConfig(level=logging.INFO)
+
+    for root in sys.argv[1:]:
+        if os.path.isdir(root):
+            for path in find_pyc_files(root):
+                if not os.path.isdir(path):
+                    logger.info('unlink %s', path)
+                    os.unlink(path)
+
+
+if __name__ == '__main__':
+    main()

misc/copylxml.py

@@ -0,0 +1,21 @@
+import sys
+import os.path
+import shutil
+
+def main():
+    if sys.platform == 'win32':
+        try:
+            import lxml
+        except ImportError:
+            print 'no lxml found'
+        else:
+            lxml_path = os.path.dirname(lxml.__file__)
+            dest_path = os.path.join(sys.argv[1], 'lxml')
+            shutil.copytree(lxml_path, dest_path)
+        sys.exit(0)
+    else:
+        sys.exit(os.system('pip install lxml'))
+
+
+if __name__ == '__main__':
+    main()

misc/docs-upload

@@ -0,0 +1,17 @@
+#!/bin/sh
+
+# exit if any statement returns non-true return value
+set -e
+
+# exit on uninitialized variable
+set -u
+
+HTML_BASE=${buildout:directory}/docs/.build/html
+BUILD_DIR=${buildout:directory}/build
+
+cd ${buildout:directory}
+
+[ -d $BUILD_DIR/docs/ ] || (echo $BUILD_DIR/docs/ missing; exit 1)
+[ -d $BUILD_DIR/docs/ko/ ] || (echo $BUILD_DIR/docs/ko/ missing; exit 1)
+
+python setup.py upload_docs -r https://pypi.python.org/pypi --upload-dir=$BUILD_DIR/docs

misc/fix-coverage.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+''' fix pyhwp source paths in coverage.xml
+'''
+import re
+import sys
+
+
+def main():
+    f = file(sys.argv[2], 'w')
+    try:
+        for line in file(sys.argv[1]):
+            line = re.sub('filename="[^"]*/hwp5/', 'filename="pyhwp/hwp5/', line)
+            f.write(line)
+    finally:
+        f.close()
+
+
+if __name__ == '__main__':
+    main()

misc/install-lxml.py.in

@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*-
+
+def main():
+    import sys
+    import os.path
+    from subprocess import check_call
+    from subprocess import Popen
+    import shutil
+
+    if sys.platform == 'win32':
+        src = '${lxml-location}'
+        dst = sys.argv[1]
+        src_path = os.path.join(src, 'lxml')
+        dst_path = os.path.join(dst, 'lxml')
+        print('lxml src: %s' % src_path)
+        print('lxml dst: %s' % dst_path)
+        if os.path.exists(src_path):
+            print('lxml: copytree-ing...')
+            shutil.copytree(src_path, dst_path)
+        else:
+            print('lxml: not found. skipping...')
+        sys.exit(0)
+    else:
+        check_call(['pip', 'install', 'lxml'])
+
+if __name__ == '__main__':
+    main()

misc/mkdir.py

@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+
+import sys
+import os.path
+import shutil
+
+if __name__ == '__main__':
+    d = sys.argv[1]
+    if os.path.exists(d):
+        print('rmtree: %s' % d)
+        shutil.rmtree(d)
+    print('mkdir: %s' % d)
+    os.makedirs(d)

misc/oxt-build.in

@@ -0,0 +1,15 @@
+#!/bin/sh
+DIST_DIR=${buildout:directory}/dist
+SRC_DIR=${buildout:directory}/oxt
+BIN_DIR=${buildout:directory}/bin
+VERSION=`git describe --dirty`
+OUTPUT=$DIST_DIR/hwp5-$VERSION.oxt
+
+[ ! -e $DIST_DIR ] && mkdir $DIST_DIR
+cp $SRC_DIR/description.xml description.xml
+$BIN_DIR/oxt-desc-version description.xml $VERSION
+$BIN_DIR/oxt-pkg-build -d description.xml -o $OUTPUT $SRC_DIR pythonpath -E '*.pyc:*.class:*/docopt*:*/OleFileIO*:'
+$BIN_DIR/oxt-pkg-check $OUTPUT || exit 1
+$BIN_DIR/oxt-pkg-show $OUTPUT
+ln -sf $OUTPUT $DIST_DIR/hwp5.oxt
+rm -f description.xml

misc/prepare-hwp5-xsl-fixtures.py

@@ -0,0 +1,67 @@
+# -*- coding: utf-8 -*-
+from __future__ import with_statement
+import os.path
+import logging
+import sys
+
+
+logger = logging.getLogger('hwp5.xsltests')
+
+
+def find_hwp5files(dir):
+    import glob
+    return glob.glob(os.path.join(dir, '*.hwp'))
+
+
+def main():
+    doc = ''' convert fixture hwp5 files into *.xml
+
+    Usage:
+        prepare [--fixtures-dir=<dir>] [--out-dir=<dir>]
+        prepare --help
+
+    Options:
+        -h --help               Show this screen
+           --fixtures-dir=<dir> Fixture directory
+           --out-dir=<dir>      Output directory
+    '''
+    from docopt import docopt
+    from hwp5.xmlmodel import Hwp5File
+
+    args = docopt(doc, version='0.0')
+
+    logging.getLogger().addHandler(logging.StreamHandler())
+    logging.getLogger('hwp5.xsltests').setLevel(logging.INFO)
+
+    if args['--fixtures-dir']:
+        fixture_dir = args['--fixtures-dir']
+    else:
+        import hwp5
+        hwp5_pkgdir = os.path.dirname(hwp5.__file__)
+        fixture_dir = os.path.join(hwp5_pkgdir, 'tests', 'fixtures')
+
+    out_dir = args['--out-dir']
+
+    for path in find_hwp5files(fixture_dir):
+        name = os.path.basename(path)
+        rootname = os.path.splitext(name)[0]
+        out_path = rootname + '.xml'
+        if out_dir is not None:
+            if not os.path.exists(out_dir):
+                os.makedirs(out_dir)
+            out_path = os.path.join(out_dir, out_path)
+
+        logger.info('%s', out_path)
+
+        opts = {}
+        try:
+            hwp5file = Hwp5File(path)
+            with file(out_path, 'w') as f:
+                hwp5file.xmlevents(**opts).dump(f)
+        except Exception:
+            e = sys.exc_info()[1]
+            logger.exception(e)
+
+
+if __name__ == '__main__':
+    sys.exit(main())

misc/redirect.py

@@ -0,0 +1,9 @@
+from __future__ import with_statement
+import subprocess
+import sys
+
+if __name__ == '__main__':
+    with file(sys.argv[1], 'wb') as f:
+        p = subprocess.Popen(sys.argv[2:], stdout=f)
+        p.wait()
+        raise SystemExit(p.returncode)

misc/test-cli.in

@@ -0,0 +1,3 @@
+#!/bin/sh
+PATH=${buildout:bin-directory}:$PATH
+. ${buildout:directory}/pyhwp-tests/hwp5_cli_tests.sh

misc/test-cli.py

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+import os.path
+import logging
+
+
+logger = logging.getLogger('test-cli')
+
+
+def main():
+    logging.basicConfig(level=logging.INFO)
+
+    if not os.path.exists('/bin/sh'):
+        logger.warning('/bin/sh: not-found')
+        logger.warning('skipping test-cli')
+        return 0
+
+    d = 'pyhwp-tests'
+    shscript = os.path.join(d, 'hwp5_cli_tests.sh')
+
+    cmd = ['/bin/sh', shscript]
+    cmd = ' '.join(cmd)
+    logger.info('running: %s', cmd)
+    ret = os.system(cmd)
+    logger.info('exit with %d', ret)
+    if ret != 0:
+        raise SystemExit(-1)
+
+
+if __name__ == '__main__':
+    main()

misc/test-coverage

@@ -0,0 +1,16 @@
+#!/bin/sh
+# Remove old results
+${buildout:directory}/bin/coverage erase
+
+# Collect test coverage results for all packages
+# Runs a code coverage analysis on top of the "bin/test" script for
+# all packages. The data will be collected in a ".coverage" output file
+# in the buildout directory.
+
+${buildout:directory}/bin/coverage run -p --source=hwp5 ${buildout:directory}/bin/test
+
+# Combine all package analysis
+${buildout:directory}/bin/coverage combine
+# Generates a "coverage.xml" file that Jenkins can read and process from the
+# ".coverage" file that the coverage report created.
+${buildout:directory}/bin/coverage xml -i -o ${buildout:directory}/coverage.xml

misc/test-for-bisect

@@ -0,0 +1,6 @@
+#!/bin/sh
+
+# usage: git bisect run bin/test-for-bisect
+
+cd ${buildout:directory}
+bin/buildout -o && bin/test && exit 0 || exit 1

misc/test-in-lo.py

@@ -0,0 +1,12 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+def main():
+    import os
+    args = ['${buildout:bin-directory}/oxt-test',
+            '${buildout:parts-directory}/test']
+    os.system(' '.join(args))
+
+
+if __name__ == '__main__':
+    main()

misc/test-pypi.in

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+# exit if any statement returns non-true return value
+set -e
+
+# exit on uninitialized variable
+set -u
+
+cd ${buildout:directory}
+
+VERSION=`cat VERSION.txt`
+
+mkdir -p releases
+rm -rf releases/$VERSION
+mkvenv cp2 releases/$VERSION
+set +u
+. releases/$VERSION/bin/activate
+set -u
+pip install pyhwp==$VERSION
+hwp5proc --version | head -n 1 | grep "$VERSION$"

misc/test-sdist

@@ -0,0 +1,35 @@
+#!/bin/bash
+
+# exit if any statement returns non-true return value
+set -e
+
+# exit on uninitialized variable
+set -u
+
+VERSION=`python setup.py --version`
+echo pyhwp version: $VERSION
+VENV=venv-$VERSION
+SDIST=dist/pyhwp-$VERSION.tar.gz
+
+[ -f $SDIST ] && rm -f $SDIST
+python setup.py sdist > sdist.log
+tar tfz $SDIST | grep -F "pyhwp-$VERSION/README"
+tar tfz $SDIST | grep -F "pyhwp-$VERSION/COPYING"
+tar tfz $SDIST | grep -F "pyhwp-$VERSION/pyhwp/hwp5/README"
+tar tfz $SDIST | grep -F "pyhwp-$VERSION/pyhwp/hwp5/COPYING"
+
+[ -f $VENV/bin/activate ] || mkvenv cp2 $VENV
+set +eu
+. $VENV/bin/activate
+set -eu
+
+pip install $SDIST
+python -c 'print __import__("pkg_resources").resource_filename("hwp5", "README")' | grep README
+python -c 'print __import__("pkg_resources").resource_filename("hwp5", "COPYING")' | grep COPYING
+hwp5proc --version | grep -F "$VERSION"
+hwp5odt --version | grep -F "$VERSION"
+bin/test-cli > test-cli.log
+
+pip uninstall pyhwp --yes
+rm -rf $VENV
+echo 'test-sdist SUCCESSFUL'

misc/test-sdist.in

@@ -0,0 +1,2 @@
+#!/bin/sh
+bash ${buildout:directory}/misc/test-sdist

misc/test-upload.in

@@ -0,0 +1,22 @@
+#!/bin/sh
+
+# exit if any statement returns non-true return value
+set -e
+
+# exit on uninitialized variable
+set -u
+
+cd ${buildout:directory}
+
+VERSION=`cat VERSION.txt`
+python setup.py sdist upload -r https://testpypi.python.org/pypi | tee upload.log
+tail -n 1 upload.log | grep 200
+
+rm -rf testpypi
+mkvenv cp2 testpypi
+set +u
+. testpypi/bin/activate
+set -u
+pip install --download=testpypi --no-deps --index-url https://testpypi.python.org/simple/ pyhwp==$VERSION
+pip install --extra-index-url https://testpypi.python.org/simple/ pyhwp==$VERSION
+hwp5proc --version | head -n 1 | grep "$VERSION$"

misc/test-xsl.in

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+set -e
+set -u
+
+cd ${buildout:directory}
+rm -rf test-xsl
+mkdir -p test-xsl
+
+IMPORT_DIR=${buildout:directory}/test-xsl/fixtures
+GEN_DIR=${buildout:directory}/test-xsl/gen
+
+mkdir -p $IMPORT_DIR
+mkdir -p $GEN_DIR
+
+${buildout:bin-directory}/console ${buildout:directory}/misc/prepare-hwp5-xsl-fixtures.py --fixtures-dir=${buildout:directory}/pyhwp-tests/hwp5_tests/fixtures --out-dir=$IMPORT_DIR
+${buildout:bin-directory}/xsltest --styles-dir=${buildout:directory}/pyhwp/hwp5/xsl --import-dir=$IMPORT_DIR --gen-dir=$GEN_DIR ${buildout:directory}/pyhwp-tests/hwp5_xsl_tests
+
+test_xsl_cov="${buildout:bin-directory}/test-xsl-cov"
+[ ! -e "$test_xsl_cov" ] || "$test_xsl_cov" xsltcoverage.xml ${buildout:directory}/test-xsl/gen/*.py

misc/upload

@@ -0,0 +1,3 @@
+#!/bin/sh
+cd ${buildout:directory}
+python setup.py sdist upload --sign