test conversion, part one
This commit is contained in:
James Turk
parent
6465ab972d
commit
d96cb91e24
100
poetry.lock
generated
100
poetry.lock
generated
@ -52,6 +52,14 @@ category = "dev"
|
|||||||
optional = false
|
optional = false
|
||||||
python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7"
|
python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "cssselect"
|
||||||
|
version = "1.2.0"
|
||||||
|
description = "cssselect parses CSS3 Selectors and translates them to XPath 1.0"
|
||||||
|
category = "main"
|
||||||
|
optional = false
|
||||||
|
python-versions = ">=3.7"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "exceptiongroup"
|
name = "exceptiongroup"
|
||||||
version = "1.0.1"
|
version = "1.0.1"
|
||||||
@ -84,6 +92,20 @@ category = "dev"
|
|||||||
optional = false
|
optional = false
|
||||||
python-versions = "*"
|
python-versions = "*"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "lxml"
|
||||||
|
version = "4.9.1"
|
||||||
|
description = "Powerful and Pythonic XML processing library combining libxml2/libxslt with the ElementTree API."
|
||||||
|
category = "main"
|
||||||
|
optional = false
|
||||||
|
python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, != 3.4.*"
|
||||||
|
|
||||||
|
[package.extras]
|
||||||
|
cssselect = ["cssselect (>=0.7)"]
|
||||||
|
html5 = ["html5lib"]
|
||||||
|
htmlsoup = ["BeautifulSoup4"]
|
||||||
|
source = ["Cython (>=0.29.7)"]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "mccabe"
|
name = "mccabe"
|
||||||
version = "0.7.0"
|
version = "0.7.0"
|
||||||
@ -201,7 +223,7 @@ python-versions = ">=3.7"
|
|||||||
[metadata]
|
[metadata]
|
||||||
lock-version = "1.1"
|
lock-version = "1.1"
|
||||||
python-versions = "^3.10"
|
python-versions = "^3.10"
|
||||||
content-hash = "ee2f5019e2f02958756ac6b12437952f505847f6f9de0d7f673116ed428b12a4"
|
content-hash = "765977e700b56e9b852f6ca6f5d54e2c1343b3a07b9220e83ef969a277f67866"
|
||||||
|
|
||||||
[metadata.files]
|
[metadata.files]
|
||||||
attrs = [
|
attrs = [
|
||||||
@ -239,6 +261,10 @@ colorama = [
|
|||||||
{file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"},
|
{file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"},
|
||||||
{file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"},
|
{file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"},
|
||||||
]
|
]
|
||||||
|
cssselect = [
|
||||||
|
{file = "cssselect-1.2.0-py2.py3-none-any.whl", hash = "sha256:da1885f0c10b60c03ed5eccbb6b68d6eff248d91976fcde348f395d54c9fd35e"},
|
||||||
|
{file = "cssselect-1.2.0.tar.gz", hash = "sha256:666b19839cfaddb9ce9d36bfe4c969132c647b92fc9088c4e23f786b30f1b3dc"},
|
||||||
|
]
|
||||||
exceptiongroup = [
|
exceptiongroup = [
|
||||||
{file = "exceptiongroup-1.0.1-py3-none-any.whl", hash = "sha256:4d6c0aa6dd825810941c792f53d7b8d71da26f5e5f84f20f9508e8f2d33b140a"},
|
{file = "exceptiongroup-1.0.1-py3-none-any.whl", hash = "sha256:4d6c0aa6dd825810941c792f53d7b8d71da26f5e5f84f20f9508e8f2d33b140a"},
|
||||||
{file = "exceptiongroup-1.0.1.tar.gz", hash = "sha256:73866f7f842ede6cb1daa42c4af078e2035e5f7607f0e2c762cc51bb31bbe7b2"},
|
{file = "exceptiongroup-1.0.1.tar.gz", hash = "sha256:73866f7f842ede6cb1daa42c4af078e2035e5f7607f0e2c762cc51bb31bbe7b2"},
|
||||||
@ -251,6 +277,78 @@ iniconfig = [
|
|||||||
{file = "iniconfig-1.1.1-py2.py3-none-any.whl", hash = "sha256:011e24c64b7f47f6ebd835bb12a743f2fbe9a26d4cecaa7f53bc4f35ee9da8b3"},
|
{file = "iniconfig-1.1.1-py2.py3-none-any.whl", hash = "sha256:011e24c64b7f47f6ebd835bb12a743f2fbe9a26d4cecaa7f53bc4f35ee9da8b3"},
|
||||||
{file = "iniconfig-1.1.1.tar.gz", hash = "sha256:bc3af051d7d14b2ee5ef9969666def0cd1a000e121eaea580d4a313df4b37f32"},
|
{file = "iniconfig-1.1.1.tar.gz", hash = "sha256:bc3af051d7d14b2ee5ef9969666def0cd1a000e121eaea580d4a313df4b37f32"},
|
||||||
]
|
]
|
||||||
|
lxml = [
|
||||||
|
{file = "lxml-4.9.1-cp27-cp27m-macosx_10_15_x86_64.whl", hash = "sha256:98cafc618614d72b02185ac583c6f7796202062c41d2eeecdf07820bad3295ed"},
|
||||||
|
{file = "lxml-4.9.1-cp27-cp27m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:c62e8dd9754b7debda0c5ba59d34509c4688f853588d75b53c3791983faa96fc"},
|
||||||
|
{file = "lxml-4.9.1-cp27-cp27m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:21fb3d24ab430fc538a96e9fbb9b150029914805d551deeac7d7822f64631dfc"},
|
||||||
|
{file = "lxml-4.9.1-cp27-cp27m-win32.whl", hash = "sha256:86e92728ef3fc842c50a5cb1d5ba2bc66db7da08a7af53fb3da79e202d1b2cd3"},
|
||||||
|
{file = "lxml-4.9.1-cp27-cp27m-win_amd64.whl", hash = "sha256:4cfbe42c686f33944e12f45a27d25a492cc0e43e1dc1da5d6a87cbcaf2e95627"},
|
||||||
|
{file = "lxml-4.9.1-cp27-cp27mu-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:dad7b164905d3e534883281c050180afcf1e230c3d4a54e8038aa5cfcf312b84"},
|
||||||
|
{file = "lxml-4.9.1-cp27-cp27mu-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:a614e4afed58c14254e67862456d212c4dcceebab2eaa44d627c2ca04bf86837"},
|
||||||
|
{file = "lxml-4.9.1-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:f9ced82717c7ec65a67667bb05865ffe38af0e835cdd78728f1209c8fffe0cad"},
|
||||||
|
{file = "lxml-4.9.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:d9fc0bf3ff86c17348dfc5d322f627d78273eba545db865c3cd14b3f19e57fa5"},
|
||||||
|
{file = "lxml-4.9.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:e5f66bdf0976ec667fc4594d2812a00b07ed14d1b44259d19a41ae3fff99f2b8"},
|
||||||
|
{file = "lxml-4.9.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:fe17d10b97fdf58155f858606bddb4e037b805a60ae023c009f760d8361a4eb8"},
|
||||||
|
{file = "lxml-4.9.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:8caf4d16b31961e964c62194ea3e26a0e9561cdf72eecb1781458b67ec83423d"},
|
||||||
|
{file = "lxml-4.9.1-cp310-cp310-win32.whl", hash = "sha256:4780677767dd52b99f0af1f123bc2c22873d30b474aa0e2fc3fe5e02217687c7"},
|
||||||
|
{file = "lxml-4.9.1-cp310-cp310-win_amd64.whl", hash = "sha256:b122a188cd292c4d2fcd78d04f863b789ef43aa129b233d7c9004de08693728b"},
|
||||||
|
{file = "lxml-4.9.1-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:be9eb06489bc975c38706902cbc6888f39e946b81383abc2838d186f0e8b6a9d"},
|
||||||
|
{file = "lxml-4.9.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:f1be258c4d3dc609e654a1dc59d37b17d7fef05df912c01fc2e15eb43a9735f3"},
|
||||||
|
{file = "lxml-4.9.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:927a9dd016d6033bc12e0bf5dee1dde140235fc8d0d51099353c76081c03dc29"},
|
||||||
|
{file = "lxml-4.9.1-cp35-cp35m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:9232b09f5efee6a495a99ae6824881940d6447debe272ea400c02e3b68aad85d"},
|
||||||
|
{file = "lxml-4.9.1-cp35-cp35m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:04da965dfebb5dac2619cb90fcf93efdb35b3c6994fea58a157a834f2f94b318"},
|
||||||
|
{file = "lxml-4.9.1-cp35-cp35m-win32.whl", hash = "sha256:4d5bae0a37af799207140652a700f21a85946f107a199bcb06720b13a4f1f0b7"},
|
||||||
|
{file = "lxml-4.9.1-cp35-cp35m-win_amd64.whl", hash = "sha256:4878e667ebabe9b65e785ac8da4d48886fe81193a84bbe49f12acff8f7a383a4"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-macosx_10_15_x86_64.whl", hash = "sha256:1355755b62c28950f9ce123c7a41460ed9743c699905cbe664a5bcc5c9c7c7fb"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:bcaa1c495ce623966d9fc8a187da80082334236a2a1c7e141763ffaf7a405067"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6eafc048ea3f1b3c136c71a86db393be36b5b3d9c87b1c25204e7d397cee9536"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:13c90064b224e10c14dcdf8086688d3f0e612db53766e7478d7754703295c7c8"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:206a51077773c6c5d2ce1991327cda719063a47adc02bd703c56a662cdb6c58b"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:e8f0c9d65da595cfe91713bc1222af9ecabd37971762cb830dea2fc3b3bb2acf"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-musllinux_1_1_aarch64.whl", hash = "sha256:8f0a4d179c9a941eb80c3a63cdb495e539e064f8054230844dcf2fcb812b71d3"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:830c88747dce8a3e7525defa68afd742b4580df6aa2fdd6f0855481e3994d391"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-win32.whl", hash = "sha256:1e1cf47774373777936c5aabad489fef7b1c087dcd1f426b621fda9dcc12994e"},
|
||||||
|
{file = "lxml-4.9.1-cp36-cp36m-win_amd64.whl", hash = "sha256:5974895115737a74a00b321e339b9c3f45c20275d226398ae79ac008d908bff7"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-macosx_10_15_x86_64.whl", hash = "sha256:1423631e3d51008871299525b541413c9b6c6423593e89f9c4cfbe8460afc0a2"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:2aaf6a0a6465d39b5ca69688fce82d20088c1838534982996ec46633dc7ad6cc"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:9f36de4cd0c262dd9927886cc2305aa3f2210db437aa4fed3fb4940b8bf4592c"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:ae06c1e4bc60ee076292e582a7512f304abdf6c70db59b56745cca1684f875a4"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:57e4d637258703d14171b54203fd6822fda218c6c2658a7d30816b10995f29f3"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:6d279033bf614953c3fc4a0aa9ac33a21e8044ca72d4fa8b9273fe75359d5cca"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:a60f90bba4c37962cbf210f0188ecca87daafdf60271f4c6948606e4dabf8785"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:6ca2264f341dd81e41f3fffecec6e446aa2121e0b8d026fb5130e02de1402785"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-win32.whl", hash = "sha256:27e590352c76156f50f538dbcebd1925317a0f70540f7dc8c97d2931c595783a"},
|
||||||
|
{file = "lxml-4.9.1-cp37-cp37m-win_amd64.whl", hash = "sha256:eea5d6443b093e1545ad0210e6cf27f920482bfcf5c77cdc8596aec73523bb7e"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-macosx_10_15_x86_64.whl", hash = "sha256:f05251bbc2145349b8d0b77c0d4e5f3b228418807b1ee27cefb11f69ed3d233b"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:487c8e61d7acc50b8be82bda8c8d21d20e133c3cbf41bd8ad7eb1aaeb3f07c97"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:8d1a92d8e90b286d491e5626af53afef2ba04da33e82e30744795c71880eaa21"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:b570da8cd0012f4af9fa76a5635cd31f707473e65a5a335b186069d5c7121ff2"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:5ef87fca280fb15342726bd5f980f6faf8b84a5287fcc2d4962ea8af88b35130"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:93e414e3206779ef41e5ff2448067213febf260ba747fc65389a3ddaa3fb8715"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:6653071f4f9bac46fbc30f3c7838b0e9063ee335908c5d61fb7a4a86c8fd2036"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:32a73c53783becdb7eaf75a2a1525ea8e49379fb7248c3eeefb9412123536387"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-win32.whl", hash = "sha256:1a7c59c6ffd6ef5db362b798f350e24ab2cfa5700d53ac6681918f314a4d3b94"},
|
||||||
|
{file = "lxml-4.9.1-cp38-cp38-win_amd64.whl", hash = "sha256:1436cf0063bba7888e43f1ba8d58824f085410ea2025befe81150aceb123e345"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-macosx_10_15_x86_64.whl", hash = "sha256:4beea0f31491bc086991b97517b9683e5cfb369205dac0148ef685ac12a20a67"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:41fb58868b816c202e8881fd0f179a4644ce6e7cbbb248ef0283a34b73ec73bb"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:bd34f6d1810d9354dc7e35158aa6cc33456be7706df4420819af6ed966e85448"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:edffbe3c510d8f4bf8640e02ca019e48a9b72357318383ca60e3330c23aaffc7"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:6d949f53ad4fc7cf02c44d6678e7ff05ec5f5552b235b9e136bd52e9bf730b91"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:079b68f197c796e42aa80b1f739f058dcee796dc725cc9a1be0cdb08fc45b000"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:9c3a88d20e4fe4a2a4a84bf439a5ac9c9aba400b85244c63a1ab7088f85d9d25"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:4e285b5f2bf321fc0857b491b5028c5f276ec0c873b985d58d7748ece1d770dd"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-win32.whl", hash = "sha256:ef72013e20dd5ba86a8ae1aed7f56f31d3374189aa8b433e7b12ad182c0d2dfb"},
|
||||||
|
{file = "lxml-4.9.1-cp39-cp39-win_amd64.whl", hash = "sha256:10d2017f9150248563bb579cd0d07c61c58da85c922b780060dcc9a3aa9f432d"},
|
||||||
|
{file = "lxml-4.9.1-pp37-pypy37_pp73-macosx_10_15_x86_64.whl", hash = "sha256:0538747a9d7827ce3e16a8fdd201a99e661c7dee3c96c885d8ecba3c35d1032c"},
|
||||||
|
{file = "lxml-4.9.1-pp37-pypy37_pp73-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:0645e934e940107e2fdbe7c5b6fb8ec6232444260752598bc4d09511bd056c0b"},
|
||||||
|
{file = "lxml-4.9.1-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:6daa662aba22ef3258934105be2dd9afa5bb45748f4f702a3b39a5bf53a1f4dc"},
|
||||||
|
{file = "lxml-4.9.1-pp38-pypy38_pp73-macosx_10_15_x86_64.whl", hash = "sha256:603a464c2e67d8a546ddaa206d98e3246e5db05594b97db844c2f0a1af37cf5b"},
|
||||||
|
{file = "lxml-4.9.1-pp38-pypy38_pp73-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:c4b2e0559b68455c085fb0f6178e9752c4be3bba104d6e881eb5573b399d1eb2"},
|
||||||
|
{file = "lxml-4.9.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:0f3f0059891d3254c7b5fb935330d6db38d6519ecd238ca4fce93c234b4a0f73"},
|
||||||
|
{file = "lxml-4.9.1-pp39-pypy39_pp73-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_24_i686.whl", hash = "sha256:c852b1530083a620cb0de5f3cd6826f19862bafeaf77586f1aef326e49d95f0c"},
|
||||||
|
{file = "lxml-4.9.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:287605bede6bd36e930577c5925fcea17cb30453d96a7b4c63c14a257118dbb9"},
|
||||||
|
{file = "lxml-4.9.1.tar.gz", hash = "sha256:fe749b052bb7233fe5d072fcb549221a8cb1a16725c47c37e42b0b9cb3ff2c3f"},
|
||||||
|
]
|
||||||
mccabe = [
|
mccabe = [
|
||||||
{file = "mccabe-0.7.0-py2.py3-none-any.whl", hash = "sha256:6c2d30ab6be0e4a46919781807b4f0d834ebdd6c6e3dca0bda5a15f863427b6e"},
|
{file = "mccabe-0.7.0-py2.py3-none-any.whl", hash = "sha256:6c2d30ab6be0e4a46919781807b4f0d834ebdd6c6e3dca0bda5a15f863427b6e"},
|
||||||
{file = "mccabe-0.7.0.tar.gz", hash = "sha256:348e0240c33b60bbdf4e523192ef919f28cb2c3d7d5c7794f74009290f236325"},
|
{file = "mccabe-0.7.0.tar.gz", hash = "sha256:348e0240c33b60bbdf4e523192ef919f28cb2c3d7d5c7794f74009290f236325"},
|
||||||
|
|||||||
@ -8,6 +8,8 @@ readme = "README.md"
|
|||||||
|
|
||||||
[tool.poetry.dependencies]
|
[tool.poetry.dependencies]
|
||||||
python = "^3.10"
|
python = "^3.10"
|
||||||
|
lxml = "^4.9.1"
|
||||||
|
cssselect = "^1.2.0"
|
||||||
|
|
||||||
|
|
||||||
[tool.poetry.group.dev.dependencies]
|
[tool.poetry.group.dev.dependencies]
|
||||||
|
|||||||
@ -1,15 +0,0 @@
|
|||||||
import unittest
|
|
||||||
from saucebrush.tests.filters import FilterTestCase
|
|
||||||
from saucebrush.tests.sources import SourceTestCase
|
|
||||||
from saucebrush.tests.emitters import EmitterTestCase
|
|
||||||
from saucebrush.tests.recipes import RecipeTestCase
|
|
||||||
from saucebrush.tests.stats import StatsTestCase
|
|
||||||
|
|
||||||
filter_suite = unittest.TestLoader().loadTestsFromTestCase(FilterTestCase)
|
|
||||||
source_suite = unittest.TestLoader().loadTestsFromTestCase(SourceTestCase)
|
|
||||||
emitter_suite = unittest.TestLoader().loadTestsFromTestCase(EmitterTestCase)
|
|
||||||
recipe_suite = unittest.TestLoader().loadTestsFromTestCase(RecipeTestCase)
|
|
||||||
stats_suite = unittest.TestLoader().loadTestsFromTestCase(StatsTestCase)
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
unittest.main()
|
|
||||||
@ -1,117 +0,0 @@
|
|||||||
from contextlib import closing
|
|
||||||
from io import StringIO
|
|
||||||
import os
|
|
||||||
import unittest
|
|
||||||
|
|
||||||
from saucebrush.emitters import (
|
|
||||||
DebugEmitter,
|
|
||||||
CSVEmitter,
|
|
||||||
CountEmitter,
|
|
||||||
SqliteEmitter,
|
|
||||||
SqlDumpEmitter,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
class EmitterTestCase(unittest.TestCase):
|
|
||||||
def test_debug_emitter(self):
|
|
||||||
with closing(StringIO()) as output:
|
|
||||||
de = DebugEmitter(output)
|
|
||||||
list(de.attach([1, 2, 3]))
|
|
||||||
self.assertEqual(output.getvalue(), "1\n2\n3\n")
|
|
||||||
|
|
||||||
def test_count_emitter(self):
|
|
||||||
|
|
||||||
# values for test
|
|
||||||
values = [
|
|
||||||
1,
|
|
||||||
2,
|
|
||||||
3,
|
|
||||||
4,
|
|
||||||
5,
|
|
||||||
6,
|
|
||||||
7,
|
|
||||||
8,
|
|
||||||
9,
|
|
||||||
10,
|
|
||||||
11,
|
|
||||||
12,
|
|
||||||
13,
|
|
||||||
14,
|
|
||||||
15,
|
|
||||||
16,
|
|
||||||
17,
|
|
||||||
18,
|
|
||||||
19,
|
|
||||||
20,
|
|
||||||
21,
|
|
||||||
22,
|
|
||||||
]
|
|
||||||
|
|
||||||
with closing(StringIO()) as output:
|
|
||||||
|
|
||||||
# test without of parameter
|
|
||||||
ce = CountEmitter(every=10, outfile=output, format="%(count)s records\n")
|
|
||||||
list(ce.attach(values))
|
|
||||||
self.assertEqual(output.getvalue(), "10 records\n20 records\n")
|
|
||||||
ce.done()
|
|
||||||
self.assertEqual(output.getvalue(), "10 records\n20 records\n22 records\n")
|
|
||||||
|
|
||||||
with closing(StringIO()) as output:
|
|
||||||
|
|
||||||
# test with of parameter
|
|
||||||
ce = CountEmitter(every=10, outfile=output, of=len(values))
|
|
||||||
list(ce.attach(values))
|
|
||||||
self.assertEqual(output.getvalue(), "10 of 22\n20 of 22\n")
|
|
||||||
ce.done()
|
|
||||||
self.assertEqual(output.getvalue(), "10 of 22\n20 of 22\n22 of 22\n")
|
|
||||||
|
|
||||||
def test_csv_emitter(self):
|
|
||||||
|
|
||||||
try:
|
|
||||||
import cStringIO # if Python 2.x then use old cStringIO
|
|
||||||
|
|
||||||
io = cStringIO.StringIO()
|
|
||||||
except Exception:
|
|
||||||
io = StringIO() # if Python 3.x then use StringIO
|
|
||||||
|
|
||||||
with closing(io) as output:
|
|
||||||
ce = CSVEmitter(output, ("x", "y", "z"))
|
|
||||||
list(ce.attach([{"x": 1, "y": 2, "z": 3}, {"x": 5, "y": 5, "z": 5}]))
|
|
||||||
self.assertEqual(output.getvalue(), "x,y,z\r\n1,2,3\r\n5,5,5\r\n")
|
|
||||||
|
|
||||||
def test_sqlite_emitter(self):
|
|
||||||
|
|
||||||
import sqlite3
|
|
||||||
import tempfile
|
|
||||||
|
|
||||||
with closing(tempfile.NamedTemporaryFile(suffix=".db")) as f:
|
|
||||||
db_path = f.name
|
|
||||||
|
|
||||||
sle = SqliteEmitter(db_path, "testtable", fieldnames=("a", "b", "c"))
|
|
||||||
list(sle.attach([{"a": "1", "b": "2", "c": "3"}]))
|
|
||||||
sle.done()
|
|
||||||
|
|
||||||
with closing(sqlite3.connect(db_path)) as conn:
|
|
||||||
cur = conn.cursor()
|
|
||||||
cur.execute("""SELECT a, b, c FROM testtable""")
|
|
||||||
results = cur.fetchall()
|
|
||||||
|
|
||||||
os.unlink(db_path)
|
|
||||||
|
|
||||||
self.assertEqual(results, [("1", "2", "3")])
|
|
||||||
|
|
||||||
def test_sql_dump_emitter(self):
|
|
||||||
|
|
||||||
with closing(StringIO()) as bffr:
|
|
||||||
|
|
||||||
sde = SqlDumpEmitter(bffr, "testtable", ("a", "b"))
|
|
||||||
list(sde.attach([{"a": 1, "b": "2"}]))
|
|
||||||
sde.done()
|
|
||||||
|
|
||||||
self.assertEqual(
|
|
||||||
bffr.getvalue(), "INSERT INTO `testtable` (`a`,`b`) VALUES (1,'2');\n"
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
unittest.main()
|
|
||||||
@ -1,52 +0,0 @@
|
|||||||
import unittest
|
|
||||||
from saucebrush import Recipe, run_recipe, SaucebrushError, OvercookedError
|
|
||||||
from saucebrush.filters import Filter
|
|
||||||
|
|
||||||
|
|
||||||
class Raiser(Filter):
|
|
||||||
def process_record(self, record):
|
|
||||||
raise Exception("bad record")
|
|
||||||
|
|
||||||
|
|
||||||
class Saver(Filter):
|
|
||||||
def __init__(self):
|
|
||||||
self.saved = []
|
|
||||||
|
|
||||||
def process_record(self, record):
|
|
||||||
self.saved.append(record)
|
|
||||||
return record
|
|
||||||
|
|
||||||
|
|
||||||
class RecipeTestCase(unittest.TestCase):
|
|
||||||
def test_error_stream(self):
|
|
||||||
saver = Saver()
|
|
||||||
recipe = Recipe(Raiser(), error_stream=saver)
|
|
||||||
recipe.run([{"a": 1}, {"b": 2}])
|
|
||||||
recipe.done()
|
|
||||||
|
|
||||||
self.assertEqual(saver.saved[0]["record"], {"a": 1})
|
|
||||||
self.assertEqual(saver.saved[1]["record"], {"b": 2})
|
|
||||||
|
|
||||||
# Must pass either a Recipe, a Filter or an iterable of Filters
|
|
||||||
# as the error_stream argument
|
|
||||||
self.assertRaises(SaucebrushError, Recipe, error_stream=5)
|
|
||||||
|
|
||||||
def test_run_recipe(self):
|
|
||||||
saver = Saver()
|
|
||||||
run_recipe([1, 2], saver)
|
|
||||||
|
|
||||||
self.assertEqual(saver.saved, [1, 2])
|
|
||||||
|
|
||||||
def test_done(self):
|
|
||||||
saver = Saver()
|
|
||||||
recipe = Recipe(saver)
|
|
||||||
recipe.run([1])
|
|
||||||
recipe.done()
|
|
||||||
|
|
||||||
self.assertRaises(OvercookedError, recipe.run, [2])
|
|
||||||
self.assertRaises(OvercookedError, recipe.done)
|
|
||||||
self.assertEqual(saver.saved, [1])
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
unittest.main()
|
|
||||||
@ -1,97 +0,0 @@
|
|||||||
from io import StringIO
|
|
||||||
import unittest
|
|
||||||
|
|
||||||
from saucebrush.sources import (
|
|
||||||
CSVSource,
|
|
||||||
FixedWidthFileSource,
|
|
||||||
HtmlTableSource,
|
|
||||||
JSONSource,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
class SourceTestCase(unittest.TestCase):
|
|
||||||
def _get_csv(self):
|
|
||||||
data = """a,b,c
|
|
||||||
1,2,3
|
|
||||||
5,5,5
|
|
||||||
1,10,100"""
|
|
||||||
return StringIO(data)
|
|
||||||
|
|
||||||
def test_csv_source_basic(self):
|
|
||||||
source = CSVSource(self._get_csv())
|
|
||||||
expected_data = [
|
|
||||||
{"a": "1", "b": "2", "c": "3"},
|
|
||||||
{"a": "5", "b": "5", "c": "5"},
|
|
||||||
{"a": "1", "b": "10", "c": "100"},
|
|
||||||
]
|
|
||||||
self.assertEqual(list(source), expected_data)
|
|
||||||
|
|
||||||
def test_csv_source_fieldnames(self):
|
|
||||||
source = CSVSource(self._get_csv(), ["x", "y", "z"])
|
|
||||||
expected_data = [
|
|
||||||
{"x": "a", "y": "b", "z": "c"},
|
|
||||||
{"x": "1", "y": "2", "z": "3"},
|
|
||||||
{"x": "5", "y": "5", "z": "5"},
|
|
||||||
{"x": "1", "y": "10", "z": "100"},
|
|
||||||
]
|
|
||||||
self.assertEqual(list(source), expected_data)
|
|
||||||
|
|
||||||
def test_csv_source_skiprows(self):
|
|
||||||
source = CSVSource(self._get_csv(), skiprows=1)
|
|
||||||
expected_data = [
|
|
||||||
{"a": "5", "b": "5", "c": "5"},
|
|
||||||
{"a": "1", "b": "10", "c": "100"},
|
|
||||||
]
|
|
||||||
self.assertEqual(list(source), expected_data)
|
|
||||||
|
|
||||||
def test_fixed_width_source(self):
|
|
||||||
data = StringIO("JamesNovember 3 1986\nTim September151999")
|
|
||||||
fields = (("name", 5), ("month", 9), ("day", 2), ("year", 4))
|
|
||||||
source = FixedWidthFileSource(data, fields)
|
|
||||||
expected_data = [
|
|
||||||
{"name": "James", "month": "November", "day": "3", "year": "1986"},
|
|
||||||
{"name": "Tim", "month": "September", "day": "15", "year": "1999"},
|
|
||||||
]
|
|
||||||
self.assertEqual(list(source), expected_data)
|
|
||||||
|
|
||||||
def test_json_source(self):
|
|
||||||
|
|
||||||
content = StringIO("""[{"a": 1, "b": "2", "c": 3}]""")
|
|
||||||
|
|
||||||
js = JSONSource(content)
|
|
||||||
self.assertEqual(list(js), [{"a": 1, "b": "2", "c": 3}])
|
|
||||||
|
|
||||||
def test_html_table_source(self):
|
|
||||||
|
|
||||||
content = StringIO(
|
|
||||||
"""
|
|
||||||
<html>
|
|
||||||
<table id="thetable">
|
|
||||||
<tr>
|
|
||||||
<th>a</th>
|
|
||||||
<th>b</th>
|
|
||||||
<th>c</th>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>1</td>
|
|
||||||
<td>2</td>
|
|
||||||
<td>3</td>
|
|
||||||
</tr>
|
|
||||||
</table>
|
|
||||||
</html>
|
|
||||||
"""
|
|
||||||
)
|
|
||||||
|
|
||||||
try:
|
|
||||||
|
|
||||||
hts = HtmlTableSource(content, "thetable")
|
|
||||||
self.assertEqual(list(hts), [{"a": "1", "b": "2", "c": "3"}])
|
|
||||||
|
|
||||||
except ImportError:
|
|
||||||
# Python 2.6 doesn't have skipTest. We'll just suffer without it.
|
|
||||||
if hasattr(self, "skipTest"):
|
|
||||||
self.skipTest("lxml is not installed")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
unittest.main()
|
|
||||||
@ -1,55 +0,0 @@
|
|||||||
import unittest
|
|
||||||
from saucebrush.stats import Sum, Average, Median, MinMax, StandardDeviation, Histogram
|
|
||||||
|
|
||||||
|
|
||||||
class StatsTestCase(unittest.TestCase):
|
|
||||||
def _simple_data(self):
|
|
||||||
return [
|
|
||||||
{"a": 1, "b": 2, "c": 3},
|
|
||||||
{"a": 5, "b": 5, "c": 5},
|
|
||||||
{"a": 1, "b": 10, "c": 100},
|
|
||||||
]
|
|
||||||
|
|
||||||
def test_sum(self):
|
|
||||||
fltr = Sum("b")
|
|
||||||
list(fltr.attach(self._simple_data()))
|
|
||||||
self.assertEqual(fltr.value(), 17)
|
|
||||||
|
|
||||||
def test_average(self):
|
|
||||||
fltr = Average("c")
|
|
||||||
list(fltr.attach(self._simple_data()))
|
|
||||||
self.assertEqual(fltr.value(), 36.0)
|
|
||||||
|
|
||||||
def test_median(self):
|
|
||||||
# odd number of values
|
|
||||||
fltr = Median("a")
|
|
||||||
list(fltr.attach(self._simple_data()))
|
|
||||||
self.assertEqual(fltr.value(), 1)
|
|
||||||
|
|
||||||
# even number of values
|
|
||||||
fltr = Median("a")
|
|
||||||
list(fltr.attach(self._simple_data()[:2]))
|
|
||||||
self.assertEqual(fltr.value(), 3)
|
|
||||||
|
|
||||||
def test_minmax(self):
|
|
||||||
fltr = MinMax("b")
|
|
||||||
list(fltr.attach(self._simple_data()))
|
|
||||||
self.assertEqual(fltr.value(), (2, 10))
|
|
||||||
|
|
||||||
def test_standard_deviation(self):
|
|
||||||
fltr = StandardDeviation("c")
|
|
||||||
list(fltr.attach(self._simple_data()))
|
|
||||||
self.assertEqual(fltr.average(), 36.0)
|
|
||||||
self.assertEqual(fltr.median(), 5)
|
|
||||||
self.assertEqual(fltr.value(), (55.4346462061408, 3073.0))
|
|
||||||
self.assertEqual(fltr.value(True), (45.2621990922521, 2048.6666666666665))
|
|
||||||
|
|
||||||
def test_histogram(self):
|
|
||||||
fltr = Histogram("a")
|
|
||||||
fltr.label_length = 1
|
|
||||||
list(fltr.attach(self._simple_data()))
|
|
||||||
self.assertEqual(str(fltr), "\n1 **\n5 *\n")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
unittest.main()
|
|
||||||
107
tests/test_emitters.py
Normal file
107
tests/test_emitters.py
Normal file
@ -0,0 +1,107 @@
|
|||||||
|
from contextlib import closing
|
||||||
|
from io import StringIO
|
||||||
|
import os
|
||||||
|
|
||||||
|
from saucebrush.emitters import (
|
||||||
|
DebugEmitter,
|
||||||
|
CSVEmitter,
|
||||||
|
CountEmitter,
|
||||||
|
SqliteEmitter,
|
||||||
|
SqlDumpEmitter,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def test_debug_emitter():
|
||||||
|
with closing(StringIO()) as output:
|
||||||
|
de = DebugEmitter(output)
|
||||||
|
list(de.attach([1, 2, 3]))
|
||||||
|
assert output.getvalue() == "1\n2\n3\n"
|
||||||
|
|
||||||
|
|
||||||
|
def test_count_emitter():
|
||||||
|
|
||||||
|
# values for test
|
||||||
|
values = [
|
||||||
|
1,
|
||||||
|
2,
|
||||||
|
3,
|
||||||
|
4,
|
||||||
|
5,
|
||||||
|
6,
|
||||||
|
7,
|
||||||
|
8,
|
||||||
|
9,
|
||||||
|
10,
|
||||||
|
11,
|
||||||
|
12,
|
||||||
|
13,
|
||||||
|
14,
|
||||||
|
15,
|
||||||
|
16,
|
||||||
|
17,
|
||||||
|
18,
|
||||||
|
19,
|
||||||
|
20,
|
||||||
|
21,
|
||||||
|
22,
|
||||||
|
]
|
||||||
|
|
||||||
|
with closing(StringIO()) as output:
|
||||||
|
|
||||||
|
# test without of parameter
|
||||||
|
ce = CountEmitter(every=10, outfile=output, format="%(count)s records\n")
|
||||||
|
list(ce.attach(values))
|
||||||
|
assert output.getvalue() == "10 records\n20 records\n"
|
||||||
|
ce.done()
|
||||||
|
assert output.getvalue() == "10 records\n20 records\n22 records\n"
|
||||||
|
|
||||||
|
with closing(StringIO()) as output:
|
||||||
|
|
||||||
|
# test with of parameter
|
||||||
|
ce = CountEmitter(every=10, outfile=output, of=len(values))
|
||||||
|
list(ce.attach(values))
|
||||||
|
assert output.getvalue() == "10 of 22\n20 of 22\n"
|
||||||
|
ce.done()
|
||||||
|
assert output.getvalue() == "10 of 22\n20 of 22\n22 of 22\n"
|
||||||
|
|
||||||
|
|
||||||
|
def test_csv_emitter():
|
||||||
|
io = StringIO() # if Python 3.x then use StringIO
|
||||||
|
|
||||||
|
with closing(io) as output:
|
||||||
|
ce = CSVEmitter(output, ("x", "y", "z"))
|
||||||
|
list(ce.attach([{"x": 1, "y": 2, "z": 3}, {"x": 5, "y": 5, "z": 5}]))
|
||||||
|
assert output.getvalue() == "x,y,z\r\n1,2,3\r\n5,5,5\r\n"
|
||||||
|
|
||||||
|
|
||||||
|
def test_sqlite_emitter():
|
||||||
|
|
||||||
|
import sqlite3
|
||||||
|
import tempfile
|
||||||
|
|
||||||
|
with closing(tempfile.NamedTemporaryFile(suffix=".db")) as f:
|
||||||
|
db_path = f.name
|
||||||
|
|
||||||
|
sle = SqliteEmitter(db_path, "testtable", fieldnames=("a", "b", "c"))
|
||||||
|
list(sle.attach([{"a": "1", "b": "2", "c": "3"}]))
|
||||||
|
sle.done()
|
||||||
|
|
||||||
|
with closing(sqlite3.connect(db_path)) as conn:
|
||||||
|
cur = conn.cursor()
|
||||||
|
cur.execute("""SELECT a, b, c FROM testtable""")
|
||||||
|
results = cur.fetchall()
|
||||||
|
|
||||||
|
os.unlink(db_path)
|
||||||
|
|
||||||
|
assert results == [("1", "2", "3")]
|
||||||
|
|
||||||
|
|
||||||
|
def test_sql_dump_emitter():
|
||||||
|
|
||||||
|
with closing(StringIO()) as bffr:
|
||||||
|
|
||||||
|
sde = SqlDumpEmitter(bffr, "testtable", ("a", "b"))
|
||||||
|
list(sde.attach([{"a": 1, "b": "2"}]))
|
||||||
|
sde.done()
|
||||||
|
|
||||||
|
assert bffr.getvalue() == "INSERT INTO `testtable` (`a`,`b`) VALUES (1,'2');\n"
|
||||||
49
tests/test_recipes.py
Normal file
49
tests/test_recipes.py
Normal file
@ -0,0 +1,49 @@
|
|||||||
|
import pytest
|
||||||
|
from saucebrush import Recipe, run_recipe, SaucebrushError, OvercookedError
|
||||||
|
from saucebrush.filters import Filter
|
||||||
|
|
||||||
|
|
||||||
|
class Raiser(Filter):
|
||||||
|
def process_record(self, record):
|
||||||
|
raise Exception("bad record")
|
||||||
|
|
||||||
|
|
||||||
|
class Saver(Filter):
|
||||||
|
def __init__(self):
|
||||||
|
self.saved = []
|
||||||
|
|
||||||
|
def process_record(self, record):
|
||||||
|
self.saved.append(record)
|
||||||
|
return record
|
||||||
|
|
||||||
|
|
||||||
|
def test_error_stream():
|
||||||
|
saver = Saver()
|
||||||
|
recipe = Recipe(Raiser(), error_stream=saver)
|
||||||
|
recipe.run([{"a": 1}, {"b": 2}])
|
||||||
|
recipe.done()
|
||||||
|
|
||||||
|
assert saver.saved[0]["record"] == {"a": 1}
|
||||||
|
assert saver.saved[1]["record"] == {"b": 2}
|
||||||
|
|
||||||
|
# Must pass either a Recipe, a Filter or an iterable of Filters
|
||||||
|
# as the error_stream argument
|
||||||
|
assert pytest.raises(SaucebrushError, Recipe, error_stream=5)
|
||||||
|
|
||||||
|
|
||||||
|
def test_run_recipe():
|
||||||
|
saver = Saver()
|
||||||
|
run_recipe([1, 2], saver)
|
||||||
|
|
||||||
|
assert saver.saved == [1, 2]
|
||||||
|
|
||||||
|
|
||||||
|
def test_done():
|
||||||
|
saver = Saver()
|
||||||
|
recipe = Recipe(saver)
|
||||||
|
recipe.run([1])
|
||||||
|
recipe.done()
|
||||||
|
|
||||||
|
assert pytest.raises(OvercookedError, recipe.run, [2])
|
||||||
|
assert pytest.raises(OvercookedError, recipe.done)
|
||||||
|
assert saver.saved == [1]
|
||||||
90
tests/test_sources.py
Normal file
90
tests/test_sources.py
Normal file
@ -0,0 +1,90 @@
|
|||||||
|
from io import StringIO
|
||||||
|
|
||||||
|
from saucebrush.sources import (
|
||||||
|
CSVSource,
|
||||||
|
FixedWidthFileSource,
|
||||||
|
HtmlTableSource,
|
||||||
|
JSONSource,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _get_csv():
|
||||||
|
data = """a,b,c
|
||||||
|
1,2,3
|
||||||
|
5,5,5
|
||||||
|
1,10,100"""
|
||||||
|
return StringIO(data)
|
||||||
|
|
||||||
|
|
||||||
|
def test_csv_source_basic():
|
||||||
|
source = CSVSource(_get_csv())
|
||||||
|
expected_data = [
|
||||||
|
{"a": "1", "b": "2", "c": "3"},
|
||||||
|
{"a": "5", "b": "5", "c": "5"},
|
||||||
|
{"a": "1", "b": "10", "c": "100"},
|
||||||
|
]
|
||||||
|
assert list(source) ==expected_data
|
||||||
|
|
||||||
|
|
||||||
|
def test_csv_source_fieldnames():
|
||||||
|
source = CSVSource(_get_csv(), ["x", "y", "z"])
|
||||||
|
expected_data = [
|
||||||
|
{"x": "a", "y": "b", "z": "c"},
|
||||||
|
{"x": "1", "y": "2", "z": "3"},
|
||||||
|
{"x": "5", "y": "5", "z": "5"},
|
||||||
|
{"x": "1", "y": "10", "z": "100"},
|
||||||
|
]
|
||||||
|
assert list(source) == expected_data
|
||||||
|
|
||||||
|
|
||||||
|
def test_csv_source_skiprows():
|
||||||
|
source = CSVSource(_get_csv(), skiprows=1)
|
||||||
|
expected_data = [
|
||||||
|
{"a": "5", "b": "5", "c": "5"},
|
||||||
|
{"a": "1", "b": "10", "c": "100"},
|
||||||
|
]
|
||||||
|
assert list(source) == expected_data
|
||||||
|
|
||||||
|
|
||||||
|
def test_fixed_width_source():
|
||||||
|
data = StringIO("JamesNovember 3 1986\nTim September151999")
|
||||||
|
fields = (("name", 5), ("month", 9), ("day", 2), ("year", 4))
|
||||||
|
source = FixedWidthFileSource(data, fields)
|
||||||
|
expected_data = [
|
||||||
|
{"name": "James", "month": "November", "day": "3", "year": "1986"},
|
||||||
|
{"name": "Tim", "month": "September", "day": "15", "year": "1999"},
|
||||||
|
]
|
||||||
|
assert list(source) == expected_data
|
||||||
|
|
||||||
|
|
||||||
|
def test_json_source():
|
||||||
|
|
||||||
|
content = StringIO("""[{"a": 1, "b": "2", "c": 3}]""")
|
||||||
|
|
||||||
|
js = JSONSource(content)
|
||||||
|
assert list(js) == [{"a": 1, "b": "2", "c": 3}]
|
||||||
|
|
||||||
|
|
||||||
|
def test_html_table_source():
|
||||||
|
|
||||||
|
content = StringIO(
|
||||||
|
"""
|
||||||
|
<html>
|
||||||
|
<table id="thetable">
|
||||||
|
<tr>
|
||||||
|
<th>a</th>
|
||||||
|
<th>b</th>
|
||||||
|
<th>c</th>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td>1</td>
|
||||||
|
<td>2</td>
|
||||||
|
<td>3</td>
|
||||||
|
</tr>
|
||||||
|
</table>
|
||||||
|
</html>
|
||||||
|
"""
|
||||||
|
)
|
||||||
|
|
||||||
|
hts = HtmlTableSource(content, "thetable")
|
||||||
|
assert list(hts) == [{"a": "1", "b": "2", "c": "3"}]
|
||||||
55
tests/test_stats.py
Normal file
55
tests/test_stats.py
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
from saucebrush.stats import Sum, Average, Median, MinMax, StandardDeviation, Histogram
|
||||||
|
|
||||||
|
|
||||||
|
def _simple_data():
|
||||||
|
return [
|
||||||
|
{"a": 1, "b": 2, "c": 3},
|
||||||
|
{"a": 5, "b": 5, "c": 5},
|
||||||
|
{"a": 1, "b": 10, "c": 100},
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
def test_sum():
|
||||||
|
fltr = Sum("b")
|
||||||
|
list(fltr.attach(_simple_data()))
|
||||||
|
assert fltr.value() == 17
|
||||||
|
|
||||||
|
|
||||||
|
def test_average():
|
||||||
|
fltr = Average("c")
|
||||||
|
list(fltr.attach(_simple_data()))
|
||||||
|
assert fltr.value() == 36.0
|
||||||
|
|
||||||
|
|
||||||
|
def test_median():
|
||||||
|
# odd number of values
|
||||||
|
fltr = Median("a")
|
||||||
|
list(fltr.attach(_simple_data()))
|
||||||
|
assert fltr.value() == 1
|
||||||
|
|
||||||
|
# even number of values
|
||||||
|
fltr = Median("a")
|
||||||
|
list(fltr.attach(_simple_data()[:2]))
|
||||||
|
assert fltr.value() == 3
|
||||||
|
|
||||||
|
|
||||||
|
def test_minmax():
|
||||||
|
fltr = MinMax("b")
|
||||||
|
list(fltr.attach(_simple_data()))
|
||||||
|
assert fltr.value() == (2, 10)
|
||||||
|
|
||||||
|
|
||||||
|
def test_standard_deviation():
|
||||||
|
fltr = StandardDeviation("c")
|
||||||
|
list(fltr.attach(_simple_data()))
|
||||||
|
assert fltr.average() == 36.0
|
||||||
|
assert fltr.median() == 5
|
||||||
|
assert fltr.value() == (55.4346462061408, 3073.0)
|
||||||
|
assert fltr.value(True) == (45.2621990922521, 2048.6666666666665)
|
||||||
|
|
||||||
|
|
||||||
|
def test_histogram():
|
||||||
|
fltr = Histogram("a")
|
||||||
|
fltr.label_length = 1
|
||||||
|
list(fltr.attach(_simple_data()))
|
||||||
|
assert str(fltr) == "\n1 **\n5 *\n"
|
||||||
Loading…
Reference in New Issue
Block a user