From 34658b037b451616ad40ffb33f4ac3b4544fd03a Mon Sep 17 00:00:00 2001 From: Igor Ulyanov Date: Mon, 13 Jan 2020 20:15:57 +0300 Subject: tensorflow with rocm Signed-off-by: Igor Ulyanov --- sci-libs/tensorflow/Manifest | 30 ++ ...dd-rules-docker-http_archive-bazel-toolch.patch | 38 +++ ..._rc0-0002-systemlibs-unbundle-functools32.patch | 61 ++++ .../tensorflow-2.1.0-cuda_10.2_support_bin2c.patch | 12 + .../files/tensorflow-2.1.0-external_libs.patch | 26 ++ .../tensorflow-2.1.0-python3.8-pywrap_tensor.patch | 11 + sci-libs/tensorflow/metadata.xml | 18 + sci-libs/tensorflow/tensorflow-2.1.0_rc2.ebuild | 372 +++++++++++++++++++++ 8 files changed, 568 insertions(+) create mode 100644 sci-libs/tensorflow/Manifest create mode 100644 sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0001-WORKSPACE-add-rules-docker-http_archive-bazel-toolch.patch create mode 100644 sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0002-systemlibs-unbundle-functools32.patch create mode 100644 sci-libs/tensorflow/files/tensorflow-2.1.0-cuda_10.2_support_bin2c.patch create mode 100644 sci-libs/tensorflow/files/tensorflow-2.1.0-external_libs.patch create mode 100644 sci-libs/tensorflow/files/tensorflow-2.1.0-python3.8-pywrap_tensor.patch create mode 100644 sci-libs/tensorflow/metadata.xml create mode 100644 sci-libs/tensorflow/tensorflow-2.1.0_rc2.ebuild diff --git a/sci-libs/tensorflow/Manifest b/sci-libs/tensorflow/Manifest new file mode 100644 index 0000000..f6fd69c --- /dev/null +++ b/sci-libs/tensorflow/Manifest @@ -0,0 +1,30 @@ +AUX tensorflow-1.15.0_rc0-0001-WORKSPACE-add-rules-docker-http_archive-bazel-toolch.patch 1188 BLAKE2B dcebed9a89be6ff70f073c432e5e02ab80c0fc9e69cea2b1255a5620d456eec39f717fef3dec062a7dee5d33ce2eb45712d578de9f5ecb00360bb26004cc949c SHA512 d47a98015c424fd61adea6c8f5ed5115ca35c807636530e737963f002f02380d80d30e0f0cf3c6cf3e00914157fce62739da60ae30a4fb533321822a4fa45b2d +AUX tensorflow-1.15.0_rc0-0002-systemlibs-unbundle-functools32.patch 2370 BLAKE2B 87c60e70e929ade64cae24ae6f6d2d9168b0f5b93093206755fb66033b198e7226b7157a6aa15cb051cd9cd42bec8743ec7b96334ea3b9184445afff5e61c257 SHA512 2469fc0f9c9365c2e1191c68b61ba9ed54f0d240e34bb431ba6efadb9a4a63ae5b579e22b693df41fbbee55e4119bf8dcbdcdec6d7be81e36d1b48da8ff88c7b +AUX tensorflow-2.1.0-cuda_10.2_support_bin2c.patch 518 BLAKE2B 945a7e2a4b0379c05a274bbc2582fabf37b3447282d14dc28725b8d3b4e8d0a17bada117775e22697f9c2ba5549223a89c4849c49cf007e10ab9da3933255051 SHA512 01f4e5a02b2c68bc39b5be251257a2a484aa66aabaeca33a3e4ab9d434928cb63fb3846fa8870c565a40706acc686d3522e953ae3cc9fbd41d49d27c27838d8d +AUX tensorflow-2.1.0-external_libs.patch 1024 BLAKE2B ab7bbe1f041f25f3d7cf29140d19e07d3c5af83d556895f01cf022c0191dd4fe7ae0e181f01cb94dbf69bb7e6e4a4dfb3765ce7c62d54746189a5e01b7dba460 SHA512 81118b3478925cb163ed3b1b5395247c0528b349a6f0d78535f09ce693e64bb776ddf94a33b4d959bed9c91a030bcf9084bd5b07d2aa4a72b8d4bacc72d93cfb +AUX tensorflow-2.1.0-python3.8-pywrap_tensor.patch 666 BLAKE2B 7d261c297e800872030bbaf279b50ba854464c1d90babd10a1baadd2a19a33192bcb77718abe4fdd11829ea657f0e061ca0b2d19ac0bbbb68fe1d7274eb39bff SHA512 4e5ac3b6cb4be5de2a21f5cd1dfb84c04ceb1046b7aefd200a2326469c256abe3f0f3514463658b3be902a146145017874c0ba150df9d6e711e2e9cca21934c2 +DIST ARM_NEON_2_x86_SSE-1200fe90bb174a6224a525ee60148671a786a71f.tar.gz 100612 BLAKE2B 84f81072d3298dde613b4c1ebabf852c67e04b5882a4ca0ed6f218b42e8fa3ea9598140b0c0009e8d6b62d08902622a6d57ee005ec3ad8a808c9fb21aa53430c SHA512 03a289d8099a5c4a5298cba8f516d2edb41220935d8db750970113ca7513372c78241c2c948d0ffcd60e84686e50ba1d7fd0b46efea6881dd320435eca92a7b9 +DIST abseil-cpp-43ef2148c0936ebf7cb4be6b19927a9d9d145b8f.tar.gz 1281523 BLAKE2B 955802c74ed9baf222dcd824d2940147ae89edbc88f12bb8f54839776fe18bb18c0fde23b0d3142bb3be65a57930c96d03fdd243e8da07435eeb04329c31483d SHA512 c2ae1bd789251ec70cd0baafd92521e48fb1648aee8d9d84a8269436300848b6a9d7aead6bef8a12d3a9040f19535ac725ae961f12566500d309bc13dfee26a4 +DIST backports.weakref-1.0rc1.tar.gz 7761 BLAKE2B 4cb2554a4b71bb1f8c41a790268511e4b382effc7e0328f74346d086de539a177111de9e2dabac19a44b2a1cdbf59a7425e30eee4caa4bfe66b0ca97f1f460a9 SHA512 f37e9eb0d9060d2e1588a941f623460bd4477d7e180b38b5cd46d9c1db1ee094ae63e4f5eeeb422823bf3d067f46c4124cb124a9e4ddb795bc0bfbc4802ab826 +DIST bazel-skylib.0.8.0.tar.gz 72941 BLAKE2B 1928989d3e5dc338fee974c5592a524adb492db172b1d2a849ed5f14f91dbb76606335d369e4b15c4eec41adfe3a23cdc5b4f3b2f1351a5e9c25103c002b96a2 SHA512 4729941cedca8ddb876a621b28221d3c17dbb5dd72af27e55f48274208f21db986c5e7cb8adb742c42124bfa8073eb782b49e2557cb3f3f95ca56833fef925c0 +DIST bazel-toolchains-92dd8a7a518a2fb7ba992d47c8b38299fe0be825.tar.gz 660374 BLAKE2B 549292aa3ad8a6e01c29391a123f3cbc84d1f714ff9c68bfc6c8df07fa0ba3b19c22e61627f227a8a484f6d7d6c59935fd7560c447559ff5e774ddf1437eefe1 SHA512 83531a2646a9f63557eff6fefaf551ee7e9f0ccdb31374d7a17c35b9f9d844b9b405597972fcd31b2b68e9da312511bbfd9c8fbb75222f5924e1d2500cd1c2a6 +DIST bazel_skylib-0.9.0.tar.gz 84644 BLAKE2B 40b69a524e632ea00d34b9cf805b882ac4c549dd465ef37f28e54729ff1b614a7610a4895cede4e0c938edba5b19f781f3c0bfdb62bde628ee0af21d6b679546 SHA512 af4bcb641fed05d15f2d0ffe0e3abdfe9c7a5deb9c53064992d6605d224ded1648b1bdfa293e161028913f9f2c178c68cc38bc16028892ca5b0f52b4e645209d +DIST bazelbuild-rules_cc-0d5f3f2768c6ca2faca0079a997a97ce22997a0c.zip 72534 BLAKE2B 0bbcc2b3fefb8df84d9f72b13da59c377fcd657ead378f85f80a587f8750302236212ae5c58819933015e62425126bead0733d2924a567fb9c5cb14fb75271a8 SHA512 1818c555504ba89afff88d75fe8b4e1386b3665a3ad477c26b4e9504c8f52f398b6aaedbad41a4ab8b8d9b3f86e0992e7c83a6da70241685d7b79ba177af1035 +DIST bazelbuild-rules_closure-308b05b2419edb5c8ee0471b67a40403df940149.tar.gz 464906 BLAKE2B 033d76b8081f4f987e64875ad5c8e7b8f894ec6be58c52ee02c4d31d4480fee02f3f432ea9c4630ad3f5d1163f820aff37f6493da797ec51b148b361ab3c8b25 SHA512 2cd841f4530503ed31fa6425cb749ef29f8a1071b5d55594644303233e58455783cb02402bc23d7104ef036745733087d43075a1fcdab2ac96cd1a9872a6ea4a +DIST bazelbuild-rules_docker-v0.10.0.tar.gz 549649 BLAKE2B e7a537b21138a5c5d9ce360e46238f57c917d2dbf5dd17887607402227cbe7c5d68aead9db0ecdb74c09eed9dac26eb86e004a9020c251152d15beb48be0e0d7 SHA512 7802107f8520c88646728800637cce54dbcefc54aa4361288a5b46e403e41998bc23e16fbe94f23a2ca52e5c33fc255af65846963c2fd0139ca1195435ce1b03 +DIST bazelbuild-rules_swift.0.12.1.tar.gz 111674 BLAKE2B 7c116d6098aa0725034dce4c83628c31c85c36a6331b44636deb2efe0f689a5baee8081b33d65e3727a83bca865bcabedd6f8fa1fdb60e901a9b60840c52c018 SHA512 6136feb3dc0074f82500000cf5335f046f21ea3a1edcb4dcb22228c82b56ed6a334e4b03e4e26a4d25549581abcf7df22b60a2bccf823a51bf270051fe18d489 +DIST cub-1.8.0.zip 602396 BLAKE2B a5e302a52e04f85ae8e1836c59e799532a8b961a8d10c08fe1241c9045f88e31f1ebda6d26124b85c6df40968e1c7b3985a39961bf7614535aafcab2da1a576a SHA512 6167c5be94989f88e05a07508cf69cf2c6b22a5ac733804043daa46bd86a44a15a758b1ffb811bab28b82039d027516ed85b3d9f7677a740a7e00ec9c2f81aed +DIST eigen-4e696901f873a2347f76d931cf2f701e31e15d05.tar.gz 2580537 BLAKE2B 927897c80f3529da40a76ddde26113403926d730fa4539aa9e4121406e8d3852abcfdbc55d178723300e9daa26176f6170db06bb49a59cb190e8c7e6dfdea4dd SHA512 d5461e615044aa94b6ac9ab2815536f4bdf2b9ccfeb578cc7bc62554ba928b4192450f72f1350f3231ed44d2bb90e95218de9a5d0bcee9ec02867499a6dc5db0 +DIST farmhash-816a4ae622e964763ca0862d9dbd19324a1eaf45.tar.gz 467122 BLAKE2B 8b9dd426f4b9f732df6c8c09d868d1b1cc006c395b1525c46ea91c75318b723358c8e64bb0d86a73aace2032eded93f0d80cc7c2c77fddd6a39e3402ab4f2cb7 SHA512 7f5110514a8cdc7ce48d33fd94ad67d96a24e42e11b203e4d0986f4190545f051b2a63f8e09f2ac38c3aa4a5c62d9a0e02cd8ce02045037381fb62a99f0dcd00 +DIST gemmlowp-12fed0cd7cfcd9e169bf1925bc3a7a58725fdcc3.zip 935628 BLAKE2B 09bd1dd1e367b1e5c4fe9a9525449c09460f19168bc03c57ad563aa27ec74a18f08b620a3dab6da4fa1a1448cdc7ce8bc8a089becc033b53fff4cc07593315ce SHA512 bd42a364f718f3b077cd9c840d626bfc1fd92ace98ce43329d8fa54700c9d28cb47568b6567e9b081b340af7be621c44be1ce06d4b8dccc4fb5d82c35b12f951 +DIST highwayhash-fd3d9af80465e4383162e4a7c5e2f406e82dd968.tar.gz 138574 BLAKE2B cecd95039fc31545ced38a1949e7cb31d6f34deef7c8923b573aa7a632576d0a9b60fd24fbc8a40b8a840a7d2442ea28382fe842178a77467772ed4ba8a2cfb6 SHA512 d25162ed266a8c9c00e6978fcf642cf924f03c0d196f971d0d6f6a3454ca7dfc82f758eabd038ac08e0a5dacc51eccb9b674f588f64692f37cb7a17150aefe4f +DIST kissfft-36dbc057604f00aacfc0288ddad57e3b21cfc1b8.tar.gz 44744 BLAKE2B aeea5d23c122417ddb70a44354890242c4fb61c456fba9af79054293a1355939af51a681760ac27be55423f888649fd2826e634422c7e9cb3749a9d7f50ef990 SHA512 30f4fcd351bbcb950a27e2a77ca100ccdfd37deb17a05e7e31c3e8f1c56d7c626ab81bbd7497484e6b512e41f7b1bed714722a194b2218c669b297911101df7b +DIST llvm-ecc999101aadc8dc7d4af9fd88be10fe42674aa0.tar.gz 115788302 BLAKE2B ea18d6cb3cc8311a78e543996d88831e1ecf1dec58b7c890a80cd8fce86e1c52244b9cfc0d7ce0867480465c2d914555c16cf003bfdcf90056d63e8f4e0ea0c0 SHA512 5422762ffe1022ad4588bcf2bdce1a041c37b5edffed70fcefdd911b2dbf8b52cba9ec57670d48d7b69be6b71e354d333d6eaa5ac5260df56ed8ab18fd98fe88 +DIST nvidia-nccl-0ceaec9cee96ae7658aa45686853286651f36384.tar.gz 107044 BLAKE2B fd018b1d40977add357e98382f41e3fa6456bdc9a181e2d6cc7a3bc7fb98d242b3216b5ed0c40323bbcc006ab5221b49819ebc1dccd0c8dd700d9504f085eed1 SHA512 e66f323abb68feeec41927cc23e3a85d82fd1b7105a6232626edba95acb9eb22b3fb8b28d1a7adb536c47c936f68271fe5d8f66d3059e3128608ad826dd7622e +DIST oourafft2d-20061228.tgz 54434 BLAKE2B 382dd5787155b877a2ad1d624596afb5dbbe146a7aedf044d7f016949deedac871a512a030b5e6ac9ea5310e216788ffb99af1dd9d2a0de3f1ad72d9e5e7a3db SHA512 af993f68e8e1eb3cb927a51e86da8f74cfafc912a7cd055515e50fe543dd19ab5a6f7b1c2be4a55d6f4a0e5d766ead34c3be4c5705be6353f78cb2a55bd5cf16 +DIST pybind11-v2.3.0.tar.gz 564520 BLAKE2B a7c1485aa8f63a00eccd3103cf9f531a080b049be02e6182b30503ae6dd6c55fc517684ed9d92aaec244efd5f77336c68d1ea546833f7f0ae2fd7b090c19a02d SHA512 04542fe9dca2ffdb86c15698a4bbc041446a9f11970092e89a482ae0ff64c932f62fff8f437b98bdaa006c1fccabddd79f0c7e376f27daed2150b1d2f988e8aa +DIST re2-506cfa4bffd060c06ec338ce50ea3468daa6c814.tar.gz 316237 BLAKE2B 8a975bc3e78b690f70944651c7022c6d946f40b2eb5fe01b2e203141f94b890cf1ad5c72af8e7c6ff3c5242d42af5a8657ed69e3c74d9ac081beb15de6334c0c SHA512 e3e00e92700d08bc55ba0e96148ddf1e00de2d329c1fdac08691ff15976937829f66dbc84af886a4b749ad66ba4ab208d66811e97e33bb9c2d7359735406c450 +DIST tensorflow-1.15.0-python-license.rst.txt 45132 BLAKE2B 8a8ace4b64fd9eda1932272704dd4fea002d2562cd9c2c94470d3ff5de58bb171ff849d3f998ea90cd779d1084d39af1267aca8400b74b701205d2e76e6a2628 SHA512 c79c42f4ceecf33c8f8778ca17b53595b75d5d0bdf30b11058cf01dd70a6351f530ca9dd846460aba14edc1d5876f7bf6fa0f9f49f7915590b0f54d267ce3856 +DIST tensorflow-2.1.0_rc2.tar.gz 41641498 BLAKE2B 1ab001f6804cd6b2b3122cd5bf84905d81b1632f363134dc30aee92869077da2420799d0e70ea050004ac854a7e887a44176806b8cdfab5f12b9c8f7440d22be SHA512 7b8c9a83b5c25b36f680cfdaeefdc932cab93ecfc25622cd46ac14b2f5582eea4f04c6bdd5d63058266d5e0bf2cd9e1fb7a0647be62fb4ec4b910b0e7b4214e0 +EBUILD tensorflow-2.1.0_rc2.ebuild 12646 BLAKE2B ce35385bd47d2b4c8977e43a163fd75a19c4c993b0c6303435a9b69116b5918481bec9ecc96b84fa8cafcb6c51fcde1646ffef249b893ebc342ea40f17646961 SHA512 2414c94f4d92fcac4269864244d2c90c3dc9651eb8c6a56ad87810bf7ee09103fad51c9a7adb4392c961a9db1250361a5b44172c5165762c8a08d64c497731c7 +MISC metadata.xml 606 BLAKE2B 910509df7310f05e34bbdd7223a9ad64e4f67c67174d3868629d594022aeab23fb9631fb17782b5787e7880cb2990ffed7d14c030ab86a25c23c8118330bc690 SHA512 ffc3f68be38618f77b7d31406292e3a4ead2819d19aa7c8b1eb779e03027b9220cc248645cad44e31a6f0c113f4aeeed2a45060617b1bb03695bd2c684262b30 diff --git a/sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0001-WORKSPACE-add-rules-docker-http_archive-bazel-toolch.patch b/sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0001-WORKSPACE-add-rules-docker-http_archive-bazel-toolch.patch new file mode 100644 index 0000000..08c7458 --- /dev/null +++ b/sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0001-WORKSPACE-add-rules-docker-http_archive-bazel-toolch.patch @@ -0,0 +1,38 @@ +From 9a44d8e10d726cae992e611575b9dcb1627beede Mon Sep 17 00:00:00 2001 +From: Jason Zaman +Date: Wed, 11 Sep 2019 12:08:34 +0800 +Subject: [PATCH 1/2] WORKSPACE: add rules-docker http_archive, + bazel-toolchains uses git_repo + +git_repository() rules cannot pull from --distdir and fail when building +without internet access. Use http_archive instead and pin the sha256 +hash as well. + +Signed-off-by: Jason Zaman +--- + WORKSPACE | 9 +++++++++ + 1 file changed, 9 insertions(+) + +diff --git a/WORKSPACE b/WORKSPACE +index 74ea14d0fd..ccff2ba30f 100644 +--- a/WORKSPACE ++++ b/WORKSPACE +@@ -12,6 +12,15 @@ http_archive( + ], + ) + ++http_archive( ++ name = "io_bazel_rules_docker", ++ sha256 = "7d453450e1eb70e238eea6b31f4115607ec1200e91afea01c25f9804f37e39c8", ++ strip_prefix = "rules_docker-0.10.0", ++ urls = [ ++ "https://github.com/bazelbuild/rules_docker/releases/download/v0.10.0/rules_docker-v0.10.0.tar.gz", ++ ], ++) ++ + # Load tf_repositories() before loading dependencies for other repository so + # that dependencies like com_google_protobuf won't be overridden. + load("//tensorflow:workspace.bzl", "tf_repositories") +-- +2.21.0 + diff --git a/sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0002-systemlibs-unbundle-functools32.patch b/sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0002-systemlibs-unbundle-functools32.patch new file mode 100644 index 0000000..f8b72da --- /dev/null +++ b/sci-libs/tensorflow/files/tensorflow-1.15.0_rc0-0002-systemlibs-unbundle-functools32.patch @@ -0,0 +1,61 @@ +From 05f57f785aeb58146b3873d4a0c614d897c56293 Mon Sep 17 00:00:00 2001 +From: Jason Zaman +Date: Wed, 11 Sep 2019 18:18:42 +0800 +Subject: [PATCH 2/2] systemlibs: unbundle functools32 + +Signed-off-by: Jason Zaman +--- + tensorflow/workspace.bzl | 1 + + third_party/systemlibs/functools32.BUILD | 15 +++++++++++++++ + third_party/systemlibs/syslibs_configure.bzl | 1 + + 3 files changed, 17 insertions(+) + create mode 100644 third_party/systemlibs/functools32.BUILD + +diff --git a/tensorflow/workspace.bzl b/tensorflow/workspace.bzl +index d9fadc1030..760b7cd905 100755 +--- a/tensorflow/workspace.bzl ++++ b/tensorflow/workspace.bzl +@@ -325,6 +325,7 @@ def tf_repositories(path_prefix = "", tf_repo_name = ""): + build_file = clean_dep("//third_party:functools32.BUILD"), + sha256 = "f6253dfbe0538ad2e387bd8fdfd9293c925d63553f5813c4e587745416501e6d", + strip_prefix = "functools32-3.2.3-2", ++ system_build_file = clean_dep("//third_party/systemlibs:functools32.BUILD"), + urls = [ + "https://storage.googleapis.com/mirror.tensorflow.org/pypi.python.org/packages/c5/60/6ac26ad05857c601308d8fb9e87fa36d0ebf889423f47c3502ef034365db/functools32-3.2.3-2.tar.gz", + "https://pypi.python.org/packages/c5/60/6ac26ad05857c601308d8fb9e87fa36d0ebf889423f47c3502ef034365db/functools32-3.2.3-2.tar.gz", +diff --git a/third_party/systemlibs/functools32.BUILD b/third_party/systemlibs/functools32.BUILD +new file mode 100644 +index 0000000000..5567ef6943 +--- /dev/null ++++ b/third_party/systemlibs/functools32.BUILD +@@ -0,0 +1,15 @@ ++# Description: ++# functools32 provides a backport of the functools module for Python 2. ++ ++licenses(["notice"]) # Python 2.0 ++ ++package(default_visibility = ["//visibility:public"]) ++ ++filegroup( ++ name = "LICENSE", ++) ++ ++py_library( ++ name = "functools32", ++ srcs_version = "PY2AND3", ++) +diff --git a/third_party/systemlibs/syslibs_configure.bzl b/third_party/systemlibs/syslibs_configure.bzl +index f83c0dd3d5..0884be8416 100644 +--- a/third_party/systemlibs/syslibs_configure.bzl ++++ b/third_party/systemlibs/syslibs_configure.bzl +@@ -22,6 +22,7 @@ VALID_LIBS = [ + "double_conversion", + "enum34_archive", + "flatbuffers", ++ "functools32_archive", + "gast_archive", + "gif_archive", + "grpc", +-- +2.21.0 + diff --git a/sci-libs/tensorflow/files/tensorflow-2.1.0-cuda_10.2_support_bin2c.patch b/sci-libs/tensorflow/files/tensorflow-2.1.0-cuda_10.2_support_bin2c.patch new file mode 100644 index 0000000..4cc2f60 --- /dev/null +++ b/sci-libs/tensorflow/files/tensorflow-2.1.0-cuda_10.2_support_bin2c.patch @@ -0,0 +1,12 @@ +diff --git a/third_party/nccl/build_defs.bzl.tpl b/third_party/nccl/build_defs.bzl.tpl +index 5719139855..5f5c3a1008 100644 +--- a/third_party/nccl/build_defs.bzl.tpl ++++ b/third_party/nccl/build_defs.bzl.tpl +@@ -113,7 +113,6 @@ def _device_link_impl(ctx): + "--cmdline=--compile-only", + "--link", + "--compress-all", +- "--bin2c-path=%s" % bin2c.dirname, + "--create=%s" % tmp_fatbin.path, + "--embedded-fatbin=%s" % fatbin_h.path, + ] + images, diff --git a/sci-libs/tensorflow/files/tensorflow-2.1.0-external_libs.patch b/sci-libs/tensorflow/files/tensorflow-2.1.0-external_libs.patch new file mode 100644 index 0000000..194cdc1 --- /dev/null +++ b/sci-libs/tensorflow/files/tensorflow-2.1.0-external_libs.patch @@ -0,0 +1,26 @@ +diff --git a/WORKSPACE b/WORKSPACE +index babb14b509..bcdd4f46e2 100644 +--- a/WORKSPACE ++++ b/WORKSPACE +@@ -67,7 +67,7 @@ http_archive( + http_archive( + name = "bazel_skylib", + sha256 = "1dde365491125a3db70731e25658dfdd3bc5dbdfd11b840b3e987ecf043c7ca0", +- urls = ["https://github.com/bazelbuild/bazel-skylib/releases/download/0.9.0/bazel-skylib.0.9.0.tar.gz"], ++ urls = ["https://github.com/bazelbuild/bazel-skylib/releases/download/0.9.0/bazel_skylib-0.9.0.tar.gz"], + ) # https://github.com/bazelbuild/bazel-skylib/releases + http_archive( + name = "com_github_apple_swift_swift_protobuf", +diff --git a/third_party/systemlibs/syslibs_configure.bzl b/third_party/systemlibs/syslibs_configure.bzl +index 8619cddfdd..4b57df0cbe 100644 +--- a/third_party/systemlibs/syslibs_configure.bzl ++++ b/third_party/systemlibs/syslibs_configure.bzl +@@ -27,7 +27,7 @@ VALID_LIBS = [ + "grpc", + "hwloc", + "icu", +- "jpeg", ++ "libjpeg_turbo", + "jsoncpp_git", + "keras_applications_archive", + "lmdb", diff --git a/sci-libs/tensorflow/files/tensorflow-2.1.0-python3.8-pywrap_tensor.patch b/sci-libs/tensorflow/files/tensorflow-2.1.0-python3.8-pywrap_tensor.patch new file mode 100644 index 0000000..bc53750 --- /dev/null +++ b/sci-libs/tensorflow/files/tensorflow-2.1.0-python3.8-pywrap_tensor.patch @@ -0,0 +1,11 @@ +--- a/tensorflow/python/eager/pywrap_tensor.cc.ORIG 2019-09-27 23:56:33.000000000 +0200 ++++ b/tensorflow/python/eager/pywrap_tensor.cc 2019-11-27 16:39:00.996713385 +0100 +@@ -839,7 +839,7 @@ + sizeof(EagerTensor), /* tp_basicsize */ + 0, /* tp_itemsize */ + (destructor)EagerTensor_dealloc, /* tp_dealloc */ +- nullptr, /* tp_print */ ++ 0, /* tp_vectorcall_offset */ + nullptr, /* tp_getattr */ + nullptr, /* tp_setattr */ + nullptr, /* tp_compare */ diff --git a/sci-libs/tensorflow/metadata.xml b/sci-libs/tensorflow/metadata.xml new file mode 100644 index 0000000..6161514 --- /dev/null +++ b/sci-libs/tensorflow/metadata.xml @@ -0,0 +1,18 @@ + + + + + perfinion@gentoo.org + Jason Zaman + + + An open source machine learning framework for everyone + + + Enable support for nVidia CUDA + XLA (Accelerated Linear Algebra) Optimizing Compiler for TensorFlow + + + tensorflow/tensorflow + + diff --git a/sci-libs/tensorflow/tensorflow-2.1.0_rc2.ebuild b/sci-libs/tensorflow/tensorflow-2.1.0_rc2.ebuild new file mode 100644 index 0000000..76e5a0c --- /dev/null +++ b/sci-libs/tensorflow/tensorflow-2.1.0_rc2.ebuild @@ -0,0 +1,372 @@ +# Copyright 1999-2019 Gentoo Authors +# Distributed under the terms of the GNU General Public License v2 + +EAPI=7 + +DISTUTILS_OPTIONAL=1 +PYTHON_COMPAT=( python{3_5,3_6,3_7} ) +MY_PV=${PV/_rc/-rc} +MY_P=${PN}-${MY_PV} + +inherit bazel check-reqs cuda distutils-r1 flag-o-matic toolchain-funcs + +DESCRIPTION="Computation framework using data flow graphs for scalable machine learning" +HOMEPAGE="https://www.tensorflow.org/" + +LICENSE="Apache-2.0" +SLOT="0" +KEYWORDS="~amd64" +IUSE="cuda mpi +python xla rocm" +CPU_USE_FLAGS_X86="sse sse2 sse3 sse4_1 sse4_2 avx avx2 fma3 fma4" +for i in $CPU_USE_FLAGS_X86; do + IUSE+=" cpu_flags_x86_$i" +done + +# distfiles that bazel uses for the workspace, will be copied to basel-distdir +bazel_external_uris=" + https://storage.googleapis.com/mirror.tensorflow.org/www.kurims.kyoto-u.ac.jp/~ooura/fft2d.tgz -> oourafft2d-20061228.tgz + https://gitlab.com/libeigen/eigen/-/archive/4e696901f873a2347f76d931cf2f701e31e15d05/eigen-4e696901f873a2347f76d931cf2f701e31e15d05.tar.gz -> eigen-4e696901f873a2347f76d931cf2f701e31e15d05.tar.gz + https://github.com/abseil/abseil-cpp/archive/43ef2148c0936ebf7cb4be6b19927a9d9d145b8f.tar.gz -> abseil-cpp-43ef2148c0936ebf7cb4be6b19927a9d9d145b8f.tar.gz + https://github.com/bazelbuild/bazel-skylib/releases/download/0.8.0/bazel-skylib.0.8.0.tar.gz + https://github.com/bazelbuild/bazel-skylib/releases/download/0.9.0/bazel_skylib-0.9.0.tar.gz + https://github.com/bazelbuild/bazel-toolchains/archive/92dd8a7a518a2fb7ba992d47c8b38299fe0be825.tar.gz -> bazel-toolchains-92dd8a7a518a2fb7ba992d47c8b38299fe0be825.tar.gz + https://github.com/bazelbuild/rules_cc/archive/0d5f3f2768c6ca2faca0079a997a97ce22997a0c.zip -> bazelbuild-rules_cc-0d5f3f2768c6ca2faca0079a997a97ce22997a0c.zip + https://github.com/bazelbuild/rules_closure/archive/308b05b2419edb5c8ee0471b67a40403df940149.tar.gz -> bazelbuild-rules_closure-308b05b2419edb5c8ee0471b67a40403df940149.tar.gz + https://github.com/bazelbuild/rules_docker/releases/download/v0.10.0/rules_docker-v0.10.0.tar.gz -> bazelbuild-rules_docker-v0.10.0.tar.gz + https://github.com/bazelbuild/rules_swift/releases/download/0.12.1/rules_swift.0.12.1.tar.gz -> bazelbuild-rules_swift.0.12.1.tar.gz + https://github.com/google/farmhash/archive/816a4ae622e964763ca0862d9dbd19324a1eaf45.tar.gz -> farmhash-816a4ae622e964763ca0862d9dbd19324a1eaf45.tar.gz + https://github.com/google/gemmlowp/archive/12fed0cd7cfcd9e169bf1925bc3a7a58725fdcc3.zip -> gemmlowp-12fed0cd7cfcd9e169bf1925bc3a7a58725fdcc3.zip + https://github.com/google/highwayhash/archive/fd3d9af80465e4383162e4a7c5e2f406e82dd968.tar.gz -> highwayhash-fd3d9af80465e4383162e4a7c5e2f406e82dd968.tar.gz + https://github.com/google/re2/archive/506cfa4bffd060c06ec338ce50ea3468daa6c814.tar.gz -> re2-506cfa4bffd060c06ec338ce50ea3468daa6c814.tar.gz + https://github.com/mborgerding/kissfft/archive/36dbc057604f00aacfc0288ddad57e3b21cfc1b8.tar.gz -> kissfft-36dbc057604f00aacfc0288ddad57e3b21cfc1b8.tar.gz + https://github.com/pybind/pybind11/archive/v2.3.0.tar.gz -> pybind11-v2.3.0.tar.gz + https://github.com/llvm/llvm-project/archive/ecc999101aadc8dc7d4af9fd88be10fe42674aa0.tar.gz -> llvm-ecc999101aadc8dc7d4af9fd88be10fe42674aa0.tar.gz + cuda? ( + https://github.com/nvidia/nccl/archive/0ceaec9cee96ae7658aa45686853286651f36384.tar.gz -> nvidia-nccl-0ceaec9cee96ae7658aa45686853286651f36384.tar.gz + https://github.com/NVlabs/cub/archive/1.8.0.zip -> cub-1.8.0.zip + ) + python? ( + https://github.com/intel/ARM_NEON_2_x86_SSE/archive/1200fe90bb174a6224a525ee60148671a786a71f.tar.gz -> ARM_NEON_2_x86_SSE-1200fe90bb174a6224a525ee60148671a786a71f.tar.gz + https://storage.googleapis.com/mirror.tensorflow.org/docs.python.org/2.7/_sources/license.rst.txt -> tensorflow-1.15.0-python-license.rst.txt + https://pypi.python.org/packages/bc/cc/3cdb0a02e7e96f6c70bd971bc8a90b8463fda83e264fa9c5c1c98ceabd81/backports.weakref-1.0rc1.tar.gz + )" + +SRC_URI="https://github.com/${PN}/${PN}/archive/v${MY_PV}.tar.gz -> ${P}.tar.gz + ${bazel_external_uris}" + +RDEPEND=" + app-arch/snappy + dev-db/lmdb + dev-db/sqlite + dev-libs/double-conversion + dev-libs/icu + ~dev-libs/jsoncpp-1.9.1 + dev-libs/libpcre + dev-libs/nsync + dev-libs/openssl:0= + >=dev-libs/protobuf-3.8.0:= + >=dev-libs/re2-0.2019.06.01 + media-libs/giflib + media-libs/libjpeg-turbo + media-libs/libpng:0 + >=net-libs/grpc-1.22.0 + net-misc/curl + sys-libs/zlib + >=sys-apps/hwloc-2 + cuda? ( + >=dev-util/nvidia-cuda-toolkit-9.1[profiler] + dev-libs/cudnn + ) + mpi? ( virtual/mpi ) + python? ( + ${PYTHON_DEPS} + >=dev-libs/flatbuffers-1.8.0 + dev-python/absl-py[${PYTHON_USEDEP}] + >=dev-python/astor-0.7.1[${PYTHON_USEDEP}] + dev-python/gast[${PYTHON_USEDEP}] + >=dev-python/numpy-1.16[${PYTHON_USEDEP}] + dev-python/google-pasta[${PYTHON_USEDEP}] + dev-python/opt-einsum[${PYTHON_USEDEP}] + >=dev-python/protobuf-python-3.8.0[${PYTHON_USEDEP}] + dev-python/six[${PYTHON_USEDEP}] + dev-python/termcolor[${PYTHON_USEDEP}] + >=dev-python/grpcio-1.22.0[${PYTHON_USEDEP}] + >=dev-python/wrapt-1.11.1[${PYTHON_USEDEP}] + >=net-libs/google-cloud-cpp-0.10.0 + >=sci-libs/keras-applications-1.0.8[${PYTHON_USEDEP}] + >=sci-libs/keras-preprocessing-1.1.0[${PYTHON_USEDEP}] + >=sci-visualization/tensorboard-2.0.0[${PYTHON_USEDEP}] + )" +DEPEND="${RDEPEND} + python? ( + dev-python/mock + dev-python/setuptools + )" +PDEPEND="python? ( + >=sci-libs/tensorflow-estimator-2.0.0[${PYTHON_USEDEP}] + )" +BDEPEND=" + app-arch/unzip + >=dev-libs/protobuf-3.8.0 + dev-java/java-config + dev-lang/swig + || ( + =dev-util/bazel-0.27* + =dev-util/bazel-0.29* + ) + cuda? ( + >=dev-util/nvidia-cuda-toolkit-9.1[profiler] + ) + !python? ( dev-lang/python ) + python? ( + dev-python/cython + dev-python/mock + >=dev-python/grpcio-tools-1.22.0 + )" +REQUIRED_USE="python? ( ${PYTHON_REQUIRED_USE} )" + +S="${WORKDIR}/${MY_P}" + +PATCHES=( + "${FILESDIR}/tensorflow-1.15.0_rc0-0001-WORKSPACE-add-rules-docker-http_archive-bazel-toolch.patch" + "${FILESDIR}/tensorflow-2.1.0-external_libs.patch" + "${FILESDIR}/tensorflow-2.1.0-python3.8-pywrap_tensor.patch" +) +DOCS=( AUTHORS CONTRIBUTING.md ISSUE_TEMPLATE.md README.md RELEASE.md ) +CHECKREQS_MEMORY="5G" +CHECKREQS_DISK_BUILD="10G" + +get-cpu-flags() { + local i f=() + # Keep this list in sync with tensorflow/core/platform/cpu_feature_guard.cc. + for i in sse sse2 sse3 sse4_1 sse4_2 avx avx2 fma4; do + use cpu_flags_x86_${i} && f+=( -m${i/_/.} ) + done + use cpu_flags_x86_fma3 && f+=( -mfma ) + echo "${f[*]}" +} + +pkg_setup() { + ewarn "TensorFlow 2.0 is a major release that contains some incompatibilities" + ewarn "with TensorFlow 1.x. For more information about migrating to TF2.0 see:" + ewarn "https://www.tensorflow.org/guide/migrate" + + local num_pythons_enabled + num_pythons_enabled=0 + count_impls(){ + num_pythons_enabled=$((${num_pythons_enabled} + 1)) + } + use python && python_foreach_impl count_impls + + # 10G to build C/C++ libs, 5G per python impl + CHECKREQS_DISK_BUILD="$((10 + 6 * ${num_pythons_enabled}))G" + check-reqs_pkg_setup +} + +src_unpack() { + # Only unpack the main distfile + unpack "${P}.tar.gz" + bazel_load_distfiles "${bazel_external_uris}" +} + +src_prepare() { + export JAVA_HOME=$(java-config --jre-home) # so keepwork works + + append-flags $(get-cpu-flags) + bazel_setup_bazelrc + + if ver_test "$(cuda_toolkit_version)" -ge "10.2"; then + eapply "${FILESDIR}/tensorflow-2.1.0-cuda_10.2_support_bin2c.patch" + fi + + default + use python && python_copy_sources + + use cuda && cuda_add_sandbox +} + +src_configure() { + export JAVA_HOME=$(java-config --jre-home) # so keepwork works + + do_configure() { + export CC_OPT_FLAGS=" " + export TF_ENABLE_XLA=$(usex xla 1 0) + export TF_NEED_OPENCL_SYCL=0 + export TF_NEED_OPENCL=0 + export TF_NEED_COMPUTECPP=0 + export TF_NEED_ROCM=$(usex rocm 1 0) + export TF_NEED_MPI=$(usex mpi 1 0) + export TF_SET_ANDROID_WORKSPACE=0 + + if use python; then + python_export PYTHON_SITEDIR + export PYTHON_BIN_PATH="${PYTHON}" + export PYTHON_LIB_PATH="${PYTHON_SITEDIR}" + else + export PYTHON_BIN_PATH="$(which python)" + export PYTHON_LIB_PATH="$(python -c 'from distutils.sysconfig import *; print(get_python_lib())')" + fi + + export TF_NEED_CUDA=$(usex cuda 1 0) + export TF_DOWNLOAD_CLANG=0 + export TF_CUDA_CLANG=0 + export TF_NEED_TENSORRT=0 + if use cuda; then + export TF_CUDA_PATHS="${EPREFIX%/}/opt/cuda" + export GCC_HOST_COMPILER_PATH="$(cuda_gccdir)/$(tc-getCC)" + export TF_CUDA_VERSION="$(cuda_toolkit_version)" + export TF_CUDNN_VERSION="$(cuda_cudnn_version)" + einfo "Setting CUDA version: $TF_CUDA_VERSION" + einfo "Setting CUDNN version: $TF_CUDNN_VERSION" + + if [[ -z "$TF_CUDA_COMPUTE_CAPABILITIES" ]]; then + ewarn "WARNING: Tensorflow is being built with its default CUDA compute capabilities: 3.5 and 7.0." + ewarn "These may not be optimal for your GPU." + ewarn "" + ewarn "To configure Tensorflow with the CUDA compute capability that is optimal for your GPU," + ewarn "set TF_CUDA_COMPUTE_CAPABILITIES in your make.conf, and re-emerge tensorflow." + ewarn "For example, to use CUDA capability 7.5 & 3.5, add: TF_CUDA_COMPUTE_CAPABILITIES=7.5,3.5" + ewarn "" + ewarn "You can look up your GPU's CUDA compute capability at https://developer.nvidia.com/cuda-gpus" + ewarn "or by running /opt/cuda/extras/demo_suite/deviceQuery | grep 'CUDA Capability'" + fi + fi + + # com_googlesource_code_re2 weird branch using absl, doesnt work with released re2 + local SYSLIBS=( + absl_py + astor_archive + boringssl + com_github_googleapis_googleapis + com_github_googlecloudplatform_google_cloud_cpp + com_google_protobuf + curl + cython + double_conversion + enum34_archive + flatbuffers + functools32_archive + gast_archive + gif + grpc + hwloc + icu + libjpeg_turbo + jsoncpp_git + keras_applications_archive + lmdb + nasm + nsync + opt_einsum_archive + org_sqlite + pasta + pcre + png + six_archive + snappy + swig + termcolor_archive + wrapt + zlib_archive + ) + + export TF_SYSTEM_LIBS="${SYSLIBS[@]}" + export TF_IGNORE_MAX_BAZEL_VERSION=1 + + # This is not autoconf + ./configure || die + + echo 'build --config=noaws --config=nohdfs' >> .bazelrc || die + echo 'build --define tensorflow_mkldnn_contraction_kernel=0' >> .bazelrc || die + echo 'build --incompatible_no_support_tools_in_action_inputs=false' >> .bazelrc || die + } + if use python; then + python_foreach_impl run_in_build_dir do_configure + else + do_configure + fi +} + +src_compile() { + export JAVA_HOME=$(java-config --jre-home) # so keepwork works + + if use python; then + python_setup + BUILD_DIR="${S}-${EPYTHON/./_}" + cd "${BUILD_DIR}" + fi + + # fail early if any deps are missing + ebazel build --nobuild \ + //tensorflow:libtensorflow_framework.so \ + //tensorflow:libtensorflow.so \ + //tensorflow:libtensorflow_cc.so \ + $(usex python '//tensorflow/tools/pip_package:build_pip_package' '') + + ebazel build \ + //tensorflow:libtensorflow_framework.so \ + //tensorflow:libtensorflow.so + ebazel build //tensorflow:libtensorflow_cc.so + + do_compile() { + ebazel build //tensorflow/tools/pip_package:build_pip_package + } + BUILD_DIR="${S}" + cd "${BUILD_DIR}" + use python && python_foreach_impl run_in_build_dir do_compile + ebazel shutdown +} + +src_install() { + local i j + export JAVA_HOME=$(java-config --jre-home) # so keepwork works + + do_install() { + einfo "Installing ${EPYTHON} files" + local srcdir="${T}/src-${MULTIBUILD_VARIANT}" + mkdir -p "${srcdir}" || die + bazel-bin/tensorflow/tools/pip_package/build_pip_package --src "${srcdir}" || die + cd "${srcdir}" || die + esetup.py install + + # libtensorflow_framework.so is in /usr/lib already + python_export PYTHON_SITEDIR PYTHON_SCRIPTDIR + rm -f "${D}/${PYTHON_SITEDIR}"/${PN}/lib${PN}_framework.so* || die + rm -f "${D}/${PYTHON_SITEDIR}"/${PN}_core/lib${PN}_framework.so* || die + python_optimize + } + + if use python; then + python_foreach_impl run_in_build_dir do_install + + # Symlink to python-exec scripts + for i in "${ED}"/usr/lib/python-exec/*/*; do + n="${i##*/}" + [[ -e "${ED}/usr/bin/${n}" ]] || dosym ../lib/python-exec/python-exec2 "/usr/bin/${n}" + done + + python_setup + local BUILD_DIR="${S}-${EPYTHON/./_}" + cd "${BUILD_DIR}" || die + fi + + einfo "Installing headers" + ebazel build //tensorflow:install_headers + ebazel shutdown + insinto /usr/include/${PN}/ + doins -r bazel-genfiles/tensorflow/include/* + + einfo "Installing libs" + # Generate pkg-config file + ${PN}/c/generate-pc.sh --prefix="${EPREFIX}"/usr --libdir=$(get_libdir) --version=${MY_PV} || die + insinto /usr/$(get_libdir)/pkgconfig + doins ${PN}.pc ${PN}_cc.pc + + for l in libtensorflow{,_framework,_cc}.so; do + dolib.so bazel-bin/tensorflow/${l} + dolib.so bazel-bin/tensorflow/${l}.$(ver_cut 1) + dolib.so bazel-bin/tensorflow/${l}.$(ver_cut 1-3) + done + + einstalldocs +} -- cgit v1.2.3-65-gdbad