blob: 8e083ebf053d0b82ea6292617763a9ef355e56c8 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
|
# Copyright 1999-2020 Gentoo Authors
# Distributed under the terms of the GNU General Public License v2
EAPI=6
MY_PV="${PV/_/.}"
EGIT_CLONE_TYPE="mirror"
EGIT_COMMIT="scylla-${MY_PV}"
EGIT_REPO_URI="https://github.com/scylladb/scylla.git"
inherit git-r3
PYTHON_COMPAT=( python3_{5,6} )
inherit autotools flag-o-matic linux-info python-r1 toolchain-funcs systemd user
DESCRIPTION="NoSQL data store using the seastar framework, compatible with Apache Cassandra"
HOMEPAGE="http://scylladb.com/"
KEYWORDS="~amd64"
LICENSE="AGPL-3"
SLOT="0"
IUSE="doc systemd"
# NOTE:
# if you want to debug using backtraces, enable the 'splitdebug' FEATURE:
# https://wiki.gentoo.org/wiki/Project:Quality_Assurance/Backtraces
#
# then check out:
# https://github.com/scylladb/scylla/wiki/How-to-resolve-backtrace
RESTRICT="test"
RDEPEND="
<dev-util/ragel-7.0
<sys-apps/hwloc-2.0.0
>=dev-libs/libfmt-3.2.1
>=dev-libs/thrift-0.11.0
>=dev-python/pyyaml-5.1[${PYTHON_USEDEP}]
>=virtual/jdk-1.8.0:*
app-arch/lz4
app-arch/snappy
app-arch/zstd
dev-cpp/antlr-cpp:3.5
dev-cpp/yaml-cpp
dev-java/antlr:3.5
dev-libs/boost[icu]
dev-libs/crypto++
dev-libs/jsoncpp
dev-libs/libaio
dev-libs/libxml2
dev-libs/protobuf
dev-libs/rapidjson
dev-python/psutil[${PYTHON_USEDEP}]
dev-python/pyparsing[${PYTHON_USEDEP}]
dev-python/pystache[${PYTHON_USEDEP}]
dev-python/pyudev[${PYTHON_USEDEP}]
dev-python/requests[${PYTHON_USEDEP}]
dev-python/urwid[${PYTHON_USEDEP}]
dev-util/systemtap
net-libs/gnutls
net-misc/lksctp-tools
sys-apps/ethtool
sys-fs/xfsprogs
sys-libs/libunwind
sys-libs/zlib
sys-process/numactl
systemd? ( sys-apps/systemd )
x11-libs/libpciaccess
~app-admin/scylla-jmx-${PV}
~app-admin/scylla-tools-${PV}
"
DEPEND="${RDEPEND}
>=sys-kernel/linux-headers-3.5
dev-util/ninja
"
# Discussion about kernel configuration:
# https://groups.google.com/forum/#!topic/scylladb-dev/qJu2zrryv-s
CONFIG_CHECK="~NUMA_BALANCING ~SYN_COOKIES ~TRANSPARENT_HUGEPAGE"
ERROR_NUMA_BALANCING="${PN} recommends support for Memory placement aware NUMA scheduler (NUMA_BALANCING)."
ERROR_SYN_COOKIES="${PN} recommends support for TCP syncookie (SYN_COOKIES)."
ERROR_TRANSPARENT_HUGEPAGE="${PN} recommends support for Transparent Hugepage (TRANSPARENT_HUGEPAGE)."
# NOTE: maybe later depending on upstream energy, support DPDK
# For DPDK, removed HUGETLBFS PROC_PAGE_MONITOR UIO_PCI_GENERIC in favor of VFIO
# CONFIG_CHECK="~NUMA_BALANCING ~SYN_COOKIES ~TRANSPARENT_HUGEPAGE ~VFIO"
# ERROR_VFIO="${PN} running with DPDK recommends support for Non-Privileged userspace driver framework (VFIO)."
DOCS=( LICENSE.AGPL NOTICE.txt ORIGIN README.md )
PATCHES=()
pkg_setup() {
linux-info_pkg_setup
enewgroup scylla
enewuser scylla -1 -1 /var/lib/${PN} scylla
}
src_prepare() {
default
# set version
local git_commit=$(git log --pretty=format:'%h' -n 1)
echo "${PV}-${git_commit}" > version
# fix jsoncpp detection
sed -e 's@json/json.h@jsoncpp/json/json.h@g' -i json.hh || die
# QA: no -Werror (tho it does not propagate)
sed -e 's/\-Werror//g' -i configure.py || die
# QA NOTE: respect -O3 as it is upstream recommended
# and because we would kill the RAM of the machine with lower optimization
# since some files can take up to 8GB of RAM to compile!
# sed -e 's/\-O3//g' -i configure.py || die
# I don't agree with the old 4GB of RAM per job, it's more about 8GB now
sed -e 's/4000000000/8000000000/g' -i scripts/jobs || die
# TODO: contribute me
# fix pyyaml vulnerability #659348
# seastar/scripts/perftune.py
# dist/docker/redhat/scyllasetup.py
# dist/common/scripts/scylla_io_setup
# dist/common/scripts/scylla_fstrim
# dist/common/scripts/scylla_blocktune.py
# dist/common/scripts/scylla_util.py
# dist/common/scripts/scylla_config_get.py
# find "${S}/dist" -type f -exec sed -e 's/yaml.load(/yaml.full_load(/g' -i {} \+ || die
sed -e 's/yaml.load(/yaml.safe_load(/g' -i seastar/scripts/perftune.py || die
# fix /opt/scylladb/scripts
sed -e 's@/opt/scylladb/scripts@/usr/lib/scylla@g' -i dist/common/scripts/* || die
}
src_configure() {
python_setup
# needed for blocked reactors logging as it disables -fomit-frame-pointers
append-cflags -g
${EPYTHON} configure.py --enable-gcc6-concepts --mode=release --with=scylla --disable-xen --c-compiler "$(tc-getCC)" --compiler "$(tc-getCXX)" --ldflags "${LDFLAGS}" --cflags "${CFLAGS}" --python ${EPYTHON} --with-antlr3 /usr/bin/antlr3.5 || die
}
src_compile() {
# we use the provided 'scripts/jobs' to figure out how many parallel
# compilation jobs we can sustain
einfo "Compiling using $(scripts/jobs) jobs"
ninja -v build/release/scylla build/release/iotune -j$(scripts/jobs) || die
}
src_install() {
# NOTE:
# I base myself on upstream's install.sh file
default
local MUSTACHE_DIST="\"debian\": true"
pystache dist/common/systemd/scylla-server.service.mustache "{ $MUSTACHE_DIST }" > build/scylla-server.service
pystache dist/common/systemd/scylla-housekeeping-daily.service.mustache "{ $MUSTACHE_DIST }" > build/scylla-housekeeping-daily.service
pystache dist/common/systemd/scylla-housekeeping-restart.service.mustache "{ $MUSTACHE_DIST }" > build/scylla-housekeeping-restart.service
insinto /etc/default
doins dist/common/sysconfig/scylla-server
insinto /etc/security/limits.d
doins dist/common/limits.d/scylla.conf
insinto /etc/scylla.d
doins dist/common/scylla.d/*.conf
insinto /etc/sysctl.d
doins dist/common/sysctl.d/*.conf
insinto /etc/scylla
for config_file in scylla.yaml cassandra-rackdc.properties; do
doins conf/${config_file}
done
systemd_dounit build/*.service
systemd_dounit dist/common/systemd/*.service
systemd_dounit dist/common/systemd/*.timer
exeinto /usr/lib/scylla
doexe dist/common/scripts/*
doexe seastar/scripts/*
doexe scylla-gdb.py
dobin build/release/iotune
dobin build/release/scylla
insinto /usr/lib/scylla
doins dist/common/scripts/scylla_blocktune.py
exeinto /usr/lib/scylla
doexe dist/common/scripts/scylla-blocktune
doexe dist/common/scripts/scylla-housekeeping
insinto /etc/scylla.d
doins conf/housekeeping.cfg
newinitd "${FILESDIR}/scylla-server.initd" ${PN}-server
newconfd "${FILESDIR}/scylla-server.confd" ${PN}-server
dodoc -r licenses
for x in /var/lib/${PN} /var/lib/${PN}/{data,commitlog,hints,coredump} /var/lib/scylla-housekeeping /var/log/scylla; do
keepdir "${x}"
fowners scylla:scylla "${x}"
done
insinto /usr/lib/scylla/swagger-ui
doins -r swagger-ui/dist
insinto /usr/lib/scylla/api
doins -r api/api-doc
insinto /usr/lib/scylla/scyllatop
doins -r tools/scyllatop/*
fperms +x /usr/lib/scylla/scyllatop/scyllatop.py
dosym /usr/lib/scylla/scyllatop/scyllatop.py /usr/sbin/scyllatop
for util in $(ls dist/common/sbin/); do
dosym /usr/lib/scylla/${util} /usr/sbin/${util}
done
insinto /etc/sudoers.d
newins "${FILESDIR}"/scylla.sudoers scylla
insinto /etc/rsyslog.d
doins "${FILESDIR}/10-scylla.conf"
}
pkg_postinst() {
elog "You should run 'emerge --config dev-db/scylla' to finalize your ScyllaDB installation."
}
pkg_config() {
elog "Running 'scylla_setup'..."
scylla_setup
}
|