constants.py 28.8 KB
Newer Older
Iustin Pop's avatar
Iustin Pop committed
1
#
Iustin Pop's avatar
Iustin Pop committed
2
3
#

4
# Copyright (C) 2006, 2007, 2008, 2009, 2010 Google Inc.
Iustin Pop's avatar
Iustin Pop committed
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
# 02110-1301, USA.


"""Module holding different constants."""

24
25
import re

26
from ganeti import _autoconf
27

Iustin Pop's avatar
Iustin Pop committed
28
# various versions
29
PROTOCOL_VERSION = 40
30
RELEASE_VERSION = _autoconf.PACKAGE_VERSION
Guido Trotter's avatar
Guido Trotter committed
31
32
OS_API_V10 = 10
OS_API_V15 = 15
33
34
OS_API_V20 = 20
OS_API_VERSIONS = frozenset([OS_API_V10, OS_API_V15, OS_API_V20])
35
VCS_VERSION = _autoconf.VCS_VERSION
Iustin Pop's avatar
Iustin Pop committed
36
EXPORT_VERSION = 0
37
RAPI_VERSION = 2
Iustin Pop's avatar
Iustin Pop committed
38

39

40
41
42
43
44
45
46
47
# Format for CONFIG_VERSION:
#   01 03 0123 = 01030123
#   ^^ ^^ ^^^^
#   |  |  + Configuration version/revision
#   |  + Minor version
#   + Major version
#
# It stored as an integer. Make sure not to write an octal number.
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

# BuildVersion and SplitVersion must be in here because we can't import other
# modules. The cfgupgrade tool must be able to read and write version numbers
# and thus requires these functions. To avoid code duplication, they're kept in
# here.

def BuildVersion(major, minor, revision):
  """Calculates int version number from major, minor and revision numbers.

  Returns: int representing version number

  """
  assert isinstance(major, int)
  assert isinstance(minor, int)
  assert isinstance(revision, int)
  return (1000000 * major +
            10000 * minor +
                1 * revision)


def SplitVersion(version):
  """Splits version number stored in an int.

  Returns: tuple; (major, minor, revision)

  """
  assert isinstance(version, int)

  (major, remainder) = divmod(version, 1000000)
  (minor, revision) = divmod(remainder, 10000)

  return (major, minor, revision)


82
83
84
CONFIG_MAJOR = int(_autoconf.VERSION_MAJOR)
CONFIG_MINOR = int(_autoconf.VERSION_MINOR)
CONFIG_REVISION = 0
85
CONFIG_VERSION = BuildVersion(CONFIG_MAJOR, CONFIG_MINOR, CONFIG_REVISION)
Iustin Pop's avatar
Iustin Pop committed
86

87
88
# user separation
DAEMONS_GROUP = _autoconf.DAEMONS_GROUP
89
ADMIN_GROUP = _autoconf.ADMIN_GROUP
90
MASTERD_USER = _autoconf.MASTERD_USER
91
MASTERD_GROUP = _autoconf.MASTERD_GROUP
92
RAPI_USER = _autoconf.RAPI_USER
93
94
95
96
RAPI_GROUP = _autoconf.RAPI_GROUP
CONFD_USER = _autoconf.CONFD_USER
CONFD_GROUP = _autoconf.CONFD_GROUP
NODED_USER = _autoconf.NODED_USER
97

Iustin Pop's avatar
Iustin Pop committed
98
# file paths
99
DATA_DIR = _autoconf.LOCALSTATEDIR + "/lib/ganeti"
100
RUN_DIR = _autoconf.LOCALSTATEDIR + "/run"
101
RUN_GANETI_DIR = RUN_DIR + "/ganeti"
102
BDEV_CACHE_DIR = RUN_GANETI_DIR + "/bdev-cache"
103
DISK_LINKS_DIR = RUN_GANETI_DIR + "/instance-disks"
104
RUN_DIRS_MODE = 0775
Guido Trotter's avatar
Guido Trotter committed
105
SOCKET_DIR = RUN_GANETI_DIR + "/socket"
106
SECURE_DIR_MODE = 0700
107
SECURE_FILE_MODE = 0600
108
SOCKET_DIR_MODE = 0750
109
CRYPTO_KEYS_DIR = RUN_GANETI_DIR + "/crypto"
Guido Trotter's avatar
Guido Trotter committed
110
CRYPTO_KEYS_DIR_MODE = SECURE_DIR_MODE
111
112
IMPORT_EXPORT_DIR = RUN_GANETI_DIR + "/import-export"
IMPORT_EXPORT_DIR_MODE = 0755
113
114
115
# keep RUN_GANETI_DIR first here, to make sure all get created when the node
# daemon is started (this takes care of RUN_DIR being tmpfs)
SUB_RUN_DIRS = [ RUN_GANETI_DIR, BDEV_CACHE_DIR, DISK_LINKS_DIR ]
Iustin Pop's avatar
Iustin Pop committed
116
LOCK_DIR = _autoconf.LOCALSTATEDIR + "/lock"
117
SSCONF_LOCK_FILE = LOCK_DIR + "/ganeti-ssconf.lock"
118
119
120
# User-id pool lock directory
# The user-ids that are in use have a corresponding lock file in this directory
UIDPOOL_LOCKDIR = RUN_GANETI_DIR + "/uid-pool"
Iustin Pop's avatar
Iustin Pop committed
121
CLUSTER_CONF_FILE = DATA_DIR + "/config.data"
122
NODED_CERT_FILE = DATA_DIR + "/server.pem"
123
RAPI_CERT_FILE = DATA_DIR + "/rapi.pem"
124
CONFD_HMAC_KEY = DATA_DIR + "/hmac.key"
Michael Hanselmann's avatar
Michael Hanselmann committed
125
CLUSTER_DOMAIN_SECRET_FILE = DATA_DIR + "/cluster-domain-secret"
126
WATCHER_STATEFILE = DATA_DIR + "/watcher.data"
127
WATCHER_PAUSEFILE = DATA_DIR + "/watcher.pause"
128
INSTANCE_UPFILE = RUN_GANETI_DIR + "/instance-status"
Iustin Pop's avatar
Iustin Pop committed
129
SSH_KNOWN_HOSTS_FILE = DATA_DIR + "/known_hosts"
130
RAPI_USERS_FILE = DATA_DIR + "/rapi_users"
131
QUEUE_DIR = DATA_DIR + "/queue"
132
DAEMON_UTIL = _autoconf.PKGLIBDIR + "/daemon-util"
133
SETUP_SSH = _autoconf.TOOLSDIR + "/setup-ssh"
134
ETC_HOSTS = "/etc/hosts"
135
DEFAULT_FILE_STORAGE_DIR = _autoconf.FILE_STORAGE_DIR
136
ENABLE_FILE_STORAGE = _autoconf.ENABLE_FILE_STORAGE
137
SYSCONFDIR = _autoconf.SYSCONFDIR
138
TOOLSDIR = _autoconf.TOOLSDIR
139
CONF_DIR = SYSCONFDIR + "/ganeti"
140

141
ALL_CERT_FILES = frozenset([NODED_CERT_FILE, RAPI_CERT_FILE])
142

143
MASTER_SOCKET = SOCKET_DIR + "/ganeti-master"
Iustin Pop's avatar
Iustin Pop committed
144

145
NODED = "ganeti-noded"
Guido Trotter's avatar
Guido Trotter committed
146
CONFD = "ganeti-confd"
Guido Trotter's avatar
Guido Trotter committed
147
RAPI = "ganeti-rapi"
148
MASTERD = "ganeti-masterd"
Guido Trotter's avatar
Guido Trotter committed
149
150
# used in the ganeti-nbma project
NLD = "ganeti-nld"
151
152
153
154

DAEMONS_PORTS = {
  # daemon-name: ("proto", "default-port")
  NODED: ("tcp", 1811),
Guido Trotter's avatar
Guido Trotter committed
155
  CONFD: ("udp", 1814),
Guido Trotter's avatar
Guido Trotter committed
156
  RAPI: ("tcp", 5080),
157
  "ssh": ("tcp", 22),
Guido Trotter's avatar
Guido Trotter committed
158
159
  # used in the ganeti-nbma project
  NLD: ("udp", 1816),
160
161
}
DEFAULT_NODED_PORT = DAEMONS_PORTS[NODED][1]
Guido Trotter's avatar
Guido Trotter committed
162
DEFAULT_CONFD_PORT = DAEMONS_PORTS[CONFD][1]
Guido Trotter's avatar
Guido Trotter committed
163
DEFAULT_RAPI_PORT = DAEMONS_PORTS[RAPI][1]
Guido Trotter's avatar
Guido Trotter committed
164
165
# used in the ganeti-nbma project
DEFAULT_NLD_PORT = DAEMONS_PORTS[NLD][1]
166

Iustin Pop's avatar
Iustin Pop committed
167
168
FIRST_DRBD_PORT = 11000
LAST_DRBD_PORT = 14999
169
MASTER_SCRIPT = "ganeti-master"
Iustin Pop's avatar
Iustin Pop committed
170

171
LOG_DIR = _autoconf.LOCALSTATEDIR + "/log/ganeti/"
172
DAEMONS_LOGFILES = {
Michael Hanselmann's avatar
Michael Hanselmann committed
173
174
175
176
177
  # "daemon-name": "logfile"
  NODED: LOG_DIR + "node-daemon.log",
  CONFD: LOG_DIR + "conf-daemon.log",
  RAPI: LOG_DIR + "rapi-daemon.log",
  MASTERD: LOG_DIR + "master-daemon.log",
Guido Trotter's avatar
Guido Trotter committed
178
179
  # used in the ganeti-nbma project
  NLD: LOG_DIR + "nl-daemon.log",
Michael Hanselmann's avatar
Michael Hanselmann committed
180
  }
Michael Hanselmann's avatar
Michael Hanselmann committed
181

182
183
184
LOG_OS_DIR = LOG_DIR + "os"
LOG_WATCHER = LOG_DIR + "watcher.log"
LOG_COMMANDS = LOG_DIR + "commands.log"
Iustin Pop's avatar
Iustin Pop committed
185
LOG_BURNIN = LOG_DIR + "burnin.log"
186
LOG_SETUP_SSH = LOG_DIR + "setup-ssh.log"
Iustin Pop's avatar
Iustin Pop committed
187

Luca Bigliardi's avatar
Luca Bigliardi committed
188
189
DEV_CONSOLE = "/dev/console"

Balazs Lecz's avatar
Balazs Lecz committed
190
191
PROC_MOUNTS = "/proc/mounts"

192
193
194
# luxi related constants
LUXI_EOM = "\3"

195
196
197
198
199
200
201
# one of 'no', 'yes', 'only'
SYSLOG_USAGE = _autoconf.SYSLOG_USAGE
SYSLOG_NO = "no"
SYSLOG_YES = "yes"
SYSLOG_ONLY = "only"
SYSLOG_SOCKET = "/dev/log"

202
OS_SEARCH_PATH = _autoconf.OS_SEARCH_PATH
203
EXPORT_DIR = _autoconf.EXPORT_DIR
Iustin Pop's avatar
Iustin Pop committed
204
205
206

EXPORT_CONF_FILE = "config.ini"

207
XEN_BOOTLOADER = _autoconf.XEN_BOOTLOADER
208
209
210
XEN_KERNEL = _autoconf.XEN_KERNEL
XEN_INITRD = _autoconf.XEN_INITRD

211
KVM_PATH = _autoconf.KVM_PATH
Guido Trotter's avatar
Guido Trotter committed
212
SOCAT_PATH = _autoconf.SOCAT_PATH
213
SOCAT_USE_ESCAPE = _autoconf.SOCAT_USE_ESCAPE
214
SOCAT_ESCAPE_CODE = "0x1d"
215

216
217
218
219
220
# For RSA keys more bits are better, but they also make operations more
# expensive. NIST SP 800-131 recommends a minimum of 2048 bits from the year
# 2010 on.
RSA_KEY_BITS = 2048

221
222
223
224
225
226
227
228
# Ciphers allowed for SSL connections. For the format, see ciphers(1). A better
# way to disable ciphers would be to use the exclamation mark (!), but socat
# versions below 1.5 can't parse exclamation marks in options properly. When
# modifying the ciphers, ensure to not accidentially add something after it's
# been removed. Use the "openssl" utility to check the allowed ciphers, e.g.
# "openssl ciphers -v HIGH:-DES".
OPENSSL_CIPHERS = "HIGH:-DES:-3DES:-EXPORT:-ADH"

229
230
231
# Digest used to sign certificates ("openssl x509" uses SHA1 by default)
X509_CERT_SIGN_DIGEST = "SHA1"

232
233
234
235
236
237
# Default validity of certificates in days
X509_CERT_DEFAULT_VALIDITY = 365 * 5

# commonName (CN) used in certificates
X509_CERT_CN = "ganeti.example.com"

238
239
X509_CERT_SIGNATURE_HEADER = "X-Ganeti-Signature"

240
241
242
243
244
245
IMPORT_EXPORT_DAEMON = _autoconf.PKGLIBDIR + "/import-export"

# Import/export daemon mode
IEM_IMPORT = "import"
IEM_EXPORT = "export"

246
247
248
249
250
251
252
253
# Import/export transport compression
IEC_NONE = "none"
IEC_GZIP = "gzip"
IEC_ALL = frozenset([
  IEC_NONE,
  IEC_GZIP,
  ])

254
255
IE_CUSTOM_SIZE = "fd"

256
257
IE_MAGIC_RE = re.compile(r"^[-_.a-zA-Z0-9]{5,100}$")

258
259
260
261
262
263
264
265
# Import/export I/O
# Direct file I/O, equivalent to a shell's I/O redirection using '<' or '>'
IEIO_FILE = "file"
# Raw block device I/O using "dd"
IEIO_RAW_DISK = "raw"
# OS definition import/export script
IEIO_SCRIPT = "script"

266
VALUE_DEFAULT = "default"
267
268
VALUE_AUTO = "auto"
VALUE_GENERATE = "generate"
269
VALUE_NONE = "none"
270
271
VALUE_TRUE = "true"
VALUE_FALSE = "false"
272

273
274
275
# External script validation mask
EXT_PLUGIN_MASK = re.compile("^[a-zA-Z0-9_-]+$")

Iustin Pop's avatar
Iustin Pop committed
276
# hooks-related constants
277
HOOKS_BASE_DIR = CONF_DIR + "/hooks"
Iustin Pop's avatar
Iustin Pop committed
278
279
HOOKS_PHASE_PRE = "pre"
HOOKS_PHASE_POST = "post"
280
HOOKS_NAME_CFGUPDATE = "config-update"
Guido Trotter's avatar
Guido Trotter committed
281
HOOKS_NAME_WATCHER = "watcher"
282
HOOKS_VERSION = 2
Iustin Pop's avatar
Iustin Pop committed
283
284
285
286
287
288
289
290
291
292

# hooks subject type (what object type does the LU deal with)
HTYPE_CLUSTER = "CLUSTER"
HTYPE_NODE = "NODE"
HTYPE_INSTANCE = "INSTANCE"

HKR_SKIP = 0
HKR_FAIL = 1
HKR_SUCCESS = 2

293
294
295
296
# Storage types
ST_FILE = "file"
ST_LVM_PV = "lvm-pv"
ST_LVM_VG = "lvm-vg"
297
298

# Storage fields
299
300
301
302
# first two are valid in LU context only, not passed to backend
SF_NODE = "node"
SF_TYPE = "type"
# and the rest are valid in backend
303
304
305
306
307
308
SF_NAME = "name"
SF_SIZE = "size"
SF_FREE = "free"
SF_USED = "used"
SF_ALLOCATABLE = "allocatable"

309
310
311
# Storage operations
SO_FIX_CONSISTENCY = "fix-consistency"

312
# Available fields per storage type
313
314
315
316
VALID_STORAGE_FIELDS = frozenset([SF_NAME, SF_TYPE, SF_SIZE,
                                  SF_USED, SF_FREE, SF_ALLOCATABLE])

VALID_STORAGE_TYPES = frozenset([ST_FILE, ST_LVM_PV, ST_LVM_VG])
Iustin Pop's avatar
Iustin Pop committed
317

318
319
320
321
MODIFIABLE_STORAGE_FIELDS = {
  ST_LVM_PV: frozenset([SF_ALLOCATABLE]),
  }

322
VALID_STORAGE_OPERATIONS = {
323
  ST_LVM_VG: frozenset([SO_FIX_CONSISTENCY]),
324
325
  }

326
327
328
329
330
331
# Local disk status
# Note: Code depends on LDS_OKAY < LDS_UNKNOWN < LDS_FAULTY
(LDS_OKAY,
 LDS_UNKNOWN,
 LDS_FAULTY) = range(1, 4)

Iustin Pop's avatar
Iustin Pop committed
332
333
334
# disk template types
DT_DISKLESS = "diskless"
DT_PLAIN = "plain"
335
DT_DRBD8 = "drbd"
336
DT_FILE = "file"
337
338

# the set of network-mirrored disk templates
339
DTS_NET_MIRROR = frozenset([DT_DRBD8])
Iustin Pop's avatar
Iustin Pop committed
340

341
342
343
# the set of non-lvm-based disk templates
DTS_NOT_LVM = frozenset([DT_DISKLESS, DT_FILE])

344
# the set of disk templates which can be grown
Guido Trotter's avatar
Guido Trotter committed
345
DTS_GROWABLE = frozenset([DT_PLAIN, DT_DRBD8, DT_FILE])
346

347
348
349
# the set of disk templates that allow adoption
DTS_MAY_ADOPT = frozenset([DT_PLAIN])

350
351
# logical disk types
LD_LV = "lvm"
352
LD_DRBD8 = "drbd8"
353
LD_FILE = "file"
354
LDS_BLOCK = frozenset([LD_LV, LD_DRBD8])
355

Iustin Pop's avatar
Iustin Pop committed
356
357
# drbd constants
DRBD_HMAC_ALG = "md5"
358
DRBD_NET_PROTOCOL = "C"
359
DRBD_BARRIERS = _autoconf.DRBD_BARRIERS
Iustin Pop's avatar
Iustin Pop committed
360

361
362
363
# file backend driver
FD_LOOP = "loop"
FD_BLKTAP = "blktap"
364
365

# the set of drbd-like disk types
366
LDS_DRBD = frozenset([LD_DRBD8])
367

368
# disk access mode
369
370
DISK_RDONLY = "ro"
DISK_RDWR = "rw"
371
372
DISK_ACCESS_SET = frozenset([DISK_RDONLY, DISK_RDWR])

373
# disk replacement mode
374
375
376
REPLACE_DISK_PRI = "replace_on_primary"    # replace disks on primary
REPLACE_DISK_SEC = "replace_on_secondary"  # replace disks on secondary
REPLACE_DISK_CHG = "replace_new_secondary" # change secondary node
377
REPLACE_DISK_AUTO = "replace_auto"
378
379
380
381
382
383
REPLACE_MODES = frozenset([
  REPLACE_DISK_PRI,
  REPLACE_DISK_SEC,
  REPLACE_DISK_CHG,
  REPLACE_DISK_AUTO,
  ])
384

385
386
387
388
389
390
391
392
# Instance export mode
EXPORT_MODE_LOCAL = "local"
EXPORT_MODE_REMOTE = "remote"
EXPORT_MODES = frozenset([
  EXPORT_MODE_LOCAL,
  EXPORT_MODE_REMOTE,
  ])

393
394
# lock recalculate mode
LOCKS_REPLACE = 'replace'
395
LOCKS_APPEND = 'append'
396

397
# instance creation modes
Iustin Pop's avatar
Iustin Pop committed
398
399
INSTANCE_CREATE = "create"
INSTANCE_IMPORT = "import"
400
401
402
403
404
405
INSTANCE_REMOTE_IMPORT = "remote-import"
INSTANCE_CREATE_MODES = frozenset([
  INSTANCE_CREATE,
  INSTANCE_IMPORT,
  INSTANCE_REMOTE_IMPORT,
  ])
Iustin Pop's avatar
Iustin Pop committed
406

407
408
409
410
411
412
413
# Remote import/export handshake message and version
RIE_VERSION = 0
RIE_HANDSHAKE = "Hi, I'm Ganeti"

# Remote import/export certificate validity in seconds
RIE_CERT_VALIDITY = 24 * 60 * 60

414
415
416
# Remote import/export connect timeout for socat
RIE_CONNECT_TIMEOUT = 60

Iustin Pop's avatar
Iustin Pop committed
417
DISK_TEMPLATES = frozenset([DT_DISKLESS, DT_PLAIN,
418
419
420
                            DT_DRBD8, DT_FILE])

FILE_DRIVER = frozenset([FD_LOOP, FD_BLKTAP])
Iustin Pop's avatar
Iustin Pop committed
421
422
423
424

# import/export config options
INISECT_EXP = "export"
INISECT_INS = "instance"
425
426
INISECT_HYP = "hypervisor"
INISECT_BEP = "backend"
427
INISECT_OSP = "os"
428

429
430
431
432
# dynamic device modification
DDM_ADD = 'add'
DDM_REMOVE = 'remove'

433
# common exit codes
Iustin Pop's avatar
Iustin Pop committed
434
EXIT_SUCCESS = 0
435
EXIT_FAILURE = 1
436
EXIT_NOTCLUSTER = 5
437
EXIT_NOTMASTER = 11
438
EXIT_NODESETUP_ERROR = 12
Iustin Pop's avatar
Iustin Pop committed
439
EXIT_CONFIRMATION = 13 # need user confirmation
440

441
442
443
444
# tags
TAG_CLUSTER = "cluster"
TAG_NODE = "node"
TAG_INSTANCE = "instance"
445
446
447
448
449
VALID_TAG_TYPES = frozenset([
  TAG_CLUSTER,
  TAG_NODE,
  TAG_INSTANCE,
  ])
450
451
452
MAX_TAG_LEN = 128
MAX_TAGS_PER_OBJ = 4096

453
454
# others
DEFAULT_BRIDGE = "xen-br0"
Iustin Pop's avatar
Iustin Pop committed
455
SYNC_SPEED = 60 * 1024
456
457
IP4_ADDRESS_LOCALHOST = "127.0.0.1"
IP4_ADDRESS_ANY = "0.0.0.0"
Manuel Franceschini's avatar
Manuel Franceschini committed
458
459
IP6_ADDRESS_LOCALHOST = "::1"
IP6_ADDRESS_ANY = "::"
460
461
IP4_VERSION = 4
IP6_VERSION = 6
462
TCP_PING_TIMEOUT = 10
463
GANETI_RUNAS = "root"
464
DEFAULT_VG = "xenvg"
465
DEFAULT_DRBD_HELPER = "/bin/true"
466
MIN_VG_SIZE = 20480
467
DEFAULT_MAC_PREFIX = "aa:00:00"
468
LVM_STRIPECOUNT = _autoconf.LVM_STRIPECOUNT
469
470
# default maximum instance wait time, in seconds.
DEFAULT_SHUTDOWN_TIMEOUT = 120
471
NODE_MAX_CLOCK_SKEW = 150
472
473
# Time for an intra-cluster disk transfer to wait for a connection
DISK_TRANSFER_CONNECT_TIMEOUT = 30
474

475
476
477
478
479
480
481
# runparts results
(RUNPARTS_SKIP,
 RUNPARTS_RUN,
 RUNPARTS_ERR) = range(3)

RUNPARTS_STATUS = frozenset([RUNPARTS_SKIP, RUNPARTS_RUN, RUNPARTS_ERR])

482
483
484
485
# RPC constants
(RPC_ENCODING_NONE,
 RPC_ENCODING_ZLIB_BASE64) = range(2)

486
487
488
489
490
# os related constants
OS_SCRIPT_CREATE = 'create'
OS_SCRIPT_IMPORT = 'import'
OS_SCRIPT_EXPORT = 'export'
OS_SCRIPT_RENAME = 'rename'
491
OS_SCRIPT_VERIFY = 'verify'
Iustin Pop's avatar
Iustin Pop committed
492
OS_SCRIPTS = frozenset([OS_SCRIPT_CREATE, OS_SCRIPT_IMPORT,
493
494
                        OS_SCRIPT_EXPORT, OS_SCRIPT_RENAME,
                        OS_SCRIPT_VERIFY])
495

496
OS_API_FILE = 'ganeti_api_version'
497
OS_VARIANTS_FILE = 'variants.list'
498
499
500
OS_PARAMETERS_FILE = 'parameters.list'

OS_VALIDATE_PARAMETERS = 'parameters'
501
OS_VALIDATE_CALLS = frozenset([OS_VALIDATE_PARAMETERS])
502

503
# ssh constants
504
505
SSH_CONFIG_DIR = _autoconf.SSH_CONFIG_DIR
SSH_HOST_DSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_dsa_key"
506
SSH_HOST_DSA_PUB = SSH_HOST_DSA_PRIV + ".pub"
507
SSH_HOST_RSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_rsa_key"
508
SSH_HOST_RSA_PUB = SSH_HOST_RSA_PRIV + ".pub"
509
510
SSH = "ssh"
SCP = "scp"
511
512
513
514
515

# reboot types
INSTANCE_REBOOT_SOFT = "soft"
INSTANCE_REBOOT_HARD = "hard"
INSTANCE_REBOOT_FULL = "full"
516

517
518
519
520
REBOOT_TYPES = frozenset([INSTANCE_REBOOT_SOFT,
                          INSTANCE_REBOOT_HARD,
                          INSTANCE_REBOOT_FULL])

521
VTYPE_STRING = 'string'
522
VTYPE_MAYBE_STRING = "maybe-string"
523
524
525
526
527
VTYPE_BOOL = 'bool'
VTYPE_SIZE = 'size' # size, in MiBs
VTYPE_INT = 'int'
ENFORCEABLE_TYPES = frozenset([
                      VTYPE_STRING,
528
                      VTYPE_MAYBE_STRING,
529
530
531
532
533
                      VTYPE_BOOL,
                      VTYPE_SIZE,
                      VTYPE_INT,
                      ])

534
535
536
537
538
539
# HV parameter names (global namespace)
HV_BOOT_ORDER = "boot_order"
HV_CDROM_IMAGE_PATH = "cdrom_image_path"
HV_NIC_TYPE = "nic_type"
HV_DISK_TYPE = "disk_type"
HV_VNC_BIND_ADDRESS = "vnc_bind_address"
540
HV_VNC_PASSWORD_FILE = "vnc_password_file"
541
542
543
HV_VNC_TLS = "vnc_tls"
HV_VNC_X509 = "vnc_x509_path"
HV_VNC_X509_VERIFY = "vnc_x509_verify"
544
545
HV_ACPI = "acpi"
HV_PAE = "pae"
546
547
548
HV_USE_BOOTLOADER = "use_bootloader"
HV_BOOTLOADER_ARGS = "bootloader_args"
HV_BOOTLOADER_PATH = "bootloader_path"
549
HV_KERNEL_ARGS = "kernel_args"
550
551
HV_KERNEL_PATH = "kernel_path"
HV_INITRD_PATH = "initrd_path"
552
HV_ROOT_PATH = "root_path"
553
HV_SERIAL_CONSOLE = "serial_console"
554
HV_USB_MOUSE = "usb_mouse"
555
HV_DEVICE_MODEL = "device_model"
556
HV_INIT_SCRIPT = "init_script"
557
HV_MIGRATION_PORT = "migration_port"
558
559
HV_MIGRATION_BANDWIDTH = "migration_bandwidth"
HV_MIGRATION_DOWNTIME = "migration_downtime"
560
HV_MIGRATION_MODE = "migration_mode"
561
HV_USE_LOCALTIME = "use_localtime"
562
HV_DISK_CACHE = "disk_cache"
563
564
HV_SECURITY_MODEL = "security_model"
HV_SECURITY_DOMAIN = "security_domain"
Guido Trotter's avatar
Guido Trotter committed
565
HV_KVM_FLAG = "kvm_flag"
566
HV_VHOST_NET = "vhost_net"
Balazs Lecz's avatar
Balazs Lecz committed
567
HV_KVM_USE_CHROOT = "use_chroot"
568
HV_CPU_MASK = "cpu_mask"
569

570
571
572
573
574
HVS_PARAMETER_TYPES = {
  HV_BOOT_ORDER: VTYPE_STRING,
  HV_CDROM_IMAGE_PATH: VTYPE_STRING,
  HV_NIC_TYPE: VTYPE_STRING,
  HV_DISK_TYPE: VTYPE_STRING,
575
  HV_VNC_PASSWORD_FILE: VTYPE_STRING,
576
577
578
579
580
581
  HV_VNC_BIND_ADDRESS: VTYPE_STRING,
  HV_VNC_TLS: VTYPE_BOOL,
  HV_VNC_X509: VTYPE_STRING,
  HV_VNC_X509_VERIFY: VTYPE_BOOL,
  HV_ACPI: VTYPE_BOOL,
  HV_PAE: VTYPE_BOOL,
582
583
584
  HV_USE_BOOTLOADER: VTYPE_BOOL,
  HV_BOOTLOADER_PATH: VTYPE_STRING,
  HV_BOOTLOADER_ARGS: VTYPE_STRING,
585
  HV_KERNEL_PATH: VTYPE_STRING,
586
  HV_KERNEL_ARGS: VTYPE_STRING,
587
588
589
590
  HV_INITRD_PATH: VTYPE_STRING,
  HV_ROOT_PATH: VTYPE_STRING,
  HV_SERIAL_CONSOLE: VTYPE_BOOL,
  HV_USB_MOUSE: VTYPE_STRING,
591
  HV_DEVICE_MODEL: VTYPE_STRING,
592
  HV_INIT_SCRIPT: VTYPE_STRING,
593
  HV_MIGRATION_PORT: VTYPE_INT,
594
595
  HV_MIGRATION_BANDWIDTH: VTYPE_INT,
  HV_MIGRATION_DOWNTIME: VTYPE_INT,
596
  HV_MIGRATION_MODE: VTYPE_STRING,
597
  HV_USE_LOCALTIME: VTYPE_BOOL,
598
  HV_DISK_CACHE: VTYPE_STRING,
599
600
  HV_SECURITY_MODEL: VTYPE_STRING,
  HV_SECURITY_DOMAIN: VTYPE_STRING,
Guido Trotter's avatar
Guido Trotter committed
601
  HV_KVM_FLAG: VTYPE_STRING,
602
  HV_VHOST_NET: VTYPE_BOOL,
Balazs Lecz's avatar
Balazs Lecz committed
603
  HV_KVM_USE_CHROOT: VTYPE_BOOL,
604
  HV_CPU_MASK: VTYPE_STRING,
605
606
607
  }

HVS_PARAMETERS = frozenset(HVS_PARAMETER_TYPES.keys())
608

609
# BE parameter names
Iustin Pop's avatar
Iustin Pop committed
610
BE_MEMORY = "memory"
611
BE_VCPUS = "vcpus"
612
BE_AUTO_BALANCE = "auto_balance"
613

614
615
616
617
618
619
620
BES_PARAMETER_TYPES = {
    BE_MEMORY: VTYPE_SIZE,
    BE_VCPUS: VTYPE_INT,
    BE_AUTO_BALANCE: VTYPE_BOOL,
    }

BES_PARAMETERS = frozenset(BES_PARAMETER_TYPES.keys())
Iustin Pop's avatar
Iustin Pop committed
621

622
623
# Instance Parameters Profile
PP_DEFAULT = "default"
624

Guido Trotter's avatar
Guido Trotter committed
625
626
627
628
629
630
631
632
633
634
635
636
637
638
NIC_MODE = "mode"
NIC_LINK = "link"

NIC_MODE_BRIDGED = "bridged"
NIC_MODE_ROUTED = "routed"

NIC_VALID_MODES = frozenset([NIC_MODE_BRIDGED, NIC_MODE_ROUTED])

NICS_PARAMETER_TYPES = {
    NIC_MODE: VTYPE_STRING,
    NIC_LINK: VTYPE_STRING,
    }

NICS_PARAMETERS = frozenset(NICS_PARAMETER_TYPES.keys())
639

640
641
IDISK_SIZE = "size"
IDISK_MODE = "mode"
642
643
644
645
646
647
IDISK_ADOPT = "adopt"
IDISK_PARAMS_TYPES = {
  IDISK_SIZE: VTYPE_SIZE,
  IDISK_MODE: VTYPE_STRING,
  IDISK_ADOPT: VTYPE_STRING,
  }
648
649
IDISK_PARAMS = frozenset(IDISK_PARAMS_TYPES.keys())

650
651
652
653
654
INIC_MAC = "mac"
INIC_IP = "ip"
INIC_MODE = "mode"
INIC_LINK = "link"
INIC_BRIDGE = "bridge"
655
656
657
658
659
660
661
662
INIC_PARAMS_TYPES = {
  INIC_BRIDGE: VTYPE_STRING,
  INIC_IP: VTYPE_MAYBE_STRING,
  INIC_LINK: VTYPE_STRING,
  INIC_MAC: VTYPE_STRING,
  INIC_MODE: VTYPE_STRING,
  }
INIC_PARAMS = frozenset(INIC_PARAMS_TYPES.keys())
663

664
# Hypervisor constants
Iustin Pop's avatar
Iustin Pop committed
665
HT_XEN_PVM = "xen-pvm"
666
HT_FAKE = "fake"
Iustin Pop's avatar
Iustin Pop committed
667
HT_XEN_HVM = "xen-hvm"
Guido Trotter's avatar
Guido Trotter committed
668
HT_KVM = "kvm"
669
HT_CHROOT = "chroot"
Iustin Pop's avatar
Iustin Pop committed
670
671
672
673
674
675
676
677
678
HT_LXC = "lxc"
HYPER_TYPES = frozenset([
  HT_XEN_PVM,
  HT_FAKE,
  HT_XEN_HVM,
  HT_KVM,
  HT_CHROOT,
  HT_LXC,
  ])
Guido Trotter's avatar
Guido Trotter committed
679
HTS_REQ_PORT = frozenset([HT_XEN_HVM, HT_KVM])
680

681
VNC_BASE_PORT = 5900
682
VNC_PASSWORD_FILE = CONF_DIR + "/vnc-cluster-password"
Manuel Franceschini's avatar
Manuel Franceschini committed
683
VNC_DEFAULT_BIND_ADDRESS = IP4_ADDRESS_ANY
684

685
# NIC types
686
687
688
HT_NIC_RTL8139 = "rtl8139"
HT_NIC_NE2K_PCI = "ne2k_pci"
HT_NIC_NE2K_ISA = "ne2k_isa"
689
690
691
692
693
HT_NIC_I82551 = "i82551"
HT_NIC_I85557B = "i82557b"
HT_NIC_I8259ER = "i82559er"
HT_NIC_PCNET = "pcnet"
HT_NIC_E1000 = "e1000"
694
HT_NIC_PARAVIRTUAL = HT_DISK_PARAVIRTUAL = "paravirtual"
695

696
697
HT_HVM_VALID_NIC_TYPES = frozenset([HT_NIC_RTL8139, HT_NIC_NE2K_PCI,
                                    HT_NIC_NE2K_ISA, HT_NIC_PARAVIRTUAL])
698
699
700
701
702
HT_KVM_VALID_NIC_TYPES = frozenset([HT_NIC_RTL8139, HT_NIC_NE2K_PCI,
                                    HT_NIC_NE2K_ISA, HT_NIC_I82551,
                                    HT_NIC_I85557B, HT_NIC_I8259ER,
                                    HT_NIC_PCNET, HT_NIC_E1000,
                                    HT_NIC_PARAVIRTUAL])
703
704
705
706
707
708
709
710
# Disk types
HT_DISK_IOEMU = "ioemu"
HT_DISK_IDE = "ide"
HT_DISK_SCSI = "scsi"
HT_DISK_SD = "sd"
HT_DISK_MTD = "mtd"
HT_DISK_PFLASH = "pflash"

711
712
713
714
715
716
717
718
719
HT_CACHE_DEFAULT = "default"
HT_CACHE_NONE = "none"
HT_CACHE_WTHROUGH = "writethrough"
HT_CACHE_WBACK = "writeback"
HT_VALID_CACHE_TYPES = frozenset([HT_CACHE_DEFAULT,
                                  HT_CACHE_NONE,
                                  HT_CACHE_WTHROUGH,
                                  HT_CACHE_WBACK])

720
HT_HVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IOEMU])
721
722
723
HT_KVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IDE,
                                     HT_DISK_SCSI, HT_DISK_SD, HT_DISK_MTD,
                                     HT_DISK_PFLASH])
724

725
726
727
728
729
730
731
732
733
734
735
736
737
# Mouse types:
HT_MOUSE_MOUSE = "mouse"
HT_MOUSE_TABLET = "tablet"

HT_KVM_VALID_MOUSE_TYPES = frozenset([HT_MOUSE_MOUSE, HT_MOUSE_TABLET])

# Boot order
HT_BO_CDROM = "cdrom"
HT_BO_DISK = "disk"
HT_BO_NETWORK = "network"

HT_KVM_VALID_BO_TYPES = frozenset([HT_BO_CDROM, HT_BO_DISK, HT_BO_NETWORK])

738
739
740
741
742
743
744
# Security models
HT_SM_NONE = "none"
HT_SM_USER = "user"
HT_SM_POOL = "pool"

HT_KVM_VALID_SM_TYPES = frozenset([HT_SM_NONE, HT_SM_USER, HT_SM_POOL])

Guido Trotter's avatar
Guido Trotter committed
745
746
747
748
749
750
# Kvm flag values
HT_KVM_ENABLED = "enabled"
HT_KVM_DISABLED = "disabled"

HT_KVM_FLAG_VALUES = frozenset([HT_KVM_ENABLED, HT_KVM_DISABLED])

751
752
753
# Migration type
HT_MIGRATION_LIVE = "live"
HT_MIGRATION_NONLIVE = "non-live"
754
HT_MIGRATION_MODES = frozenset([HT_MIGRATION_LIVE, HT_MIGRATION_NONLIVE])
755

756
757
758
759
# Cluster Verify steps
VERIFY_NPLUSONE_MEM = 'nplusone_mem'
VERIFY_OPTIONAL_CHECKS = frozenset([VERIFY_NPLUSONE_MEM])

760
# Node verify constants
761
NV_DRBDHELPER = "drbd-helper"
762
NV_DRBDLIST = "drbd-list"
763
764
765
766
NV_FILELIST = "filelist"
NV_HVINFO = "hvinfo"
NV_HYPERVISOR = "hypervisor"
NV_INSTANCELIST = "instancelist"
767
768
NV_LVLIST = "lvlist"
NV_MASTERIP = "master-ip"
769
770
NV_NODELIST = "nodelist"
NV_NODENETTEST = "node-net-test"
771
NV_NODESETUP = "nodesetup"
772
773
NV_OSLIST = "oslist"
NV_PVLIST = "pvlist"
774
NV_TIME = "time"
775
776
NV_VERSION = "version"
NV_VGLIST = "vglist"
777

778
779
780
781
# SSL certificate check constants (in days)
SSL_CERT_EXPIRATION_WARN = 30
SSL_CERT_EXPIRATION_ERROR = 7

782
# Allocator framework constants
783
IALLOCATOR_VERSION = 2
784
785
IALLOCATOR_DIR_IN = "in"
IALLOCATOR_DIR_OUT = "out"
786
787
788
789
VALID_IALLOCATOR_DIRECTIONS = frozenset([
  IALLOCATOR_DIR_IN,
  IALLOCATOR_DIR_OUT,
  ])
790
791
IALLOCATOR_MODE_ALLOC = "allocate"
IALLOCATOR_MODE_RELOC = "relocate"
792
IALLOCATOR_MODE_MEVAC = "multi-evacuate"
793
794
795
796
797
VALID_IALLOCATOR_MODES = frozenset([
  IALLOCATOR_MODE_ALLOC,
  IALLOCATOR_MODE_RELOC,
  IALLOCATOR_MODE_MEVAC,
  ])
798
IALLOCATOR_SEARCH_PATH = _autoconf.IALLOCATOR_SEARCH_PATH
799

800
801
802
803
804
# Job queue
JOB_QUEUE_VERSION = 1
JOB_QUEUE_LOCK_FILE = QUEUE_DIR + "/lock"
JOB_QUEUE_VERSION_FILE = QUEUE_DIR + "/version"
JOB_QUEUE_SERIAL_FILE = QUEUE_DIR + "/serial"
805
JOB_QUEUE_ARCHIVE_DIR = QUEUE_DIR + "/archive"
806
JOB_QUEUE_DRAIN_FILE = QUEUE_DIR + "/drain"
Michael Hanselmann's avatar
Michael Hanselmann committed
807
JOB_QUEUE_SIZE_HARD_LIMIT = 5000
808
JOB_QUEUE_DIRS = [QUEUE_DIR, JOB_QUEUE_ARCHIVE_DIR]
809
JOB_QUEUE_DIRS_MODE = SECURE_DIR_MODE
810

811
812
JOB_ID_TEMPLATE = r"\d+"

813
814
815
# unchanged job return
JOB_NOTCHANGED = "nochange"

816
817
# Job status
JOB_STATUS_QUEUED = "queued"
Iustin Pop's avatar
Iustin Pop committed
818
JOB_STATUS_WAITLOCK = "waiting"
819
JOB_STATUS_CANCELING = "canceling"
820
821
822
823
JOB_STATUS_RUNNING = "running"
JOB_STATUS_CANCELED = "canceled"
JOB_STATUS_SUCCESS = "success"
JOB_STATUS_ERROR = "error"
824
825
826
827
828
JOBS_FINALIZED = frozenset([
  JOB_STATUS_CANCELED,
  JOB_STATUS_SUCCESS,
  JOB_STATUS_ERROR,
  ])
829

830
831
# OpCode status
# not yet finalized
832
OP_STATUS_QUEUED = "queued"
Iustin Pop's avatar
Iustin Pop committed
833
OP_STATUS_WAITLOCK = "waiting"
834
OP_STATUS_CANCELING = "canceling"
835
OP_STATUS_RUNNING = "running"
836
# finalized
837
OP_STATUS_CANCELED = "canceled"
838
839
OP_STATUS_SUCCESS = "success"
OP_STATUS_ERROR = "error"
840
841
842
OPS_FINALIZED = frozenset([OP_STATUS_CANCELED,
                           OP_STATUS_SUCCESS,
                           OP_STATUS_ERROR])
843
844
845
846

# Execution log types
ELOG_MESSAGE = "message"
ELOG_PROGRESS = "progress"
847
ELOG_REMOTE_IMPORT = "remote-import"
848
849
ELOG_JQUEUE_TEST = "jqueue-test"

850
851
852
853
# /etc/hosts modification
ETC_HOSTS_ADD = "add"
ETC_HOSTS_REMOVE = "remove"

854
855
856
857
858
# Job queue test
JQT_MSGPREFIX = "TESTMSG="
JQT_EXPANDNAMES = "expandnames"
JQT_EXEC = "exec"
JQT_LOGMSG = "logmsg"
859
JQT_STARTMSG = "startmsg"
860
861
862
863
JQT_ALL = frozenset([
  JQT_EXPANDNAMES,
  JQT_EXEC,
  JQT_LOGMSG,
864
  JQT_STARTMSG,
865
  ])
866

867
# max dynamic devices
868
869
870
MAX_NICS = 8
MAX_DISKS = 16

Iustin Pop's avatar
Iustin Pop committed
871
872
# SSCONF keys
SS_CLUSTER_NAME = "cluster_name"
873
SS_CLUSTER_TAGS = "cluster_tags"
Iustin Pop's avatar
Iustin Pop committed
874
SS_FILE_STORAGE_DIR = "file_storage_dir"
875
SS_MASTER_CANDIDATES = "master_candidates"
876
SS_MASTER_CANDIDATES_IPS = "master_candidates_ips"
Iustin Pop's avatar
Iustin Pop committed
877
878
879
880
SS_MASTER_IP = "master_ip"
SS_MASTER_NETDEV = "master_netdev"
SS_MASTER_NODE = "master_node"
SS_NODE_LIST = "node_list"
881
882
SS_NODE_PRIMARY_IPS = "node_primary_ips"
SS_NODE_SECONDARY_IPS = "node_secondary_ips"
883
SS_OFFLINE_NODES = "offline_nodes"
884
SS_ONLINE_NODES = "online_nodes"
885
SS_PRIMARY_IP_FAMILY = "primary_ip_family"
886
SS_INSTANCE_LIST = "instance_list"
887
SS_RELEASE_VERSION = "release_version"
888
SS_HYPERVISOR_LIST = "hypervisor_list"
889
SS_MAINTAIN_NODE_HEALTH = "maintain_node_health"
Balazs Lecz's avatar
Balazs Lecz committed
890
SS_UID_POOL = "uid_pool"
Iustin Pop's avatar
Iustin Pop committed
891

892
893
894
895
# cluster wide default parameters
DEFAULT_ENABLED_HYPERVISOR = HT_XEN_PVM

HVC_DEFAULTS = {
896
  HT_XEN_PVM: {
897
898
899
    HV_USE_BOOTLOADER: False,
    HV_BOOTLOADER_PATH: XEN_BOOTLOADER,
    HV_BOOTLOADER_ARGS: '',
900
    HV_KERNEL_PATH: "/boot/vmlinuz-2.6-xenU",
901
    HV_INITRD_PATH: '',
902
    HV_ROOT_PATH: '/dev/sda1',
903
    HV_KERNEL_ARGS: 'ro',
904
    HV_MIGRATION_PORT: 8002,
905
    HV_MIGRATION_MODE: HT_MIGRATION_LIVE,
906
907
908
    },
  HT_XEN_HVM: {
    HV_BOOT_ORDER: "cd",
909
    HV_CDROM_IMAGE_PATH: '',
910
    HV_NIC_TYPE: HT_NIC_RTL8139,
911
    HV_DISK_TYPE: HT_DISK_PARAVIRTUAL,
912
    HV_VNC_BIND_ADDRESS: IP4_ADDRESS_ANY,
913
    HV_VNC_PASSWORD_FILE: VNC_PASSWORD_FILE,
914
915
    HV_ACPI: True,
    HV_PAE: True,
916
    HV_KERNEL_PATH: "/usr/lib/xen/boot/hvmloader",
917
    HV_DEVICE_MODEL: "/usr/lib/xen/bin/qemu-dm",
918
    HV_MIGRATION_PORT: 8002,
919
    HV_MIGRATION_MODE: HT_MIGRATION_NONLIVE,
920
    HV_USE_LOCALTIME: False,
921
922
923
    },
  HT_KVM: {
    HV_KERNEL_PATH: "/boot/vmlinuz-2.6-kvmU",
924
    HV_INITRD_PATH: '',
925
    HV_KERNEL_ARGS: 'ro',
926
    HV_ROOT_PATH: '/dev/vda1',
927
928
    HV_ACPI: True,
    HV_SERIAL_CONSOLE: True,
929
    HV_VNC_BIND_ADDRESS: '',
930
931
932
    HV_VNC_TLS: False,
    HV_VNC_X509: '',
    HV_VNC_X509_VERIFY: False,
933
    HV_VNC_PASSWORD_FILE: '',
934
    HV_CDROM_IMAGE_PATH: '',
935
    HV_BOOT_ORDER: HT_BO_DISK,
936
937
    HV_NIC_TYPE: HT_NIC_PARAVIRTUAL,
    HV_DISK_TYPE: HT_DISK_PARAVIRTUAL,
938
    HV_USB_MOUSE: '',
939
    HV_MIGRATION_PORT: 8102,
940
941
    HV_MIGRATION_BANDWIDTH: 32, # MiB/s
    HV_MIGRATION_DOWNTIME: 30,  # ms
942
    HV_MIGRATION_MODE: HT_MIGRATION_LIVE,
943
    HV_USE_LOCALTIME: False,
944
    HV_DISK_CACHE: HT_CACHE_DEFAULT,
945
946
    HV_SECURITY_MODEL: HT_SM_NONE,
    HV_SECURITY_DOMAIN: '',
Guido Trotter's avatar
Guido Trotter committed
947
    HV_KVM_FLAG: "",
948
    HV_VHOST_NET: False,
Balazs Lecz's avatar
Balazs Lecz committed
949
    HV_KVM_USE_CHROOT: False,
950
951
952
    },
  HT_FAKE: {
    },
953
954
955
  HT_CHROOT: {
    HV_INIT_SCRIPT: "/ganeti-chroot",
    },
Iustin Pop's avatar
Iustin Pop committed
956
  HT_LXC: {
957
    HV_CPU_MASK: "",
Iustin Pop's avatar
Iustin Pop committed
958
    },