containerized-data-importer/pkg/common/common.go
Matthew Arnold 0329289618
VDDK: replace qemu-img with libnbd (#1448)
* Add libnbd to build.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Add libnbd Go bindings to vendor.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Add libnbd to importer container image.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Enable cgo builds by changing bazel platform.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Break dependency chain on pkg/importer.

Without this, pretty much every generated binary (including tests.test)
requires libnbd.so.0.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Replace qemu-img with libnbd in VDDK importer.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Add progress tracking back to VDDK datasource.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Add fadvise before sequential VDDK transfer.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Improve VDDK debug logging and error handling.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Update to libnbd 1.4.1.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Update build container tag.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Fix uploadserver/uploadproxy tests.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Add a mirror for libnbd RPM, like in #1444.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Add libnbd to uploadserver.

This still depends on pkg/importer, so it needs to have libnbd.

Signed-off-by: Matthew Arnold <marnold@redhat.com>

* Use pointer to data sink, and add final sync.

Signed-off-by: Matthew Arnold <marnold@redhat.com>
2020-11-02 20:09:49 +01:00

206 lines
8.9 KiB
Go

package common
import (
"time"
v1 "k8s.io/api/core/v1"
)
// Common types and constants used by the importer and controller.
// TODO: maybe the vm cloner can use these common values
const (
// CDILabelKey provides a constant for CDI PVC labels
CDILabelKey = "app"
// CDILabelValue provides a constant for CDI PVC label values
CDILabelValue = "containerized-data-importer"
// CDILabelSelector provides a constant to use for the selector to identify CDI objects in list
CDILabelSelector = CDILabelKey + "=" + CDILabelValue
// CDIComponentLabel can be added to all CDI resources
CDIComponentLabel = "cdi.kubevirt.io"
// PrometheusLabel provides the label to indicate prometheus metrics are available in the pods.
PrometheusLabel = "prometheus.cdi.kubevirt.io"
// PrometheusServiceName is the name of the prometheus service created by the operator.
PrometheusServiceName = "cdi-prometheus-metrics"
// UploadTargetLabel has the UID of upload target PVC
UploadTargetLabel = CDIComponentLabel + "/uploadTarget"
// ImporterVolumePath provides a constant for the directory where the PV is mounted.
ImporterVolumePath = "/data"
// DiskImageName provides a constant for our importer/datastream_ginkgo_test and to build ImporterWritePath
DiskImageName = "disk.img"
// ImporterWritePath provides a constant for the cmd/cdi-importer/importer.go executable
ImporterWritePath = ImporterVolumePath + "/" + DiskImageName
// WriteBlockPath provides a constant for the path where the PV is mounted.
WriteBlockPath = "/dev/cdi-block-volume"
// PodTerminationMessageFile is the name of the file to write the termination message to.
PodTerminationMessageFile = "/dev/termination-log"
// ImporterPodName provides a constant to use as a prefix for Pods created by CDI (controller only)
ImporterPodName = "importer"
// ImporterDataDir provides a constant for the controller pkg to use as a hardcoded path to where content is transferred to/from (controller only)
ImporterDataDir = "/data"
// ScratchDataDir provides a constant for the controller pkg to use as a hardcoded path to where scratch space is located.
ScratchDataDir = "/scratch"
// ImporterS3Host provides an S3 string used by importer/dataStream.go only
ImporterS3Host = "s3.amazonaws.com"
// ImporterCertDir is where the configmap containing certs will be mounted
ImporterCertDir = "/certs"
// DefaultPullPolicy imports k8s "IfNotPresent" string for the import_controller_gingko_test and the cdi-controller executable
DefaultPullPolicy = string(v1.PullIfNotPresent)
// PullPolicy provides a constant to capture our env variable "PULL_POLICY" (only used by cmd/cdi-controller/controller.go)
PullPolicy = "PULL_POLICY"
// ImporterSource provides a constant to capture our env variable "IMPORTER_SOURCE"
ImporterSource = "IMPORTER_SOURCE"
// ImporterContentType provides a constant to capture our env variable "IMPORTER_CONTENTTYPE"
ImporterContentType = "IMPORTER_CONTENTTYPE"
// ImporterEndpoint provides a constant to capture our env variable "IMPORTER_ENDPOINT"
ImporterEndpoint = "IMPORTER_ENDPOINT"
// ImporterAccessKeyID provides a constant to capture our env variable "IMPORTER_ACCES_KEY_ID"
ImporterAccessKeyID = "IMPORTER_ACCESS_KEY_ID"
// ImporterSecretKey provides a constant to capture our env variable "IMPORTER_SECRET_KEY"
ImporterSecretKey = "IMPORTER_SECRET_KEY"
// ImporterImageSize provides a constant to capture our env variable "IMPORTER_IMAGE_SIZE"
ImporterImageSize = "IMPORTER_IMAGE_SIZE"
// ImporterCertDirVar provides a constant to capture our env variable "IMPORTER_CERT_DIR"
ImporterCertDirVar = "IMPORTER_CERT_DIR"
// InsecureTLSVar provides a constant to capture our env variable "INSECURE_TLS"
InsecureTLSVar = "INSECURE_TLS"
// ImporterDiskID provides a constant to capture our env variable "IMPORTER_DISK_ID"
ImporterDiskID = "IMPORTER_DISK_ID"
// ImporterUUID provides a constant to capture our env variable "IMPORTER_UUID"
ImporterUUID = "IMPORTER_UUID"
// ImporterBackingFile provides a constant to capture our env variable "IMPORTER_BACKING_FILE"
ImporterBackingFile = "IMPORTER_BACKING_FILE"
// ImporterThumbprint provides a constant to capture our env variable "IMPORTER_THUMBPRINT"
ImporterThumbprint = "IMPORTER_THUMBPRINT"
// CloningLabelValue provides a constant to use as a label value for pod affinity (controller pkg only)
CloningLabelValue = "host-assisted-cloning"
// CloningTopologyKey (controller pkg only)
CloningTopologyKey = "kubernetes.io/hostname"
// ClonerSourcePodName (controller pkg only)
ClonerSourcePodName = "cdi-clone-source"
// ClonerMountPath (controller pkg only)
ClonerMountPath = "/var/run/cdi/clone/source"
// ClonerSourcePodNameSuffix (controller pkg only)
ClonerSourcePodNameSuffix = "-source-pod"
// KubeVirtAnnKey is part of a kubevirt.io key.
KubeVirtAnnKey = "kubevirt.io/"
// CDIAnnKey is part of a kubevirt.io key.
CDIAnnKey = "cdi.kubevirt.io/"
// SmartClonerCDILabel is the label applied to resources created by the smart-clone controller
SmartClonerCDILabel = "cdi-smart-clone"
// UploadServerCDILabel is the label applied to upload server resources
UploadServerCDILabel = "cdi-upload-server"
// UploadServerPodname is name of the upload server pod container
UploadServerPodname = UploadServerCDILabel
// UploadServerDataDir is the destination directoryfor uploads
UploadServerDataDir = ImporterDataDir
// UploadServerServiceLabel is the label selector for upload server services
UploadServerServiceLabel = "service"
// UploadImageSize provides a constant to capture our env variable "UPLOAD_IMAGE_SIZE"
UploadImageSize = "UPLOAD_IMAGE_SIZE"
// FilesystemOverheadVar provides a constant to capture our env variable "FILESYSTEM_OVERHEAD"
FilesystemOverheadVar = "FILESYSTEM_OVERHEAD"
// DefaultGlobalOverhead is the amount of space reserved on Filesystem volumes by default
DefaultGlobalOverhead = "0.055"
// ConfigName is the name of default CDI Config
ConfigName = "config"
// OwnerUID provides the UID of the owner entity (either PVC or DV)
OwnerUID = "OWNER_UID"
// KeyAccess provides a constant to the accessKeyId label using in controller pkg and transport_test.go
KeyAccess = "accessKeyId"
// KeySecret provides a constant to the secretKey label using in controller pkg and transport_test.go
KeySecret = "secretKey"
// DefaultResyncPeriod sets a 10 minute resync period, used in the controller pkg and the controller cmd executable
DefaultResyncPeriod = 10 * time.Minute
// InsecureRegistryConfigMap is the name of the ConfigMap for insecure registries
InsecureRegistryConfigMap = "cdi-insecure-registries"
// ScratchSpaceNeededExitCode is the exit code that indicates the importer pod requires scratch space to function properly.
ScratchSpaceNeededExitCode = 42
// ScratchNameSuffix (controller pkg only)
ScratchNameSuffix = "scratch"
// UploadTokenIssuer is the JWT issuer of upload tokens
UploadTokenIssuer = "cdi-apiserver"
// CloneTokenIssuer is the JWT issuer for clone tokens
CloneTokenIssuer = "cdi-apiserver"
// QemuSubGid is the gid used as the qemu group in fsGroup
QemuSubGid = int64(107)
// ControllerServiceAccountName is the name of the CDI controller service account
ControllerServiceAccountName = "cdi-sa"
// VddkConfigMap is the name of the ConfigMap with a reference to the VDDK image
VddkConfigMap = "v2v-vmware"
// VddkConfigDataKey is the name of the ConfigMap key of the VDDK image reference
VddkConfigDataKey = "vddk-init-image"
// UploadContentTypeHeader is the header upload clients may use to set the content type explicitly
UploadContentTypeHeader = "x-cdi-content-type"
// FilesystemCloneContentType is the content type when cloning a filesystem
FilesystemCloneContentType = "filesystem-clone"
// BlockdeviceClone is the content type when cloning a block device
BlockdeviceClone = "blockdevice-clone"
// UploadPathSync is the path to POST CDI uploads
UploadPathSync = "/v1beta1/upload"
// UploadPathAsync is the path to POST CDI uploads in async mode
UploadPathAsync = "/v1beta1/upload-async"
// UploadFormSync is the path to POST CDI uploads as form data
UploadFormSync = "/v1beta1/upload-form"
// UploadFormAsync is the path to POST CDI uploads as form data in async mode
UploadFormAsync = "/v1beta1/upload-form-async"
)
// ProxyPaths are all supported paths
var ProxyPaths = append(
append(SyncUploadPaths, AsyncUploadPaths...),
append(SyncUploadFormPaths, AsyncUploadFormPaths...)...,
)
// SyncUploadPaths are paths to POST CDI uploads
var SyncUploadPaths = []string{
UploadPathSync,
"/v1alpha1/upload",
}
// AsyncUploadPaths are paths to POST CDI uploads in async mode
var AsyncUploadPaths = []string{
UploadPathAsync,
"/v1alpha1/upload-async",
}
// SyncUploadFormPaths are paths to POST CDI uploads as form data
var SyncUploadFormPaths = []string{
UploadFormSync,
"/v1alpha1/upload-form",
}
// AsyncUploadFormPaths are paths to POST CDI uploads as form data in async mode
var AsyncUploadFormPaths = []string{
UploadFormAsync,
"/v1alpha1/upload-form-async",
}