Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
K
k3s
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Registry
Registry
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Jacklull
k3s
Commits
66328996
Unverified
Commit
66328996
authored
Jul 17, 2017
by
Lucas Käldström
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
kubeadm: Remove the old KubernetesDir envparam
parent
1170b7c2
Hide whitespace changes
Inline
Side-by-side
Showing
13 changed files
with
30 additions
and
90 deletions
+30
-90
BUILD
cmd/kubeadm/app/apis/kubeadm/BUILD
+0
-1
env.go
cmd/kubeadm/app/apis/kubeadm/env.go
+0
-43
types.go
cmd/kubeadm/app/apis/kubeadm/types.go
+0
-4
init.go
cmd/kubeadm/app/cmd/init.go
+3
-3
join.go
cmd/kubeadm/app/cmd/join.go
+1
-1
reset.go
cmd/kubeadm/app/cmd/reset.go
+2
-3
constants.go
cmd/kubeadm/app/constants/constants.go
+4
-3
manifests.go
cmd/kubeadm/app/phases/controlplane/manifests.go
+5
-5
manifests_test.go
cmd/kubeadm/app/phases/controlplane/manifests_test.go
+9
-11
selfhosting_volumes.go
cmd/kubeadm/app/phases/selfhosting/selfhosting_volumes.go
+2
-2
checks.go
cmd/kubeadm/app/preflight/checks.go
+3
-3
BUILD
cmd/kubeadm/app/util/kubeconfig/BUILD
+0
-1
kubeconfig_test.go
cmd/kubeadm/app/util/kubeconfig/kubeconfig_test.go
+1
-10
No files found.
cmd/kubeadm/app/apis/kubeadm/BUILD
View file @
66328996
...
...
@@ -11,7 +11,6 @@ go_library(
name = "go_default_library",
srcs = [
"doc.go",
"env.go",
"register.go",
"types.go",
],
...
...
cmd/kubeadm/app/apis/kubeadm/env.go
deleted
100644 → 0
View file @
1170b7c2
/*
Copyright 2016 The Kubernetes Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package
kubeadm
import
(
"fmt"
"os"
"path"
"strings"
)
var
GlobalEnvParams
=
SetEnvParams
()
func
SetEnvParams
()
*
EnvParams
{
envParams
:=
map
[
string
]
string
{
"kubernetes_dir"
:
"/etc/kubernetes"
,
}
for
k
:=
range
envParams
{
if
v
:=
strings
.
TrimSpace
(
os
.
Getenv
(
fmt
.
Sprintf
(
"KUBE_%s"
,
strings
.
ToUpper
(
k
))));
v
!=
""
{
envParams
[
k
]
=
v
}
}
return
&
EnvParams
{
KubernetesDir
:
path
.
Clean
(
envParams
[
"kubernetes_dir"
]),
}
}
cmd/kubeadm/app/apis/kubeadm/types.go
View file @
66328996
...
...
@@ -22,10 +22,6 @@ import (
metav1
"k8s.io/apimachinery/pkg/apis/meta/v1"
)
type
EnvParams
struct
{
KubernetesDir
string
}
type
MasterConfiguration
struct
{
metav1
.
TypeMeta
...
...
cmd/kubeadm/app/cmd/init.go
View file @
66328996
...
...
@@ -230,7 +230,7 @@ func (i *Init) Run(out io.Writer) error {
// PHASE 2: Generate kubeconfig files for the admin and the kubelet
masterEndpoint
:=
fmt
.
Sprintf
(
"https://%s:%d"
,
i
.
cfg
.
API
.
AdvertiseAddress
,
i
.
cfg
.
API
.
BindPort
)
err
=
kubeconfigphase
.
CreateInitKubeConfigFiles
(
masterEndpoint
,
i
.
cfg
.
CertificatesDir
,
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
i
.
cfg
.
NodeName
)
err
=
kubeconfigphase
.
CreateInitKubeConfigFiles
(
masterEndpoint
,
i
.
cfg
.
CertificatesDir
,
kubeadm
constant
s
.
KubernetesDir
,
i
.
cfg
.
NodeName
)
if
err
!=
nil
{
return
err
}
...
...
@@ -240,7 +240,7 @@ func (i *Init) Run(out io.Writer) error {
return
err
}
adminKubeConfigPath
:=
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
AdminKubeConfigFileName
)
adminKubeConfigPath
:=
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
AdminKubeConfigFileName
)
client
,
err
:=
kubeadmutil
.
CreateClientAndWaitForAPI
(
adminKubeConfigPath
)
if
err
!=
nil
{
return
err
...
...
@@ -297,7 +297,7 @@ func (i *Init) Run(out io.Writer) error {
}
ctx
:=
map
[
string
]
string
{
"KubeConfigPath"
:
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
AdminKubeConfigFileName
),
"KubeConfigPath"
:
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
AdminKubeConfigFileName
),
"KubeConfigName"
:
kubeadmconstants
.
AdminKubeConfigFileName
,
"Token"
:
i
.
cfg
.
Token
,
"MasterIP"
:
i
.
cfg
.
API
.
AdvertiseAddress
,
...
...
cmd/kubeadm/app/cmd/join.go
View file @
66328996
...
...
@@ -191,7 +191,7 @@ func (j *Join) Run(out io.Writer) error {
return
err
}
kubeconfigFile
:=
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
KubeletKubeConfigFileName
)
kubeconfigFile
:=
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
KubeletKubeConfigFileName
)
if
err
:=
kubeconfigutil
.
WriteToDisk
(
kubeconfigFile
,
cfg
);
err
!=
nil
{
return
err
}
...
...
cmd/kubeadm/app/cmd/reset.go
View file @
66328996
...
...
@@ -25,7 +25,6 @@ import (
"github.com/spf13/cobra"
kubeadmapi
"k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm"
kubeadmapiext
"k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm/v1alpha1"
kubeadmconstants
"k8s.io/kubernetes/cmd/kubeadm/app/constants"
"k8s.io/kubernetes/cmd/kubeadm/app/preflight"
...
...
@@ -118,7 +117,7 @@ func (r *Reset) Run(out io.Writer) error {
// Only clear etcd data when the etcd manifest is found. In case it is not found, we must assume that the user
// provided external etcd endpoints. In that case, it is his own responsibility to reset etcd
etcdManifestPath
:=
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
,
"etcd.yaml"
)
etcdManifestPath
:=
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
,
"etcd.yaml"
)
if
_
,
err
:=
os
.
Stat
(
etcdManifestPath
);
err
==
nil
{
dirsToClean
=
append
(
dirsToClean
,
"/var/lib/etcd"
)
}
else
{
...
...
@@ -132,7 +131,7 @@ func (r *Reset) Run(out io.Writer) error {
}
// Remove contents from the config and pki directories
resetConfigDir
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
r
.
certsDir
)
resetConfigDir
(
kubeadm
constant
s
.
KubernetesDir
,
r
.
certsDir
)
return
nil
}
...
...
cmd/kubeadm/app/constants/constants.go
View file @
66328996
...
...
@@ -24,10 +24,11 @@ import (
"k8s.io/kubernetes/pkg/util/version"
)
const
(
// KubernetesDir is the directory kubernetes owns for storing various configuration files
KubernetesDir
=
"/etc/kubernetes"
// KubernetesDir is the directory kubernetes owns for storing various configuration files
// This semi-constant MUST NOT be modified during runtime. It's a variable solely for use in unit testing.
var
KubernetesDir
=
"/etc/kubernetes"
const
(
ManifestsSubDirName
=
"manifests"
CACertAndKeyBaseName
=
"ca"
...
...
cmd/kubeadm/app/phases/controlplane/manifests.go
View file @
66328996
...
...
@@ -129,7 +129,7 @@ func WriteStaticPodManifests(cfg *kubeadmapi.MasterConfiguration) error {
staticPodSpecs
[
etcd
]
=
etcdPod
}
manifestsPath
:=
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
)
manifestsPath
:=
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
)
if
err
:=
os
.
MkdirAll
(
manifestsPath
,
0700
);
err
!=
nil
{
return
fmt
.
Errorf
(
"failed to create directory %q [%v]"
,
manifestsPath
,
err
)
}
...
...
@@ -233,7 +233,7 @@ func k8sVolume() v1.Volume {
return
v1
.
Volume
{
Name
:
"k8s"
,
VolumeSource
:
v1
.
VolumeSource
{
HostPath
:
&
v1
.
HostPathVolumeSource
{
Path
:
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
},
HostPath
:
&
v1
.
HostPathVolumeSource
{
Path
:
kubeadm
constant
s
.
KubernetesDir
},
},
}
}
...
...
@@ -241,7 +241,7 @@ func k8sVolume() v1.Volume {
func
k8sVolumeMount
()
v1
.
VolumeMount
{
return
v1
.
VolumeMount
{
Name
:
"k8s"
,
MountPath
:
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
MountPath
:
kubeadm
constant
s
.
KubernetesDir
,
ReadOnly
:
true
,
}
}
...
...
@@ -371,7 +371,7 @@ func getControllerManagerCommand(cfg *kubeadmapi.MasterConfiguration, selfHosted
defaultArguments
:=
map
[
string
]
string
{
"address"
:
"127.0.0.1"
,
"leader-elect"
:
"true"
,
"kubeconfig"
:
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
ControllerManagerKubeConfigFileName
),
"kubeconfig"
:
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
ControllerManagerKubeConfigFileName
),
"root-ca-file"
:
filepath
.
Join
(
cfg
.
CertificatesDir
,
kubeadmconstants
.
CACertName
),
"service-account-private-key-file"
:
filepath
.
Join
(
cfg
.
CertificatesDir
,
kubeadmconstants
.
ServiceAccountPrivateKeyName
),
"cluster-signing-cert-file"
:
filepath
.
Join
(
cfg
.
CertificatesDir
,
kubeadmconstants
.
CACertName
),
...
...
@@ -404,7 +404,7 @@ func getSchedulerCommand(cfg *kubeadmapi.MasterConfiguration, selfHosted bool) [
defaultArguments
:=
map
[
string
]
string
{
"address"
:
"127.0.0.1"
,
"leader-elect"
:
"true"
,
"kubeconfig"
:
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
SchedulerKubeConfigFileName
),
"kubeconfig"
:
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
SchedulerKubeConfigFileName
),
}
command
:=
[]
string
{
"kube-scheduler"
}
...
...
cmd/kubeadm/app/phases/controlplane/manifests_test.go
View file @
66328996
...
...
@@ -46,10 +46,8 @@ func TestWriteStaticPodManifests(t *testing.T) {
}
defer
os
.
RemoveAll
(
tmpdir
)
// set up tmp GlobalEnvParams values for testing
oldEnv
:=
kubeadmapi
.
GlobalEnvParams
kubeadmapi
.
GlobalEnvParams
.
KubernetesDir
=
fmt
.
Sprintf
(
"%s/etc/kubernetes"
,
tmpdir
)
defer
func
()
{
kubeadmapi
.
GlobalEnvParams
=
oldEnv
}()
// set up tmp KubernetesDir for testing
kubeadmconstants
.
KubernetesDir
=
fmt
.
Sprintf
(
"%s/etc/kubernetes"
,
tmpdir
)
var
tests
=
[]
struct
{
cfg
*
kubeadmapi
.
MasterConfiguration
...
...
@@ -86,7 +84,7 @@ func TestWriteStaticPodManifests(t *testing.T) {
// Below is dead code.
if
rt
.
expectedAPIProbePort
!=
0
{
manifest
,
err
:=
os
.
Open
(
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
,
"kube-apiserver.yaml"
))
manifest
,
err
:=
os
.
Open
(
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
,
"kube-apiserver.yaml"
))
if
err
!=
nil
{
t
.
Errorf
(
"WriteStaticPodManifests: %v"
,
err
)
continue
...
...
@@ -340,7 +338,7 @@ func TestK8sVolume(t *testing.T) {
Name
:
"k8s"
,
VolumeSource
:
v1
.
VolumeSource
{
HostPath
:
&
v1
.
HostPathVolumeSource
{
Path
:
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
},
Path
:
kubeadm
constant
s
.
KubernetesDir
},
}},
},
}
...
...
@@ -371,7 +369,7 @@ func TestK8sVolumeMount(t *testing.T) {
{
expected
:
v1
.
VolumeMount
{
Name
:
"k8s"
,
MountPath
:
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
MountPath
:
kubeadm
constant
s
.
KubernetesDir
,
ReadOnly
:
true
,
},
},
...
...
@@ -688,7 +686,7 @@ func TestGetControllerManagerCommand(t *testing.T) {
"kube-controller-manager"
,
"--address=127.0.0.1"
,
"--leader-elect=true"
,
"--kubeconfig="
+
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
+
"/controller-manager.conf"
,
"--kubeconfig="
+
kubeadm
constant
s
.
KubernetesDir
+
"/controller-manager.conf"
,
"--root-ca-file="
+
testCertsDir
+
"/ca.crt"
,
"--service-account-private-key-file="
+
testCertsDir
+
"/sa.key"
,
"--cluster-signing-cert-file="
+
testCertsDir
+
"/ca.crt"
,
...
...
@@ -707,7 +705,7 @@ func TestGetControllerManagerCommand(t *testing.T) {
"kube-controller-manager"
,
"--address=127.0.0.1"
,
"--leader-elect=true"
,
"--kubeconfig="
+
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
+
"/controller-manager.conf"
,
"--kubeconfig="
+
kubeadm
constant
s
.
KubernetesDir
+
"/controller-manager.conf"
,
"--root-ca-file="
+
testCertsDir
+
"/ca.crt"
,
"--service-account-private-key-file="
+
testCertsDir
+
"/sa.key"
,
"--cluster-signing-cert-file="
+
testCertsDir
+
"/ca.crt"
,
...
...
@@ -727,7 +725,7 @@ func TestGetControllerManagerCommand(t *testing.T) {
"kube-controller-manager"
,
"--address=127.0.0.1"
,
"--leader-elect=true"
,
"--kubeconfig="
+
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
+
"/controller-manager.conf"
,
"--kubeconfig="
+
kubeadm
constant
s
.
KubernetesDir
+
"/controller-manager.conf"
,
"--root-ca-file="
+
testCertsDir
+
"/ca.crt"
,
"--service-account-private-key-file="
+
testCertsDir
+
"/sa.key"
,
"--cluster-signing-cert-file="
+
testCertsDir
+
"/ca.crt"
,
...
...
@@ -817,7 +815,7 @@ func TestGetSchedulerCommand(t *testing.T) {
"kube-scheduler"
,
"--address=127.0.0.1"
,
"--leader-elect=true"
,
"--kubeconfig="
+
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
+
"/scheduler.conf"
,
"--kubeconfig="
+
kubeadm
constant
s
.
KubernetesDir
+
"/scheduler.conf"
,
},
},
}
...
...
cmd/kubeadm/app/phases/selfhosting/selfhosting_volumes.go
View file @
66328996
...
...
@@ -37,7 +37,7 @@ type tlsKeyPair struct {
func
k8sSelfHostedVolumeMount
()
v1
.
VolumeMount
{
return
v1
.
VolumeMount
{
Name
:
"k8s"
,
MountPath
:
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
MountPath
:
kubeadm
constant
s
.
KubernetesDir
,
ReadOnly
:
true
,
}
}
...
...
@@ -248,7 +248,7 @@ func createOpaqueSecrets(cfg *kubeadmapi.MasterConfiguration, client *clientset.
for
_
,
file
:=
range
files
{
secret
,
err
:=
createOpaqueSecretFromFile
(
file
,
path
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
file
),
path
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
file
),
)
if
err
!=
nil
{
return
err
...
...
cmd/kubeadm/app/preflight/checks.go
View file @
66328996
...
...
@@ -546,7 +546,7 @@ func RunInitMasterChecks(cfg *kubeadmapi.MasterConfiguration) error {
PortOpenCheck
{
port
:
10251
},
PortOpenCheck
{
port
:
10252
},
HTTPProxyCheck
{
Proto
:
"https"
,
Host
:
cfg
.
API
.
AdvertiseAddress
,
Port
:
int
(
cfg
.
API
.
BindPort
)},
DirAvailableCheck
{
Path
:
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
)},
DirAvailableCheck
{
Path
:
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
)},
DirAvailableCheck
{
Path
:
"/var/lib/kubelet"
},
FileContentCheck
{
Path
:
bridgenf
,
Content
:
[]
byte
{
'1'
}},
InPathCheck
{
executable
:
"ip"
,
mandatory
:
true
},
...
...
@@ -604,10 +604,10 @@ func RunJoinNodeChecks(cfg *kubeadmapi.NodeConfiguration) error {
ServiceCheck
{
Service
:
"kubelet"
,
CheckIfActive
:
false
},
ServiceCheck
{
Service
:
"docker"
,
CheckIfActive
:
true
},
PortOpenCheck
{
port
:
10250
},
DirAvailableCheck
{
Path
:
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
)},
DirAvailableCheck
{
Path
:
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
ManifestsSubDirName
)},
DirAvailableCheck
{
Path
:
"/var/lib/kubelet"
},
FileAvailableCheck
{
Path
:
cfg
.
CACertPath
},
FileAvailableCheck
{
Path
:
filepath
.
Join
(
kubeadm
api
.
GlobalEnvParam
s
.
KubernetesDir
,
kubeadmconstants
.
KubeletKubeConfigFileName
)},
FileAvailableCheck
{
Path
:
filepath
.
Join
(
kubeadm
constant
s
.
KubernetesDir
,
kubeadmconstants
.
KubeletKubeConfigFileName
)},
FileContentCheck
{
Path
:
bridgenf
,
Content
:
[]
byte
{
'1'
}},
InPathCheck
{
executable
:
"ip"
,
mandatory
:
true
},
InPathCheck
{
executable
:
"iptables"
,
mandatory
:
true
},
...
...
cmd/kubeadm/app/util/kubeconfig/BUILD
View file @
66328996
...
...
@@ -13,7 +13,6 @@ go_test(
srcs = ["kubeconfig_test.go"],
library = ":go_default_library",
tags = ["automanaged"],
deps = ["//cmd/kubeadm/app/apis/kubeadm:go_default_library"],
)
go_library(
...
...
cmd/kubeadm/app/util/kubeconfig/kubeconfig_test.go
View file @
66328996
...
...
@@ -21,10 +21,7 @@ import (
"fmt"
"io/ioutil"
"os"
"path/filepath"
"testing"
kubeadmapi
"k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm"
)
const
(
...
...
@@ -144,12 +141,6 @@ func TestWriteKubeconfigToDisk(t *testing.T) {
}
defer
os
.
RemoveAll
(
tmpdir
)
// set up tmp GlobalEnvParams values for testing
oldEnv
:=
kubeadmapi
.
GlobalEnvParams
kubeadmapi
.
GlobalEnvParams
=
kubeadmapi
.
SetEnvParams
()
kubeadmapi
.
GlobalEnvParams
.
KubernetesDir
=
fmt
.
Sprintf
(
"%s/etc/kubernetes"
,
tmpdir
)
defer
func
()
{
kubeadmapi
.
GlobalEnvParams
=
oldEnv
}()
var
writeConfig
=
[]
struct
{
name
string
cc
configClient
...
...
@@ -168,7 +159,7 @@ func TestWriteKubeconfigToDisk(t *testing.T) {
rt
.
cc
.
caCert
,
rt
.
ccWithToken
.
token
,
)
configPath
:=
f
ilepath
.
Join
(
kubeadmapi
.
GlobalEnvParams
.
KubernetesDir
,
fmt
.
Sprintf
(
"%s.conf"
,
rt
.
name
)
)
configPath
:=
f
mt
.
Sprintf
(
"%s/etc/kubernetes/%s.conf"
,
tmpdir
,
rt
.
name
)
err
:=
WriteToDisk
(
configPath
,
c
)
if
err
!=
rt
.
expected
{
t
.
Errorf
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment