hostnamectl set-hostname k8s-master1
hostnamectl set-hostname k8s-node3
hostnamectl set-hostname k8s-node4

cat >> /etc/hosts << EOF
192.168.6.20 k8s-master1
192.168.6.61 k8s-node3
192.168.6.62 k8s-node4
EOF

ping k8s-master1
ping k8s-node3
ping k8s-node4

# 1. 安装相关依赖
yum -y install policycoreutils openssh-server openssh-clients postfix policycoreutils-python

# 2. 启动ssh服务
systemctl enable sshd && sudo systemctl start sshd

# 3. 设置postfix开机自启，并支持gitlab发信功能
systemctl enable postfix && systemctl start postfix

# 4. 开放ssh以及http服务，重新加载防火墙（如果防火墙关闭，则不用）
# 查看防火墙
systemctl status firewalld
# 防火墙开放服务（如果防火墙关闭，则不用）
firewall-cmd --add-service=ssh --permanent
firewall-cmd --add-service=http --permanent
firewall-cmd --reload	# 重新加载配置生效

# 5. 下载Gitlab存储库
# 清华大学开源网站（https://mirrors.tuna.tsinghua.edu.cn/gitlab-ce/yum/el7/）
wget https://mirrors.tuna.tsinghua.edu.cn/gitlab-ce/yum/el7/gitlab-ce-14.8.0-ce.0.el7.x86_64.rpm
# 安装
rpm -i gitlab-ce-14.8.0-ce.0.el7.x86_64.rpm

# 6. 修改Gitlab配置
vi /etc/gitlab/gitlab.rb
# 修改访问地址和端口
external_url 'http://192.168.6.61'
nginx['listen_port'] = 82

# 7. 重载配置以及启动Gitlab
gitlab-ctl reconfigure
gitlab-ctl restart

# 8. 把端口添加到防火墙
firewalld-cmd --zone=public --add-port=82/tcp --permanent
firewalld-cmd --reload

cat /etc/gitlab/initial_root_password 
# WARNING: This value is valid only in the following conditions
#          1. If provided manually (either via `GITLAB_ROOT_PASSWORD` environment variable or via `gitlab_rails['initial_root_password']` setting in `gitlab.rb`, it was provided before database was seeded for the first time (usually, the first reconfigure run).
#          2. Password hasn't been changed manually, either via UI or via command line.
#
#          If the password shown here doesn't work, you must reset the admin password following https://docs.gitlab.com/ee/security/reset_user_password.html#reset-your-root-password.

Password: GIprGS+8LS4CsPePzCusdeo05ahCPh69wwkzjuSs74E=

# NOTE: This file will be automatically deleted in the first reconfigure run after 24 hours.

# 使用Rake 为root用户 重置密码（密码：root1234）
sudo gitlab-rake "gitlab:password:reset[root]"

# 1、添加存储库
sudo wget -O /etc/yum.repos.d/jenkins.repo https://pkg.jenkins.io/redhat-stable/jenkins.repo
sudo rpm --import https://pkg.jenkins.io/redhat-stable/jenkins.io.key

# 2、安装（下载路径：https://www.jenkins.io/zh/download）（war包下载位置：http://mirrors.jenkins.io/war/）
yum install epel-release -y # 安装依赖（提供“daemonize”的存储库）

yum install java-11-openjdk-devel -y # 安装jdk
# yum remove java-11-openjdk-devel -y
# yum install java-1.8.*-openjdk-devel -y

yum install jenkins -y # 安装Jenkins

# 3、修改Jenkins配置
vi /etc/sysconfig/jenkins
# 修改内容如下
JENKINS_USER="root"
JENKINS_PORT="8888"

# 4、启动Jenkins
systemctl start jenkins
systemctl status jenkins

# 5、添加防火墙策略或者关闭防火墙
systemctl stop firewalld 
systemctl disabled firewalld 

# 6、浏览器访问
http://192.168.6.20:8888

http://192.168.6.20:8888/restart

yum -y install git
# 查看git版本
git --version

ssh-keygen -t rsa

tar -xf apache-maven-3.6.1-bin.tar.gz 

mkdir -p /opt/maven 

mv apache-maven-3.6.1 /opt/apache-maven-3.6.1 

vi /etc/profile
# 配置Maven如下
export JAVA_HOME=/usr/lib/jvm/java-11-openjdk
export MAVEN_HOME=/opt/apache-maven-3.6.1
export PATH=$PATH:$JAVA_HOME/bin:$MAVEN_HOME/bin

# 配置生效
source /etc/profile 
# 查找Maven版本
mvn -v 

# 创建本地仓库目录
mkdir /root/repo 

vi /opt/maven/conf/settings.xml
# 修改为本地仓库地址
<localRepository>/root/repo</localRepository>

# 修改为阿里云私服地址
   <!-- 配置具体的仓库的下载镜像 -->
    <mirror>
      <!-- 此镜像的唯一标识，用来区分不同的mirrors元素 -->
      <id>nexus-aliyun</id>
      <!-- 被替代仓库的名称（对应上面查找到的默认仓库id） -->
      <mirrorOf>central</mirrorOf>
      <!-- 镜像名称，随意 -->
      <name>Nexus aliyun</name>
      <!-- 镜像URL -->
      <url>http://maven.aliyun.com/nexus/content/groups/public</url>
    </mirror>

# 安装jdk
yum install java-1.8.0-openjdk* -y


# 解压tomcat，并放到/opt下

systemctl stop firewalld

vi /opt/apache-tomcat-9.0.59/webapps/manager/META-INF/context.xml

<!--
  <Valve className="org.apache.catalina.valves.RemoteAddrValve"
         allow="127\.\d+\.\d+\.\d+|::1|0:0:0:0:0:0:0:1" />
-->

echo "开始编译打包"
mvn clean package
echo "结束编译打包"

pipeline {
    agent any

    stages {
        stage('Hello') {
            steps {
                echo 'Hello World'
            }
        }
    }
}

pipeline {
    agent any

    stages {
        stage('拉取代码') {
            steps {
                echo '拉取代码'
            }
        }
        stage('编译构建') {
            steps {
                echo '编译构建'
            }
        }
        stage('项目部署') {
            steps {
                echo '项目部署'
            }
        }    
    }
}

node {
    def mvnHome
    stage('拉取代码') {
       echo '拉取代码'
    }  
    stage('编译构建') {
       echo '编译构建'
    }  
    stage('项目部署') {
       echo '项目部署'
    }  
}

pipeline {
    agent any

    stages {
        stage('拉取代码') {
            steps {
                checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 'c704a539-2788-4929-bb75-dfcb4dc6054b', url: 'git@192.168.6.61:group1/web_demo.git']]])
            }
        }
        stage('编译构建') {
            steps {
                sh 'mvn clean package'
            }
        }
        stage('项目部署') {
            steps {
                deploy adapters: [tomcat9(credentialsId: '6ab790c8-c190-4fd2-a16f-62d48f84b03e', path: '', url: 'http://192.168.6.62:8080/')], contextPath: null, war: 'target/*.war'
            }
        }    
    }
}

每30分钟构建一次：H代表形参（10:02 --> 10:32）
H/30 * * * * 

每2个小时构建一次: 
H H/2 * * *

每天的8点，12点，22点，一天构建3次： (多个时间点中间用逗号隔开) 
0 8,12,22 * * *

每天中午12点定时构建一次:
H 12 * * *

每天下午18点定时构建一次 
H 18 * * *

在每个小时的前半个小时内的每10分钟 
H(0-29)/10 * * * *

每两小时一次，每个工作日上午9点到下午5点(也许是上午10:38，下午12:38，下午2:38，下午4:38) 
H H(9-16)/2 * * 1-5

<!DOCTYPE html>
<html>
<head>
    <meta charset="UTF-8">
    <title>${ENV, var="JOB_NAME"}-第${BUILD_NUMBER}次构建日志</title>
</head>
<body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4"
      offset="0">
<table width="95%" cellpadding="0" cellspacing="0"
       style="font-size: 11pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
    <tr>
        <td>(本邮件是程序自动下发的，请勿回复！)</td>
    </tr>
    <tr>
        <td><h2>
            <font color="#0000FF">构建结果 - ${BUILD_STATUS}</font>
        </h2></td>
    </tr>
    <tr>
        <td><br />
            <b><font color="#0B610B">构建信息</font></b>
            <hr size="2" width="100%" align="center" /></td>
    </tr>
    <tr>
        <td>
            <ul>
                <li>项目名称&nbsp;：&nbsp;${PROJECT_NAME}</li>
                <li>构建编号&nbsp;：&nbsp;第${BUILD_NUMBER}次构建</li>
                <li>触发原因：&nbsp;${CAUSE}</li>
                <li>构建日志：&nbsp;<a
                        href="${BUILD_URL}console">${BUILD_URL}console</a></li>
                <li>构建&nbsp;&nbsp;Url&nbsp;：&nbsp;<a
                        href="${BUILD_URL}">${BUILD_URL}</a></li>
                <li>工作目录&nbsp;：&nbsp;<a
                        href="${PROJECT_URL}ws">${PROJECT_URL}ws</a></li>
                <li>项目&nbsp;&nbsp;Url&nbsp;：&nbsp;<a
                        href="${PROJECT_URL}">${PROJECT_URL}</a></li>
            </ul>
        </td>
    </tr>
    <tr>
        <td><b><font color="#0B610B">Changes Since Last
            Successful Build:</font></b>
            <hr size="2" width="100%" align="center" /></td>
    </tr>
    编写Jenkinsfile添加构建后发送邮件
    <tr>
        <td>
            <ul>
                <li>历史变更记录 : <a
                        href="${PROJECT_URL}changes">${PROJECT_URL}changes</a></li>
            </ul> ${CHANGES_SINCE_LAST_SUCCESS,reverse=true, format="Changes for
            Build #%n:<br />%c<br />",showPaths=true,changesFormat="<pre>[%a]<br
        />%m</pre>",pathFormat="&nbsp;&nbsp;&nbsp;&nbsp;%p"}
        </td>
    </tr>
    <tr>
        <td><b>Failed Test Results</b>
            <hr size="2" width="100%" align="center" /></td>
    </tr>
    <tr>
        <td><pre
                style="font-size: 11pt; font-family: Tahoma, Arial, Helvetica,
sans-serif">$FAILED_TESTS</pre>
            <br /></td>
    </tr>
    <tr>
        <td><b><font color="#0B610B">构建日志 (最后 100行):</font></b>
            <hr size="2" width="100%" align="center" /></td>
    </tr>
    <tr>
        <td><textarea cols="80" rows="30" readonly="readonly"
                      style="font-family: Courier New">${BUILD_LOG,
maxLines=100}</textarea>
        </td>
    </tr>
</table>
</body>
</html>

    post {
        always {
            emailext(
                subject: '构建通知：${PROJECT_NAME} - Build # ${BUILD_NUMBER} -  ${BUILD_STATUS}!',
                body: '${FILE,path="email.html"}',
                to: 'xxx@qq.com'
                    )
                }
    }
    
 # subject 邮件标题
 # body  邮件正文
 # to   收件人

vi /etc/profile

#jdk environment
export JAVA_HOME=/usr/local/jdk1.8.0_291
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=.:${JAVA_HOME}/jre/lib/rt.jar:${JAVA_HOME}/lib/dt.jar:${JAVA_HOME}/lib/tools.jar
export PATH=$PATH:${JAVA_HOME}/bin

rpm -qa | grep mysql
rpm -qa | grep mariadb
rpm -e --nodeps mariadb-libs-5.5.56-2.el7.x86_64

groupadd mysql
useradd -g mysql mysql -s /sbin/nologin

tar xvf  mysql-5.7.36-el7-x86_64.tar.gz -C /usr/local
mv /usr/local/mysql-5.7.36-el7-x86_64 /usr/local/mysql

[client]
port	= 3306
socket	= /tmp/mysql.sock

[mysql]
prompt="\u@db \R:\m:\s [\d]> "
no-auto-rehash

[mysqld]
server-id = 3306100
user	= mysql
port	= 3306
basedir	= /usr/local/mysql
datadir	= /data/mysql/
socket	= /tmp/mysql.sock
pid-file = db.pid

character-set-server = utf8mb4

skip_name_resolve = 1
open_files_limit    = 65535
back_log = 1024
max_connections = 512
max_connect_errors = 1000000
table_open_cache = 1024
table_definition_cache = 1024
table_open_cache_instances = 64
thread_stack = 512K
external-locking = FALSE
max_allowed_packet = 32M
sort_buffer_size = 4M
join_buffer_size = 4M
thread_cache_size = 768

interactive_timeout = 600
wait_timeout = 600
tmp_table_size = 32M
max_heap_table_size = 32M
slow_query_log = 1
slow_query_log_file = /data/mysql/slow.log
log-error = /data/mysql/error.log
long_query_time = 0.1

log-bin = /data/mysql/mysql-binlog
sync_binlog = 1
binlog_cache_size = 4M
max_binlog_cache_size = 1G
max_binlog_size = 1G
gtid_mode = on
enforce_gtid_consistency = 1
log_slave_updates
binlog_format = row
relay_log_recovery = 1
relay-log-purge = 1
key_buffer_size = 32M
read_buffer_size = 8M
read_rnd_buffer_size = 4M
bulk_insert_buffer_size = 64M
#myisam_sort_buffer_size = 128M
#myisam_max_sort_file_size = 10G
#myisam_repair_threads = 1
lock_wait_timeout = 3600
explicit_defaults_for_timestamp = 1
innodb_thread_concurrency = 0
innodb_sync_spin_loops = 100
innodb_spin_wait_delay = 30
master_info_repository = TABLE
relay_log_info_repository = TABLE
slave_parallel_type=LOGICAL_CLOCK

transaction_isolation = REPEATABLE-READ
#innodb_additional_mem_pool_size = 16M
innodb_buffer_pool_size = 1024M
innodb_buffer_pool_instances = 8
innodb_buffer_pool_load_at_startup = 1
innodb_buffer_pool_dump_at_shutdown = 1
innodb_data_file_path = ibdata1:1G:autoextend
innodb_flush_log_at_trx_commit = 1
innodb_log_buffer_size = 32M
innodb_log_file_size = 2G
innodb_log_files_in_group = 2
#innodb_max_undo_log_size = 1G

# 根据您的服务器IOPS能力适当调整
# 一般配普通SSD盘的话，可以调整到 10000 - 20000
# 配置高端PCIe SSD卡的话，则可以调整的更高，比如 50000 - 80000
innodb_io_capacity = 4000
innodb_io_capacity_max = 8000
innodb_flush_neighbors = 0
innodb_write_io_threads = 8
innodb_read_io_threads = 8
innodb_purge_threads = 4
innodb_page_cleaners = 4
innodb_open_files = 65535
innodb_max_dirty_pages_pct = 50
innodb_flush_method = O_DIRECT
innodb_lru_scan_depth = 4000
innodb_checksum_algorithm = crc32
#innodb_file_format = Barracuda
#innodb_file_format_max = Barracuda
innodb_lock_wait_timeout = 10
innodb_rollback_on_timeout = 1
innodb_print_all_deadlocks = 1
innodb_file_per_table = 1
innodb_online_alter_log_max_size = 4G
innodb_stats_on_metadata = 0

innodb_status_file = 1
# 注意: 开启 innodb_status_output & innodb_status_output_locks 后, 可能会导致log-error文件增长较快
innodb_status_output = 0
innodb_status_output_locks = 0

#performance_schema
performance_schema = 1
performance_schema_instrument = '%=on'

#innodb monitor
innodb_monitor_enable="module_innodb"
innodb_monitor_enable="module_server"
innodb_monitor_enable="module_dml"
innodb_monitor_enable="module_ddl"
innodb_monitor_enable="module_trx"
innodb_monitor_enable="module_os"
innodb_monitor_enable="module_purge"
innodb_monitor_enable="module_log"
innodb_monitor_enable="module_lock"
innodb_monitor_enable="module_buffer"
innodb_monitor_enable="module_index"
innodb_monitor_enable="module_ibuf_system"
innodb_monitor_enable="module_buffer_page"
innodb_monitor_enable="module_adaptive_hash"

 # Group Replication
#server_id = 1003306
#gtid_mode = ON
#enforce_gtid_consistency = ON
#master_info_repository = TABLE
#relay_log_info_repository = TABLE
binlog_checksum = NONE
#log_slave_updates = ON
#log_bin = binlog
#binlog_format= ROW
transaction_write_set_extraction = XXHASH64

# 未来可能被弃用的变量，会出现告警信息，binlog_expire_logs_seconds用来代替
expire_logs_days = 7
# binlog_expire_logs_seconds = 7

# 8版本弃用的变量
# loose-group_replication_group_name = 'e842862c-9b12-11e8-8131-080027f1fd08'
# internal_tmp_disk_storage_engine = InnoDB # 8版本不再支持，默认引擎
# query_cache_size = 0 # 8版本不再支持这两个参数
# query_cache_type = 0
# loose-group_replication_start_on_boot = off
# loose-group_replication_local_address = 'enmoedu:33066'
# loose-group_replication_group_seeds ='enmoedu1:33067,enmoedu2:33068,enmoedu:33066'
# loose-group_replication_bootstrap_group = off
# loose-group_replication_single_primary_mode=off
# loose-group_replication_enforce_update_everywhere_checks=true

[mysqldump]
quick
max_allowed_packet = 32M

# 创建数据目录和配置文件目录
mkdir -p /data/mysql/
chown mysql:mysql -R /data/mysql
chown mysql:mysql -R /usr/local/mysql/

cd /usr/local/mysql/bin

./mysqld --defaults-file=/etc/my.cnf --initialize --basedir=/usr/local/mysql --datadir=/data/mysql --user=mysql

more  /data/mysql/error.log 
 100 200 300 400 500 600 700 800 900 1000
 100 200 300 400 500 600 700 800 900 1000 1100 1200 1300 1400 1500 1600 1700 1800 1900 2000
 100 200 300 400 500 600 700 800 900 1000 1100 1200 1300 1400 1500 1600 1700 1800 1900 2000
2022-03-07T11:22:55.405218Z 0 [Warning] InnoDB: New log files created, LSN=45791
2022-03-07T11:22:55.516280Z 0 [Warning] InnoDB: Creating foreign key constraint system tables.
2022-03-07T11:22:55.581356Z 0 [Warning] No existing UUID has been found, so we assume that this is the first time that this server has been started. Generating a new UUID: ef72461f-9e08-11ec-8f9a-000c29c7e54f.
2022-03-07T11:22:55.582090Z 0 [Warning] Gtid table is not ready to be used. Table 'mysql.gtid_executed' cannot be opened.
2022-03-07T11:22:56.743064Z 0 [Warning] A deprecated TLS version TLSv1 is enabled. Please use TLSv1.2 or higher.
2022-03-07T11:22:56.743081Z 0 [Warning] A deprecated TLS version TLSv1.1 is enabled. Please use TLSv1.2 or higher.
2022-03-07T11:22:56.743878Z 0 [Warning] CA certificate ca.pem is self signed.
2022-03-07T11:22:57.093564Z 1 [Note] A temporary password is generated for root@localhost: gLa-/hpKD3zy

# 使用systemctl来管理mysql
cp /usr/local/mysql/support-files/mysql.server /etc/init.d/mysqld
chkconfig --add mysqld
chkconfig mysqld on

# 安全启动
./mysqld_safe --defaults-file=/etc/my.cnf &
# 配置mysql环境变量
echo "export PATH=$PATH:/usr/local/mysql/bin" >> /etc/profile
source /etc/profile

mysql -uroot -p
alter user 'root'@'localhost' identified by 'root@123';
flush privileges;

# 设置权限
use mysql;
select user,host from user;
update user set host='%' where user='root';
flush privileges;

# 设置远程访问
grant all privileges on *.* to 'root'@'%' identified by 'root@123';
flush privileges;

# 关闭数据库
./mysqladmin shutdown -uroot -p'root@123'

create database sonar;

# 解压
jar xf sonarqube-7.6.zip
# 创建目录
mkdir /opt/sonar 
# 移动文件
mv sonarqube-7.6/* /opt/sonar/
# 创建sonar用户，必须sonar用于启动，否则报错
useradd sonar 
# 更改sonar目录及文件权限
chown -R sonar. /opt/sonar 

# /etc/sysctl.conf里添加配置
vm.max_map_count=262144
sysctl -p
# 追加/etc/security/limits.conf
* soft nofile 65536
* hard nofile 65536

# 查看修改(重新登陆)
ulimit

vi /opt/sonar/conf/sonar.properties
# 内容如下：
sonar.jdbc.username=root 
sonar.jdbc.password=root@123
sonar.jdbc.url=jdbc:mysql://localhost:3306/sonar?useUnicode=true&characterEncoding=utf8&rewriteBatchedStatements=true&useConfigs=maxPerformance&useSSL=false&allowPublicKeyRetrieval=true

cd /opt/sonar
# 添加可执行操作
chmod +x ./bin/linux-x86-64/wrapper
chmod +x elasticsearch/bin/elasticsearch
# 启动
su sonar ./bin/linux-x86-64/sonar.sh start 
# 查看状态
su sonar ./bin/linux-x86-64/sonar.sh status 
# 停止
su sonar ./bin/linux-x86-64/sonar.sh stop 
# 查看日志
tail -f logs/sonar.log

# must be unique in a given SonarQube instance
sonar.projectKey=web_demo_freestyle
# this is the name and version displayed in the SonarQube UI. Was mandatory prior to SonarQube 6.1.
sonar.projectName=web_demo_freestyle
sonar.projectVersion=1.0

# Path is relative to the sonar-project.properties file. Replace "\" by "/" on Windows.
# This property is optional if sonar.modules is set.
# 需要扫描的内容 （exclusions排除那些）
sonar.sources=.
sonar.exclusions=**/test/**,**/target/**
sonar.java.source=1.8
sonar.java.target=1.8

# Encoding of the source code. Default is default system encoding
sonar.sourceEncoding=UTF-8

package com.geray;

import javax.servlet.ServletException;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;

public class HelloServlet extends HttpServlet {

    @Override
    protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException {
        super.doPost(req,resp);
    }

    @Override
    protected void doPost(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException {
    //模拟错误代码
        int i = 100/0;

        //模拟冗余代码
        int a = 100;
        a = 200;

        resp.getWriter().write("Hello Servlet!");
    }
}

        stage('SonarQube代码审查') {
            steps{
                script {
                    //引入sonarqubeScanner工具
                    scannerHome = tool 'sonarqube-scanner'
                }
                withSonarQubeEnv('sonarqube6.7.4') {
                    sh "${scannerHome}/bin/sonar-scanner"
                }
            }
        }