Linux: 磁盘存储和文件系统管理

/dev/DEV_FILE
/dev/sdX           #SCSI, SATA, SAS, IDE,USB
/dev/nvme0n#  #nvme协议硬盘，如：第一个硬盘：nvme0n1，第二个硬盘：nvme0n2

/dev/vd
/dev/xvd

/dev/sda，/dev/sdb, ...

/dev/sda1
/dev/sda5

[root@centos8 ~]#df /boot
Filesystem   1K-blocks  Used Available Use% Mounted on
/dev/sda1     999320 130848   799660  15% /boot
[root@centos8 ~]#ls /boot

# 只要系统判断 2个文件主设备号 次设备号一样就是同一个设备
[root@centos8 ~]#mknod /data/partition-sda1 b 8 1  # mknod  设备路径 设备类型 主要编号 次要编号
[root@centos8 ~]#ll /data/partition-sda1
brw-r--r-- 1 root root 8, 1 Apr 13 09:15 /data/partition-sda1
[root@centos8 ~]#mount /data/partition-sda1 /mnt/
[root@centos8 ~]#ls /mnt

#创建一个和zero一样的设备文件
[root@centos8 ~]#ll /dev/zero
crw-rw-rw- 1 root root 1, 5 Apr 13 08:03 /dev/zero
[root@centos8 ~]#mknod /data/zero c 1 5
[root@centos8 ~]#ll /data/zero
crw-r--r-- 1 root root 1, 5 Apr 13 09:17 /data/zero

#操作设备文件
root@debian:~# dd if=/data/zero of=/data/test1.img bs=1 count=10
10+0 records in
10+0 records out
10 bytes copied, 0.000680455 s, 14.7 kB/s
root@debian:~# ls -l /data/test1.img 
-rw-r--r-- 1 root root 10 Oct 11 11:10 /data/test1.img
root@debian:~# hexdump -C /data/test1.img 
00000000  00 00 00 00 00 00 00 00  00 00                    |..........|
0000000a
root@debian:~# rm -f /data/zero 
root@debian:~# cp -a /dev/zero  /data/zero  #-a 复制文件设备类型
root@debian:~# ls -l /data/zero 
crw-rw-rw- 1 root root 1, 5 Oct 11 10:56 /data/zero

[root@centos6 ~]#echo "scale=2;512*63*255/1024/1024" |bc
7.84

#查看CHS
[root@centos6 ~]#fdisk -l /dev/sda  # centos6还是老的方式，以柱面划分分区
Disk /dev/sda: 214.7 GB, 214748364800 bytes
255 heads, 63 sectors/track, 26108 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x0006fc79
 Device Boot   Start     End   Blocks  Id System
/dev/sda1  *      1     131   1048576  83 Linux
Partition 1 does not end on cylinder boundary.
/dev/sda2       131    12879  102400000  83 Linux
/dev/sda3      12879    19253   51200000  83 Linux
/dev/sda4      19253    26109   55065600   5 Extended
/dev/sda5      19254    19515   2097152  82 Linux swap / Solaris

# centos7开始以扇区划分分区
[root@centos8 ~]#fdisk -u=cylinder -l /dev/sda # -u=cylinder  显示柱面信息

[root@node01 ~]# fdisk -l
Disk /dev/sda: 10.7 GB, 10737418240 字节, 20971520 sectors扇区   # /dev/sda设备上一共多少字节、多少扇区
Units = sectors of 1 * 512 = 512 bytes # 每一个扇区是 512 字节
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk label type: dos
Disk identifier: 0x000cfd1f   //磁盘标识符

   Device Boot      Start         End      Blocks   Id  System
/dev/sda1   *        2048     1026047      512000   83  Linux
/dev/sda2         1026048    20971519     9972736   8e  Linux LVM

分区信息解释：
boot : 星号标识引导分区：操作系统在这个分区上装着
start-end : cento6标识柱面的起始位置，centos7则是标识扇区的起始位置
blocks : 设备上一共多少个块，以1K为单位
id : 表示分区所在场景类型；Linux正常分区都用83来表示，扩展5,交换分区82  。 83为16进制的数字；
System : 解释id所对应的意义是什么 。主分区linux、扩展分区Extended、Linux LVM

# awk 'BEGIN{a=512000;printf "%sgb",a/1024/1024}'
0.488281gb

#1表示机械，0表示SSD

[root@centos8 ~]#lsblk -d -o name,rota
NAME  ROTA
sda     1
sr0     1
nvme0n1   0
nvme0n2   0

[root@centos8 ~]#ls /sys/block/
nvme0n1 nvme0n2 sda sr0
[root@centos8 ~]#cat /sys/block/*/queue/rotational
0
0
1
1
[root@centos8 ~]#cat /sys/block/sda/queue/rotational
1
[root@centos8 ~]#cat /sys/block/sr0/queue/rotational
1
[root@centos8 ~]#cat /sys/block/nvme0n1/queue/rotational
0
[root@centos8 ~]#cat /sys/block/nvme0n2/queue/rotational
0

RAID-0：条带卷，strip
RAID-1：镜像卷，mirror
RAID-2
..
RAID-5
RAID-6
RAID-10
RAID-01
RAID级别

mdadm [mode] <raiddevice> [options] <component-devices>

模式：
    创建：-C
    装配：-A
    监控：-F
    管理：-f, -r, -a
<raiddevice>: /dev/md#
<component-devices>: 任意块设备
-C: 创建模式
    -n #: 使用#个块设备来创建此RAID
    -l #：指明要创建的RAID的级别
    -a {yes|no}：自动创建目标RAID设备的设备文件
    -c CHUNK_SIZE: 指明块大小,单位k
    -x #: 指明空闲盘的个数
-D：显示raid的详细信息
    mdadm -D /dev/md#

管理模式：
    -f: 标记指定磁盘为损坏
    -a: 添加磁盘
    -r: 移除磁盘

观察md的状态： cat /proc/mdstat

#使用mdadm创建并定义RAID设备
mdadm -C /dev/md0 -a yes -l 5 -n 3 -x 1 /dev/sd{b,c,d,e}1
#用文件系统对每个RAID设备进行格式化
mkfs.xfs /dev/md0

#使用mdadm检查RAID设备的状况
mdadm --detail|D /dev/md0
#增加新的成员
mdadm –G /dev/md0 –n4  -a /dev/sdf1
#模拟磁盘故障
mdadm /dev/md0  -f /dev/sda1
#移除磁盘
mdadm  /dev/md0 –r /dev/sda1

#在备用驱动器上重建分区
mdadm /dev/md0  -a /dev/sda1
#系统日志信息
cat /proc/mdstat

mdadm –D –s >> /etc/mdadm.conf

mdadm –S /dev/md0

mdadm –A –s /dev/md0

mdadm –R /dev/md0

mdadm --zero-superblock /dev/sdb1

/dev/mapper/vol0-root
/dev/vol0/root

[root@centos8 ~]#yum -y install lvm2

-L 'LABEL' : 指定卷标
-D
-m <profile> : 设置元数据属性，可以基于raid0,raid1,raid5,raid6,raid10,single,dup 创建元数据
-d <type> : 明数据是如何跨多设备存放的类型raid0,raid1,raid5,raid6,raid10,single(只存单份)
-O <feature>  : 指明在格式时支持的属性
    -O list-all：列出支持的feature

systemctl set-defaul multi-user.target 不启动图形界面

[root@node01 ~]# lsblk
NAME            MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
sdb               8:16   0   20G  0 disk
sdc               8:32   0   20G  0 disk
sdd               8:48   0   20G  0 disk

# 将 /dev/sdb , /dev/sdc 两个设备做成 b-tree 文件系统
[root@node01 ~]# mkfs.btrfs -L mydata /dev/sdb /dev/sdc
btrfs-progs v4.9.1
Label:              mydata  #卷标
UUID:               ec5cff63-8a4f-4bce-8eb4-4bb64f85e4a7
Node size:          16384
Sector size:        4096
Filesystem size:    40.00GiB  # 总空间大小
Block group profiles:
  Data:             RAID0             2.00GiB
  Metadata:         RAID1             1.00GiB
  System:           RAID1             8.00MiB
SSD detected:       no
Incompat features:  extref, skinny-metadata
Number of devices:  2
Devices:
   ID        SIZE  PATH
    1    20.00GiB  /dev/sdb
    2    20.00GiB  /dev/sdc

[root@node01 ~]# btrfs filesystem show
Label: 'mydata'  uuid: ec5cff63-8a4f-4bce-8eb4-4bb64f85e4a7
    Total devices 2 FS bytes used 112.00KiB
    devid    1 size 20.00GiB used 2.01GiB path /dev/sdb
    devid    2 size 20.00GiB used 2.01GiB path /dev/sdc
# 使用 blkid 发现 /dev/sdb, /dev/sdc 属于同一个卷，但子卷的 UUID 不一同
[root@node01 ~]# blkid /dev/sdb
/dev/sdb: LABEL="mydata" UUID="ec5cff63-8a4f-4bce-8eb4-4bb64f85e4a7" UUID_SUB="92ee4816-2fa6-4f5d-a4b5-0158af186c06" TYPE="btrfs"
[root@node01 ~]# blkid /dev/sdc
/dev/sdc: LABEL="mydata" UUID="ec5cff63-8a4f-4bce-8eb4-4bb64f85e4a7" UUID_SUB="2267dd05-989b-438f-a9f3-cf1e736f90bf" TYPE="btrfs"

[root@node01 ~]# mkdir /mydata
[root@node01 ~]# mount -t btrfs /dev/sdb /mydata/   #挂载任何一个 btrfs 卷就行。#只要blkid能识别，就不用-t btrfs指定了
[root@node01 ~]# mount
/dev/sdb on /mydata type btrfs (rw,relatime,space_cache,subvolid=5,subvol=/)
[root@node01 ~]# df -h
/dev/sdb                  40G   17M   38G   1% /mydata

[root@node01 ~]# umount /dev/sdb
[root@node01 ~]# mount -o compress=lzo /dev/sdb /mydata/
[root@node01 ~]# cp /etc/rc.d/init.d/functions  /mydata/
[root@node01 ~]# ll /mydata/
-rw-r--r-- 1 root root 17500 Apr 28 09:40 functions

[root@node01 ~]# btrfs
btrfs               btrfs-convert       btrfs-find-root     btrfs-map-logical   btrfstune           
btrfsck             btrfs-debug-tree    btrfs-image         btrfs-select-super  btrfs-zero-log

[root@node01 ~]# btrfs device add /dev/sdd  /mydata
[root@node01 ~]# df -lh
/dev/sdb                  60G   18M   56G   1% /mydata

子命令
-d[<filters>]  修改数据的组织机制
-m[<filters>] 修改元数据组织机制
-s[<filters>]  修改系统的组织机制
Profile names, used in profiles and convert are one of: raid0, raid1, raid10, raid5, raid6, dup, single

[root@node01 ~]# btrfs filesystem show /mydata
[root@node01 ~]# btrfs filesystem resize -10G /mydata
Resize '/mydata' of '-10G'
[root@node01 ~]# df -h   # 可以看到原本 40G 变成了 30G
/dev/sdb                  30G   18M   18G   1% /mydata
[root@node01 ~]# btrfs filesystem resize +5G /mydata
Resize '/mydata' of '+5G'
[root@node01 ~]# df -h
/dev/sdb                  35G   18M   28G   1% /mydata
# 查看真正的可用空间使用 btrfs 自带的 df 命令
[root@node01 ~]# btrfs filesystem df /mydata
Data, RAID0: total=2.00GiB, used=780.00KiB
System, RAID1: total=8.00MiB, used=16.00KiB
Metadata, RAID1: total=1.00GiB, used=112.00KiB
GlobalReserve, single: total=16.00MiB, used=0.00B
# 直接调整为最大
[root@node01 ~]# btrfs filesystem resize max /mydata

[root@node01 ~]# btrfs filesystem usage -h /mydata
Overall:
    Device size:          40.00GiB
    Device allocated:           4.02GiB
    Device unallocated:          35.98GiB
    Device missing:             0.00B
    Used:               1.01MiB
    Free (estimated):          37.98GiB    (min: 19.99GiB)
    Data ratio:                  1.00
    Metadata ratio:              2.00
    Global reserve:          16.00MiB    (used: 0.00B)

Data,RAID0: Size:2.00GiB, Used:780.00KiB
   /dev/sdb       1.00GiB
   /dev/sdc       1.00GiB

Metadata,RAID1: Size:1.00GiB, Used:112.00KiB
   /dev/sdb       1.00GiB
   /dev/sdc       1.00GiB

System,RAID1: Size:8.00MiB, Used:16.00KiB
   /dev/sdb       8.00MiB
   /dev/sdc       8.00MiB

Unallocated:
   /dev/sdb      17.99GiB
   /dev/sdc      17.99GiB

[root@node01 ~]# btrfs device add /dev/sdd  /mydata
[root@node01 ~]# df -lh
/dev/sdb                  60G   18M   56G   1% /mydata
[root@node01 ~]# btrfs balance start /mydata
WARNING:

    Full balance without filters requested. This operation is very
    intense and takes potentially very long. It is recommended to
    use the balance filters to narrow down the balanced data.
    Use 'btrfs balance start --full-balance' option to skip this
    warning. The operation will start in 10 seconds.

[root@node01 ~]# btrfs device delete /dev/sdb /mydata
[root@node01 ~]# df -lh
/dev/sdc                  40G   18M   38G   1% /mydata
[root@node01 ~]# btrfs filesystem show /mydata
Label: 'mydata'  uuid: ec5cff63-8a4f-4bce-8eb4-4bb64f85e4a7
    Total devices 2 FS bytes used 908.00KiB
    devid    2 size 20.00GiB used 2.03GiB path /dev/sdc
    devid    3 size 20.00GiB used 2.03GiB path /dev/sdd

[root@node01 ~]# btrfs device  add /dev/sdb /mydata
[root@node01 ~]# btrfs balance start /mydata
[root@node01 ~]# btrfs filesystem show /mydata
    devid    2 size 20.00GiB used 1.03GiB path /dev/sdc
    devid    3 size 20.00GiB used 2.00GiB path /dev/sdd
    devid    4 size 20.00GiB used 2.03GiB path /dev/sdb
[root@node01 ~]# btrfs balance start -dconvert=raid5 /mydata
Done, had to relocate 1 out of 3 chunks

[root@node01 ~]# btrfs subvolume show /mydata
[root@node01 ~]# btrfs subvolume create /mydata/logs
Create subvolume '/mydata/logs'
[root@node01 ~]# btrfs subvolume show /mydata
/mydata
    Name:             <FS_TREE>
    UUID:             -
    Parent UUID:         -
    Received UUID:         -
    Creation time:         -
    Subvolume ID:         5
    Generation:         86
    Gen at creation:     0
    Parent ID:         0
    Top level ID:         0
    Flags:             -
    Snapshot(s):
                logs
[root@node01 ~]# btrfs subvolume list /mydata  
ID 264 gen 86 top level 5 path logs
可以看到 logs 子卷对应的 id 号为264

[root@node01 ~]# btrfs subvolume create /mydata/cache
[root@node01 ~]# btrfs subvolume list /mydata
ID 264 gen 86 top level 5 path logs
ID 265 gen 87 top level 5 path cache

挂载子卷
[root@node01 ~]# umount /mydata
[root@node01 ~]# mount -o subvol=logs /dev/sdb /mnt
[root@node01 ~]# ls /mnt
[root@node01 ~]# cp /var/log/messages /mnt
[root@node01 ~]# ls /mnt/
messages
[root@node01 ~]# btrfs subvolume show /mnt
/mnt
    Name:             logs
    UUID:             e684c81d-c907-b841-895a-08ce66f3ea0f
    Parent UUID:         -
    Received UUID:         -
    Creation time:         2018-05-07 07:01:23 +0800
    Subvolume ID:         264
    Generation:         89
    Gen at creation:     86
    Parent ID:         5
    Top level ID:         5
    Flags:             -
    Snapshot(s):
子卷下的文件都可以通过父卷访问到
[root@node01 ~]# umount  /mnt
[root@node01 ~]# mount /dev/sdb /mydata
[root@node01 ~]# ls /mydata/logs
messages
删除子卷
[root@node01 ~]# btrfs subvolume delete /mydata/logs
[root@node01 ~]# btrfs subvolume list /mydata/
ID 265 gen 87 top level 5 path cache

[root@node01 ~]# btrfs subvolume create /mydata/logs
[root@node01 ~]# cp /etc/grub2.cfg  /mydata/logs/
[root@node01 ~]# btrfs subvolume snapshot /mydata/logs /mydata/logs_snapshot
[root@node01 ~]# btrfs subvolume list /mydata/logs
ID 265 gen 87 top level 5 path cache
ID 266 gen 95 top level 5 path logs
ID 267 gen 95 top level 5 path logs_snapshot
[root@node01 ~]# btrfs subvolume delete /mydata/logs_snapshot
cp 命令可以单独为文件创建快照
[root@node01 logs]# cp --reflink=auto grub2.cfg grub2.cfg_snap
[root@node01 logs]# vim  grub2.cfg
[root@node01 logs]# vim grub2.cfg_snap

[root@node01 ~]# btrfs balance start -dconvert=single -mconvert=raid1 /mydata
拆除一个设备并转换为ext4 系统
[root@node01 ~]# btrfs device delete /dev/sdd /mydata
[root@node01 ~]# fdisk  /dev/sdd
Command (m for help): n
Select (default p): p
Partition number (1-4, default 1):
First sector (2048-41943039, default 2048):
Last sector, +sectors or +size{K,M,G} (2048-41943039, default 41943039):
Command (m for help): w   
[root@node01 ~]# mke2fs -t ext4 /dev/sdd1
[root@node01 ~]#  mount /dev/sdd1 /mnt
[root@node01 ~]# cp /etc/fstab  /mnt

转换为 btrfs系统　
[root@node01 ~]# umount  /mnt
[root@node01 ~]# fsck -f /dev/sdd1
[root@node01 ~]# btrfs-convert  /dev/sdd1
conversion complete[root@node01 ~]# btrfs filesystem show
Label: 'mydata'  uuid: ec5cff63-8a4f-4bce-8eb4-4bb64f85e4a7
    Total devices 2 FS bytes used 496.00KiB
    devid    2 size 20.00GiB used 1.28GiB path /dev/sdc
    devid    4 size 20.00GiB used 288.00MiB path /dev/sdb

Label: none  uuid: d0092458-52ea-4a27-be4f-4a47840fe0dd
    Total devices 1 FS bytes used 494.20MiB
    devid    1 size 20.00GiB used 808.29MiB path /dev/sdd1


# 将btrfs文件系统回滚原来的文件系统
[root@node01 ~]# btrfs-convert  -r /dev/sdd1
[root@node01 ~]# blkid /dev/sdd1
/dev/sdd1: UUID="a25e7670-2b48-4a69-a520-e9051e9dba99" TYPE="ext4"

1、创建btrfs文件系统
      在vmware中新增两块20G磁盘，/dev/sdb与/dev/sdc
[root@localhost ~]# mkfs.btrfs -L 'B-tree-fs' -f /dev/sd{b,c}
[root@localhost ~]# btrfs filesystem show
Label: 'B-tree-fs'  uuid: b254b565-0418-4601-8317-f9a5306c6f19
Total devices 2 FS bytes used 112.00KiB
devid    1 size 20.00GiB used 2.03GiB path /dev/sdb
devid    2 size 20.00GiB used 2.01GiB path /dev/sdc

2、挂载文件系统
[root@localhost ~]# mkdir /btrdata
[root@localhost ~]# mount /dev/sdb /btrdata    
[root@localhost ~]# df -h | grep btrdata
/dev/sdb         40G  1.0M   38G   1% /btrdata

3、建立子卷
[root@localhost ~]# btrfs subvolume create /btrdata/mydata
Create subvolume '/btrdata/mydata'
[root@localhost ~]# cp -r /root/* /btrdata/mydata    # 复制数据
[root@localhost ~]# btrfs filesystem show
Label: 'B-tree-fs'  uuid: b254b565-0418-4601-8317-f9a5306c6f19
Total devices 2 FS bytes used 735.67MiB
devid    1 size 20.00GiB used 2.03GiB path /dev/sdb
devid    2 size 20.00GiB used 2.01GiB path /dev/sdc

4、扩展文件系统
[root@localhost ~]# btrfs device add /dev/sdd /btrdata
[root@localhost ~]# btrfs filesystem show
Label: 'B-tree-fs'  uuid: b254b565-0418-4601-8317-f9a5306c6f19
Total devices 3 FS bytes used 735.67MiB
devid    1 size 20.00GiB used 2.03GiB path /dev/sdb
devid    2 size 20.00GiB used 2.01GiB path /dev/sdc
devid    3 size 20.00GiB used 0.00 path /dev/sdd
[root@localhost ~]# df -h | grep btrdata
/dev/sdb         60G  772M   56G   2% /btrdata

5、重新均衡文件系统
[root@localhost ~]# btrfs balance start /btrdata
Done, had to relocate 6 out of 6 chunks
[root@localhost ~]# btrfs filesystem show
Label: 'B-tree-fs'  uuid: b254b565-0418-4601-8317-f9a5306c6f19
Total devices 3 FS bytes used 736.20MiB
devid    1 size 20.00GiB used 1.03GiB path /dev/sdb
devid    2 size 20.00GiB used 2.00GiB path /dev/sdc
devid    3 size 20.00GiB used 2.03GiB path /dev/sdd

6、移除硬盘
      移除硬盘的时候会先把数据移动到其他盘，不需要像LVM那样需要手动移动数据
[root@localhost ~]# btrfs device delete /dev/sdb /btrdata
[root@localhost ~]# df -h | grep btrdata
/dev/sdc         40G  772M   38G   2% /btrdata
[root@localhost ~]# ls /btrdata/
commdir  mydata
[root@localhost ~]# head /btrdata/mydata/anaconda-ks.cfg
#version=RHEL7
# System authorization information
auth --enableshadow --passalgo=sha512

# Use CDROM installation media
cdrom
# Use graphical install
graphical
# Run the Setup Agent on first boot
firstboot --enable

7、修改数据或元数据的RAID级别
[root@localhost ~]# btrfs device add /dev/sdb /btrdata
[root@localhost ~]# btrfs filesystem df /btrdata
Data, RAID0: total=2.00GiB, used=699.96MiB
System, RAID1: total=32.00MiB, used=16.00KiB
Metadata, RAID1: total=1.00GiB, used=35.98MiB
GlobalReserve, single: total=16.00MiB, used=0.00

[root@localhost ~]# btrfs balance start -mconvert=raid5 /btrdata    # 此处修改元数据RAID级别
Done, had to relocate 2 out of 3 chunks
[root@localhost ~]# btrfs filesystem df /btrdata
Data, RAID0: total=2.00GiB, used=700.21MiB
System, RAID5: total=64.00MiB, used=16.00KiB
Metadata, RAID5: total=1.00GiB, used=35.91MiB
GlobalReserve, single: total=16.00MiB, used=0.00
[root@localhost ~]# btrfs filesystem show
Label: 'B-tree-fs'  uuid: b254b565-0418-4601-8317-f9a5306c6f19
Total devices 3 FS bytes used 735.89MiB
devid    2 size 20.00GiB used 1.53GiB path /dev/sdc
devid    3 size 20.00GiB used 1.53GiB path /dev/sdd
devid    4 size 20.00GiB used 544.00MiB path /dev/sdb

8、创建快照
[root@localhost ~]# btrfs subvolume snapshot /btrdata/mydata /btrdata/mydata_snapshot
Create a snapshot of '/btrdata/mydata' in '/btrdata/mydata_snapshot'
[root@localhost ~]# cat /btrdata/mydata/1.txt
1
[root@localhost ~]# echo 'just a test' >> /btrdata/mydata/1.txt
[root@localhost ~]# cat /btrdata/mydata/1.txt
1
just a test
[root@localhost ~]# cat /btrdata/mydata_snapshot/1.txt
1
9、转换
[root@localhost ~]# btrfs balance start -dconvert=single -mconvert=raid1 /btrdata
Done, had to relocate 3 out of 3 chunks
[root@localhost ~]# btrfs device delete /dev/sdd /btrdata
[root@localhost ~]# fdisk /dev/sdd
Welcome to fdisk (util-linux 2.23.2).

Changes will remain in memory only, until you decide to write them.
Be careful before using the write command.

Device does not contain a recognized partition table
Building a new DOS disklabel with disk identifier 0xadd41340.

Command (m for help): n
Partition type:
   p   primary (0 primary, 0 extended, 4 free)
   e   extended
Select (default p): p
Partition number (1-4, default 1): 1
First sector (2048-41943039, default 2048):
Using default value 2048
Last sector, +sectors or +size{K,M,G} (2048-41943039, default 41943039): +5G
Partition 1 of type Linux and of size 5 GiB is set

Command (m for help): w
The partition table has been altered!

Calling ioctl() to re-read partition table.
Syncing disks.
[root@localhost ~]# mke2fs -t ext4 /dev/sdd1
mke2fs 1.42.9 (28-Dec-2013)
Filesystem label=
OS type: Linux
Block size=4096 (log=2)
Fragment size=4096 (log=2)
Stride=0 blocks, Stripe width=0 blocks
327680 inodes, 1310720 blocks
65536 blocks (5.00%) reserved for the super user
First data block=0
Maximum filesystem blocks=1342177280
40 block groups
32768 blocks per group, 32768 fragments per group
8192 inodes per group
Superblock backups stored on blocks:
32768, 98304, 163840, 229376, 294912, 819200, 884736

Allocating group tables: done                           
Writing inode tables: done                           
Creating journal (32768 blocks): done
Writing superblocks and filesystem accounting information: done

[root@localhost ~]# fsck -f /dev/sdd1
fsck from util-linux 2.23.2
e2fsck 1.42.9 (28-Dec-2013)
Pass 1: Checking inodes, blocks, and sizes
Pass 2: Checking directory structure
Pass 3: Checking directory connectivity
Pass 4: Checking reference counts
Pass 5: Checking group summary information
/dev/sdd1: 12/327680 files (0.0% non-contiguous), 58463/1310720 blocks
[root@localhost ~]# btrfs-convert /dev/sdd1    # 将ext4文件系统转换为btrfs
creating btrfs metadata.
creating ext2fs image file.
cleaning up system chunk.
conversion complete.
[root@localhost ~]# btrfs filesystem show
Label: 'B-tree-fs'  uuid: b254b565-0418-4601-8317-f9a5306c6f19
Total devices 2 FS bytes used 735.81MiB
devid    2 size 20.00GiB used 2.03GiB path /dev/sdc
devid    4 size 20.00GiB used 1.03GiB path /dev/sdb

Label: none  uuid: 12170ec7-9847-4a5a-85ee-13215a478a3c
Total devices 1 FS bytes used 228.42MiB
devid    1 size 5.00GiB used 5.00GiB path /dev/sdd1

Btrfs v3.16.2
[root@localhost ~]# btrfs-convert -r /dev/sdd1     # 将btrfs文件系统回滚原来的文件系统
rollback complete.
[root@localhost ~]# blkid /dev/sdd1
/dev/sdd1: UUID="fbbd653f-fb3f-4715-8c42-8c942564c8f4" TYPE="ext4"

# Kickstart file automatically generated by anaconda.
#version=DEVEL
install
text
cdrom
lang en_US.UTF-8
keyboard us
network --onboot no --device eth0 --bootproto dhcp --noipv6
rootpw  --iscrypted $6$ksiYu.rXVzFbCNNi$7Q9ho0VOQlSMDTZj.xrJHwL6MVEJ3e5CH/Ko3V834XHQQfHEHmGj04QmzuciR.ufrAxYRGuWO6SfR/RyeOM6j1
firewall --disabled
authconfig --enableshadow --passalgo=sha512
selinux --disabled
timezone --utc Asia/Shanghai
bootloader --location=mbr --driveorder=sda --append="crashkernel=auto rhgb quiet"
# The following is the partition information you requested
# Note that any partitions you deleted are not expressed
# here so unless you clear all partitions first, this is
# not guaranteed to work
#clearpart --none
#part /boot --fstype=ext4 --size=128
#part swap --size=1024
#part / --fstype=ext4 --grow --size=200
%packages
@additional-devel
@base
@chinese-support
@client-mgmt-tools
@console-internet
@core
@debugging
@desktop-platform-devel
@development
@directory-client
@eclipse
@hardware-monitoring
@java-platform
@large-systems
@network-file-system-client
@performance
@perl-runtime
@server-platform
@server-platform-devel
@server-policy
@system-admin-tools
libXinerama-devel
openmotif-devel
libXmu-devel
xorg-x11-proto-devel
startup-notification-devel
libgnomeui-devel
libbonobo-devel
junit
libXau-devel
libgcrypt-devel
popt-devel
libdrm-devel
libXrandr-devel
libxslt-devel
libglade2-devel
gnutls-devel
pax
python-dmidecode
oddjob
sgpio
mtools
systemtap-client
desktop-file-utils
ant
rpmdevtools
jpackage-utils
rpmlint
certmonger
pam_krb5
krb5-workstation
perl-DBD-SQLite
#app
appserver
webstatic
user_platform
search
tpush
privacycloud_scripts
#
nginx
nginx_config
mongo-10gen
mongo-10gen-server
redis
rabbitmq-server
td-agent
emacle-config
#
%post
###sysinfo.log
useradd emacle
echo emacle2013 | passwd --stdin emacle >/dev/null 2>&1
chmod 755 /home/emacle
CUR_PWD="/usr/local/software"
PATH=${PATH}:/usr/local/bin
export CUR_PWD PATH
#
cat >>/etc/security/limits.conf <<\EOF
emacle soft nproc 65535
emacle hard nproc 65535
emacle soft nofile 65535
emacle hard nofile 65535
EOF
#
sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config
sed -i 's/^exclude/#exclude/' /etc/yum.conf
setenforce 0 >/dev/null 2>&1
iptables -F
#yum
yum makecache
yum -q -y install yum-fastestmirror
yum -q -y install gcc gcc-c++ libtool make cmake autoconf automake
yum -q -y groupinstall 'Additional Development' 'Security Tools' 'Development tools'
### Install ntp ###
yum -q -y install ntp
ntpdate -u pool.ntp.org
hwclock -w
chkconfig ntpd on
service ntpd restart >/dev/null 2>&1
service ntpd restart >/dev/null 2>&1
#service_test
### Install openssh ###
yum -q -y install openssh
chkconfig sshd on
sed -i 's/#UseDNS yes/UseDNS no/' /etc/ssh/sshd_config
service sshd restart >/dev/null 2>&1
service sshd restart >/dev/null 2>&1
#service_test
#install_app.sh
mkdir -p /tmp_ram
chown -R emacle:emacle /tmp_ram
mkdir /home/emacle/logs
chown -R emacle:emacle /home/emacle/logs
#install_nginx.sh
chown emacle.emacle -R /home/emacle/services
#install_mongodb.sh
mv /etc/init.d/mongod /etc/init.d/mongod.bak
mkdir -p /data/mongodb/{data,log,config,arbiter}
chown mongod -R /data/mongodb
#install_redis.sh
sed -i 's/bind 127.0.0.1/#bind 127.0.0.1/' /etc/redis.conf
cp /etc/redis.conf /etc/redis6380.conf
sed -i 's!pidfile /var/run/redis/redis.pid!#pidfile /var/run/redis/redis6380.pid!' /etc/redis6380.conf
sed -i 's!port 6379!port 6380!' /etc/redis6380.conf
sed -i 's!logfile /var/log/redis/redis.log!logfile /var/log/redis/redis6380.log!' /etc/redis6380.conf
grep 'vm.overcommit_memory = 1' /etc/sysctl.conf >/dev/null 2>&1 || echo 'vm.overcommit_memory = 1' >> /etc/sysctl.conf
#install_rabbitmq.sh
HOST=$(hostname | awk -F'.' '{print $1}')
grep "127.0.0.1\ \+$HOST" /etc/hosts >/dev/null || echo "127.0.0.1 $HOST" >> /etc/hosts
#install_fluentd.sh
tar xf /usr/local/software/conf.d/fluentd.tar.gz  -C /
mkdir -p /home/emacle/tmp
chown td-agent /home/emacle/tmp
#install_jdk.sh
bash /usr/local/software/soft/jdk-6u45-linux-x64.bin >/dev/null 2>&1
mv jdk1.6.0_45 /usr/local/
cat >>/etc/profile <<\EOF
JAVAHOME=/usr/local/jdk1.6.0_45/bin
PATH=${PATH}:${JAVAHOME}
export PATH JAVAHOME
EOF
#install_hadoop.sh
mkdir -p /home/emacle/app
tar xf /usr/local/software/soft/hadoop-1.0.4.tar.gz -C /home/emacle/app/
tar xf /usr/local/software/conf.d/hadoop.tar.gz  -C /home/emacle/app/hadoop-1.0.4
\cp -r /usr/local/software/soft/.ssh ~emacle
mkdir -p /home/emacle/app/hadoop-1.0.4/data/hadoop/{name,data,tmp}
chown emacle.emacle -R /home/emacle/app
#install_python.sh
# install rpm ###
yum -y -q install zlib zlib-devel openssl openssl-deval freetype freetype-devel libxml2 libxml2-devel libxslt libxslt-devel
rpm -ivh ${CUR_PWD}/soft/mysql-5.1.61-4.el6.x86_64.rpm
rpm -ivh ${CUR_PWD}/soft/mysql-devel-5.1.61-4.el6.x86_64.rpm
InstallLog="${CUR_PWD}/install.log"
PythonDir="${CUR_PWD}/soft/python/"
cd $PythonDir && rm -rf Python-2.7.3 pip-1.0
tar jxvf Python-2.7.3.tar.bz2
cd Python-2.7.3
./configure -q
make  -s all
make -s install
make clean
make distclean
mv /usr/bin/python /usr/bin/python2.6.6
ln -s /usr/local/bin/python2.7 /usr/bin/python
sed -i '1s@^#!/usr/bin/python@#!/usr/bin/python2.6.6@' /usr/bin/yum
cd $PythonDir
chmod 775 setuptools-0.6c11-py2.7.egg
sh setuptools-0.6c11-py2.7.egg
tar xvfz pip-1.0.tar.gz
cd pip-1.0
python setup.py install
#chown emacle.emacle -R /home/emacle
### /Install python ###
### configuration python env ###
mkdir -p /home/emacle/python_dependency/source
\cp -r ${PythonDir}/source/* /home/emacle/python_dependency/source/
pip install /home/emacle/python_dependency/source/virtualenv-1.9.1.tar.gz
#mkdir -p /home/emacle/services
#\cp -r ${PythonDir}/user_platform /home/emacle/services
cd /home/emacle/services
/usr/local/bin/virtualenv --distribute env
cd /home/emacle/services/user_platform
(
/home/emacle/services/env/bin/easy_install /home/emacle/python_dependency/source/pytz-2013b-py2.7.egg
/home/emacle/services/env/bin/easy_install /home/emacle/python_dependency/source/flup-1.0.3.dev_20110405-py2.7.egg
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/distribute-0.6.45.tar.gz
/home/emacle/services/env/bin/easy_install /home/emacle/python_dependency/source/Babel-0.9.6-py2.7.egg
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/captchaimage-1.3.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/chardet-2.1.1.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/gdata-2.0.18.zip
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/lxml-3.2.1.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/nose-1.3.0.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/pika-0.9.13.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/Imaging-1.1.7.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/pycrypto-2.6.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/pyDes-2.0.1.zip
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/pydns-2.3.6.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/pymongo-2.5.2.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/pystache-0.5.3.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/redis-2.7.6.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/sendgrid-0.1.3.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/SQLAlchemy-0.8.1.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/suds-0.4.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/xlwt-0.7.5.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/mustache-0.1.4.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/httpagentparser-1.2.2.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/speaklater-1.3.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/billiard-2.7.3.28.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/anyjson-0.3.3.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/amqp-1.0.12.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/Werkzeug-0.9.1.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/itsdangerous-0.21.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/MarkupSafe-0.18.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/six-1.3.0.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/MySQL-python-1.2.4.zip
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/python-dateutil-2.1.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/kombu-2.5.11.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/celery-3.0.19.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/Jinja2-2.7.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/Flask-0.9.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/Flask-Babel-0.8.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/Flask-PyMongo-0.2.1.tar.gz
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/vobject-0.8.1c.tar.gz
/home/emacle/services/env/bin/easy_install /home/emacle/python_dependency/source/Flask_Cache-0.12-py2.7.egg
/home/emacle/services/env/bin/pip install /home/emacle/python_dependency/source/IPy-0.81.tar.gz
) > /dev/null 2>&1
chown emacle.emacle -R /home/emacle/services/env/
chown emacle.emacle -R /home/emacle/python_dependency
chown emacle /var/run
# td-agent require
#chown td-agent:emacle /home/emacle/tmp
#install_celeryd.sh
if [ ! -d /etc/default ]
then
        mkdir /etc/default
fi
\cp ${CUR_PWD}/soft/celeryd/celeryd /etc/init.d/                # celeryd init script
\cp ${CUR_PWD}/soft/celeryd/config/celeryd /etc/default/        # celeryd config
\cp ${CUR_PWD}/soft/celeryd/celeryctl /usr/bin/                 # for sceleryd ervice start|stop
\cp ${CUR_PWD}/soft/celeryd/celeryd-multi /usr/bin/             # for sceleryd ervice status
chmod 755  /usr/bin/celeryd-multi /etc/init.d/celeryd  /usr/bin/celeryctl
mkdir -p /var/log/celery
mkdir -p /var/run/celery
chown emacle.emacle -R /var/log/celery /var/run/celery
echo "/etc/init.d/celeryd start" >>/etc/rc.d/rc.local
# Init consumer
mkdir /var/run/consumer
chown emacle.emacle /var/run/consumer
#install_mysql.sh
#
#install_cront.sh
cat /usr/local/software/soft/crontab >> /var/spool/cron/emacle
#install_nconvert.sh
\cp /usr/local/software/soft/nconvert /usr/bin
chmod 755 /usr/bin/nconvert
#
### Reset owner of file ###
chown emacle.emacle -R /tmp_ram >/dev/null 2>&1
chown emacle.emacle -R /var/log/celery /var/run/celery /var/run/consumer >/dev/null 2>&1
chown td-agent:emacle -R /home/emacle/tmp >/dev/null 2>&1
chown mongod -R /data/mongodb >/dev/null 2>&1
chown emacle /var/run
# chkconfig
SERVICE_ON="ntpd nginx mongod redis rabbitmq-server td-agent sshd"
for i in ${SERVICE_ON}
do
        chkconfig $i on
done
%end

default vesamenu.c32
#prompt 1
timeout 600
display boot.msg
menu background splash.jpg
menu title Welcome to Red Hat Enterprise Linux 6.3!
menu color border 0 #ffffffff #00000000
menu color sel 7 #ffffffff #ff000000
menu color title 0 #ffffffff #00000000
menu color tabmsg 0 #ffffffff #00000000
menu color unsel 0 #ffffffff #00000000
menu color hotsel 0 #ff000000 #ffffffff
menu color hotkey 7 #ffffffff #ff000000
menu color scrollbar 0 #ffffffff #00000000
label linux
  menu label ^Install or upgrade an existing system
  menu default
  kernel vmlinuz
  append initrd=initrd.img
label vesa
  menu label Install system with ^basic video driver
  kernel vmlinuz
  append initrd=initrd.img xdriver=vesa nomodeset
label rescue
  menu label ^Rescue installed system
  kernel vmlinuz
  append initrd=initrd.img rescue
label local
  menu label Boot from ^local drive
  localboot 0xffff
label memtest86
  menu label ^Memory test
  kernel memtest
  append -
label auto  # 新添加一段
  kernel vmlinuz
  append ks=cdrom:/anaconda-ks.cfg initrd=initrd.img

#!/bin/bash
# Description: Build new iso file of emacle
DATE=$(date '+%Y%m%d%H%M')
ISODIR=/home/emacle/emacle_rhel_6.3
NEWRPM=/usr/src/redhat/RPMS/x86_64
SCRIPT_NAME=$(basename $0)
create_iso() {
        rm -f /mnt/mkiso/Emacle_rhel_6.3*.iso
        mv ${NEWRPM}/* ${ISODIR}/Packages >/dev/null 2>&1
        #Create repodata
        cd ${ISODIR}
        createrepo -g repodata/comps-rhel6-Server.xml ${ISODIR}
        # Create iso file
        mkisofs -o /mnt/mkiso/Emacle_rhel_6.3_${DATE}.iso -b isolinux/isolinux.bin -c isolinux/boot.cat -no-emul-boot -boot-load-size 4  -boot-info-table -R -J -v -T ${ISODIR}
        echo "Emacle_mini${DATE}.iso is created" >>/home/emacle/script/mkiso.log
}
echo "### ${DATE} ISO BUILDING
$0 $@ command is performed" >>/home/emacle/script/mkiso.log
create_iso
echo "### $0 is complete" >>/home/emacle/script/mkiso.log