网络不通的版本
阳光少年
1 year ago
parent
84790df859
commit
a7188b94ff
@ -1,24 +1,37 @@
|
|||||||
WORKSPACE := /root/rocker
|
WORKSPACE := /home/rocker
|
||||||
|
USER_NAME := rocker
|
||||||
|
PASSWORD = asd123
|
||||||
|
|
||||||
build:
|
build:
|
||||||
cargo build --release
|
cargo build --release
|
||||||
|
|
||||||
# 创建WORKSPACE 对应的文件夹
|
# 创建WORKSPACE 对应的文件夹
|
||||||
install: build
|
install:
|
||||||
mkdir -p $(WORKSPACE)
|
@# 创建一个普通用户
|
||||||
|
-@echo "Creating user $(USER_NAME)"
|
||||||
|
-@sudo useradd -m -s /bin/bash $(USER_NAME)
|
||||||
|
@# 设置密码
|
||||||
|
-@echo "Setting password for $(USER_NAME)"
|
||||||
|
-@echo "$(USER_NAME):$(PASSWORD)" | sudo chpasswd
|
||||||
|
@# 授权sudo
|
||||||
|
-@echo "Authorizing $(USER_NAME) to use sudo"
|
||||||
|
-@sudo sh -c "echo '$(USER_NAME) ALL=(ALL) ALL' >> /etc/sudoers"
|
||||||
|
|
||||||
mkdir -p $(WORKSPACE)/images
|
mkdir -p $(WORKSPACE)/images
|
||||||
mkdir -p $(WORKSPACE)/volumes
|
mkdir -p $(WORKSPACE)/volumes
|
||||||
mkdir -p $(WORKSPACE)/containers
|
mkdir -p $(WORKSPACE)/containers
|
||||||
chmod -R 777 $(WORKSPACE)
|
chmod -R 777 $(WORKSPACE)
|
||||||
|
cp images/* $(WORKSPACE)/images/
|
||||||
|
chown -R rocker:rocker $(WORKSPACE)
|
||||||
|
|
||||||
cp images/* /root/rocker/images/
|
-sysctl net.ipv4.conf.all.forwarding=1
|
||||||
cp target/release/rocker /usr/bin/rocker
|
-iptables -t filter -P FORWARD ACCEPT
|
||||||
|
|
||||||
# 创建一个普通用户
|
|
||||||
-useradd -g rocker rocker
|
|
||||||
-groupadd rocker
|
|
||||||
|
|
||||||
clean:
|
clean:
|
||||||
-rocker --rm all
|
-rocker --rm all
|
||||||
-rm -rf $(WORKSPACE)
|
-rm -rf $(WORKSPACE)/*
|
||||||
-rm -rf /usr/bin/rocker
|
-rm -rf /usr/bin/rocker
|
||||||
|
|
||||||
|
-@echo "Cleaning up"
|
||||||
|
-@sudo userdel -r $(USER_NAME)
|
||||||
|
-@sudo sed -i "/^$(USER_NAME)/d" /etc/sudoers
|
||||||
|
|
||||||
|
|||||||
@ -1,33 +1,306 @@
|
|||||||
|
use std::{fs::OpenOptions, io::Read, os::unix::net};
|
||||||
|
use rand::Rng;
|
||||||
|
|
||||||
|
fn get_gateway_addr(addr: &str) -> String {
|
||||||
|
let prefix = &addr[..addr.len() - 1];
|
||||||
|
format!("{}0", prefix)
|
||||||
|
}
|
||||||
|
fn create_bridge_dev(bridge_name: &str) {
|
||||||
|
// brctl addbr br0
|
||||||
|
let args = ["addbr", bridge_name];
|
||||||
|
println!("create_bridge_dev: {args:?}");
|
||||||
|
let out = std::process::Command::new("brctl")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
panic!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn set_bridge_ip(bridge_name: &str, addr: &str){
|
||||||
|
// 设置容器内从ip: ip addr add 192.168.124.1/24 dev bridge_name
|
||||||
|
let args = ["addr", "add", &format!("{addr}/24"), "dev", bridge_name];
|
||||||
|
println!("set_bridge_ip: {args:?}");
|
||||||
|
let out = std::process::Command::new("ip")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
panic!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
fn main(){
|
fn set_slave_ip(slave_veth_name: &str, addr: &str, pid: &str) {
|
||||||
|
// nsenter -t 10050 -n -- ip addr add <ip_address>/<subnet_mask> dev veth1
|
||||||
|
let args = ["-t", pid, "-n", "--", "ip", "addr", "add", &format!("{addr}/24"), "dev", slave_veth_name];
|
||||||
|
println!("set_slave_ip: {args:?}");
|
||||||
|
let out = std::process::Command::new("nsenter")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
panic!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn set_net_up(bridge_name: &str, master_veth_name: &str, pid: &str, slave_veth_name: &str) {
|
||||||
|
// sudo ip link set bridge_name up
|
||||||
|
let args = ["link", "set", bridge_name, "up"];
|
||||||
|
println!("set_up: {args:?}");
|
||||||
|
let out = std::process::Command::new("ip")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
panic!("{:?}", out);
|
||||||
|
}
|
||||||
|
|
||||||
|
// sudo ip link set master_veth_name up
|
||||||
|
let args = ["link", "set", master_veth_name, "up"];
|
||||||
|
println!("set_up: {args:?}");
|
||||||
|
let out = std::process::Command::new("ip")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
println!("{:?}", out);
|
||||||
|
}
|
||||||
|
|
||||||
|
// nsenter -t 1970 -n -- ip link set dev slave_veth_name up
|
||||||
|
let args = ["-t", pid, "-n", "--", "ip", "link", "set", "dev", slave_veth_name, "up"];
|
||||||
|
println!("set_up: {args:?}");
|
||||||
|
let out = std::process::Command::new("nsenter")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
println!("{:?}", out);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
fn set_up(dev_name: &str) {
|
||||||
|
// sudo ip link set bridge_name up
|
||||||
|
let args = ["link", "set", dev_name, "up"];
|
||||||
|
println!("set_up: {args:?}");
|
||||||
|
let out = std::process::Command::new("ip")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
println!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn set_route(bridge_name: &str, addr: &str) {
|
||||||
|
// ip route add 192.168.100.0/24 via 192.168.100.1 dev bridge_name
|
||||||
|
// sudo ip netns exec ns1 ip route add default via 172.18.0.1 dev veth0
|
||||||
|
// 把addr最后的1位替换为0
|
||||||
|
let gateway_addr = get_gateway_addr(addr);
|
||||||
|
|
||||||
|
// 删掉系统自动添加的 ip route del 172.18.0.0/24 dev br0
|
||||||
|
let args = ["route", "del", &format!("{gateway_addr}/24"), "dev", bridge_name];
|
||||||
|
println!("set_route: {args:?}");
|
||||||
|
let out = std::process::Command::new("ip")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
println!("{:?}", out);
|
||||||
|
}
|
||||||
|
|
||||||
|
let args = ["route", "add", &format!("{gateway_addr}/24"), "via", addr, "dev", bridge_name];
|
||||||
|
println!("set_route: {args:?}");
|
||||||
|
let out = std::process::Command::new("ip")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
println!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn set_net(bridge_name: &str, addr: &str){
|
||||||
|
// sudo iptables -t nat -A POSTROUTING -s 172.18.0.0/24 ! -o bridge_name -j MASQUERADE
|
||||||
|
let gateway_addr = get_gateway_addr(addr);
|
||||||
|
let args = ["-t", "nat", "-A", "POSTROUTING", "-s", &format!("{gateway_addr}/24"), "!", "-o", bridge_name, "-j", "MASQUERADE"];
|
||||||
|
println!("set_net: {args:?}");
|
||||||
|
let out = std::process::Command::new("iptables")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
println!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn del_bridge(bridge_name: &str) {
|
||||||
|
// sudo brctl delbr br0
|
||||||
|
let args = ["delbr", bridge_name];
|
||||||
|
println!("del_bridge: {args:?}");
|
||||||
|
let out = std::process::Command::new("brctl")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
println!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
fn create_veth_pair(master_veth_name: &str, slave_veth_name: &str) {
|
||||||
|
// sudo ip link add veth0 type veth peer name veth1
|
||||||
|
|
||||||
|
let args = ["link", "add", master_veth_name, "type", "veth", "peer", "name", slave_veth_name];
|
||||||
|
println!("create_veth_pair: {args:?}");
|
||||||
|
let out = std::process::Command::new("ip")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
panic!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
struct NetWrok {
|
||||||
|
gateway_addr: String, // 192.168.124.0
|
||||||
|
bridge_addr: String, // 192.168.124.1
|
||||||
|
slave_addr: String,
|
||||||
|
|
||||||
|
bridge_name: String, // uuid[:8]_1 // ip 就是 192.168.124.1
|
||||||
|
master_veth_name: String, // uuid[:8]_2 // 不分配ip 直接插到桥
|
||||||
|
slave_veth_name: String, // uuid[:8]_3 // ip 就是 192.168.124.3, 插在容器中
|
||||||
|
}
|
||||||
|
|
||||||
|
fn get_all_network() -> Vec<NetWrok> {
|
||||||
|
// 打开 /home/rocker/network 所有已经配置的信息, 如果没有则创建
|
||||||
|
let mut f = OpenOptions::new()
|
||||||
|
.write(true)
|
||||||
|
.create(true)
|
||||||
|
.read(true)
|
||||||
|
.open("/home/rocker/network")
|
||||||
|
.unwrap();
|
||||||
|
let mut text = String::new();
|
||||||
|
f.read_to_string(&mut text).unwrap();
|
||||||
|
vec![]
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn master_join_bridge(bridge_name: &str, master_veth_name: &str) {
|
||||||
|
// 将主端链接到桥
|
||||||
|
//sudo brctl addif bridge_name master_veth_name
|
||||||
|
let args = ["addif", bridge_name, master_veth_name];
|
||||||
|
println!("master_join_bridge: {args:?}");
|
||||||
|
let out = std::process::Command::new("brctl")
|
||||||
|
.args(args)
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
if !out.status.success() {
|
||||||
|
panic!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn slave_join_bridge(slave_veth_name: &str, pid: &str) {
|
||||||
|
// 将从端 链接到容器
|
||||||
|
// sudo ip link set slave_veth_name netns 1234
|
||||||
|
let args = ["link", "set", slave_veth_name, "netns", pid];
|
||||||
|
println!("slave_join_bridge: {args:?}");
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_network() {
|
|
||||||
let bridge_name = "test_rocker";
|
|
||||||
// ip link add xxxx
|
|
||||||
// ip link add name br0 type bridge
|
|
||||||
let out = std::process::Command::new("ip")
|
let out = std::process::Command::new("ip")
|
||||||
.arg("link")
|
.args(args)
|
||||||
.arg("add")
|
|
||||||
.arg("name")
|
|
||||||
.arg(bridge_name)
|
|
||||||
.arg("type")
|
|
||||||
.arg("bridge")
|
|
||||||
.output()
|
.output()
|
||||||
.unwrap();
|
.unwrap();
|
||||||
out.status.success();
|
if !out.status.success() {
|
||||||
println!("{:?}", out);
|
panic!("{:?}", out);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn create_network(uuid_name: &str, pid: i32) {
|
||||||
|
// 创建一个随机地址段的 没分配过的ip
|
||||||
|
let all_network = get_all_network();
|
||||||
|
let mut rg = rand::thread_rng();
|
||||||
|
|
||||||
|
let network = loop {
|
||||||
|
// 生成一个随机桥ip
|
||||||
|
let base_addr = format!("{}.{}.{}", rg.gen_range(200..240), rg.gen_range(200..240), rg.gen_range(200..240));
|
||||||
|
let gateway_addr = format!("{base_addr}.0");
|
||||||
|
let bridge_addr = format!("{base_addr}.1");
|
||||||
|
let slave_addr = format!("{base_addr}.3");
|
||||||
|
|
||||||
|
if all_network.iter().any(|n|n.bridge_addr == bridge_addr) == false {
|
||||||
|
let bridge_name = format!("{uuid_name}_1");
|
||||||
|
let master_veth_name = format!("{uuid_name}_2");
|
||||||
|
let slave_veth_name = format!("{uuid_name}_3");
|
||||||
|
let net_work = NetWrok {
|
||||||
|
gateway_addr,
|
||||||
|
bridge_addr,
|
||||||
|
slave_addr,
|
||||||
|
bridge_name,
|
||||||
|
master_veth_name,
|
||||||
|
slave_veth_name,
|
||||||
|
};
|
||||||
|
break net_work;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let line = format!("{},{},{},{},{},{}", network.gateway_addr, network.bridge_addr, network.slave_addr, network.bridge_name, network.master_veth_name, network.slave_veth_name);
|
||||||
|
println!("{line:?}");
|
||||||
|
|
||||||
|
// 系统中创建桥
|
||||||
|
create_bridge_dev(&network.bridge_name);
|
||||||
|
// 给桥分配ip
|
||||||
|
set_bridge_ip(&network.bridge_name, &network.bridge_addr);
|
||||||
|
// 创建veth pair
|
||||||
|
create_veth_pair(&network.master_veth_name, &network.slave_veth_name);
|
||||||
|
// 宿主机 主pair 连接桥
|
||||||
|
master_join_bridge(&network.bridge_name, &network.master_veth_name);
|
||||||
|
// 把从 pair 添加到容器内
|
||||||
|
slave_join_bridge(&network.slave_veth_name, pid.to_string().as_str());
|
||||||
|
// 给容器内 pair 分配ip
|
||||||
|
set_slave_ip(&network.slave_veth_name, &network.slave_addr, pid.to_string().as_str());
|
||||||
|
// 激活 上线
|
||||||
|
set_net_up(&network.bridge_name, &network.master_veth_name, pid.to_string().as_str(), &&network.slave_veth_name);
|
||||||
|
// 配置路由
|
||||||
|
|
||||||
|
|
||||||
println!("123");
|
|
||||||
|
|
||||||
|
// let mut f = OpenOptions::new()
|
||||||
|
// .write(true)
|
||||||
|
// .create(true)
|
||||||
|
// .read(true)
|
||||||
|
// .open("/home/rocker/network")
|
||||||
|
// .unwrap();
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
fn main(){
|
||||||
|
// get_all_network();
|
||||||
|
|
||||||
|
let container_id = uuid::Uuid::new_v4().to_string()[0..3].to_string();
|
||||||
|
create_network(&container_id, 28930);
|
||||||
|
return;
|
||||||
|
|
||||||
|
let addr = "192.168.124.1";
|
||||||
|
let bridge_name = &format!("rocker_{}", addr[8..].replace(".", "_"));
|
||||||
|
|
||||||
|
println!("{bridge_name}");
|
||||||
|
println!("{addr}");
|
||||||
|
|
||||||
|
create_bridge_dev(&bridge_name);
|
||||||
|
set_bridge_ip(&bridge_name, &addr);
|
||||||
|
set_up(&bridge_name);
|
||||||
|
// 我们在 set_bridge中补充了网段信息 /24 所以在 set_up的时候, 会自动配置路由表配置路由表 192.168.0.0/24 转发到这 bridge_name 的网络接口上
|
||||||
|
// set_route(bridge_name, addr);
|
||||||
|
set_net(bridge_name, addr);
|
||||||
|
|
||||||
|
let veth_name = "yanguang";
|
||||||
|
// connect(bridge_name, veth_name);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue