save

Author: lrq619

change_content.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+if [ $# -ne 1 ]; then
+  echo "Usage: $0 new_format"
+  exit 1
+fi
+
+filename="/home/lrq/proj/vllm/liquid_server.py"
+
+newline="                '-pattern', 'azure-code-"
+medium=$1
+suffix="-5',"
+content="${newline}${medium}${suffix}"
+# 替换第 59 行的内容
+sed -i "59s/.*/${content}/" "$filename"
+
+echo "Line 59 in $filename has been updated."

change_name.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+if [ $# -ne 1 ]; then
+  echo "Usage: $0 new_format"
+  exit 1
+fi
+
+cd "/home/lrq/proj/vllm"
+new_filename="$1"
+prefix="liquid_results_"
+new_full_name="${prefix}${new_filename}.json"
+touch liquid_results.json
+mv liquid_results.json $new_full_name
+
+cd "/home/lrq/proj/vllm"
+prefix="output_"
+new_full_name="${prefix}${new_filename}.txt"
+touch output.txt
+mv output.txt $new_full_name

exp.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+run_experiment() {
+    pattern=$1  # 第一个参数作为 pattern 传入
+
+    # 拼接 newname
+    newname="code_${pattern}"
+
+    # 执行更改内容的脚本，传入 pattern
+    /home/lrq/proj/vllm/change_content.sh $pattern
+
+    #start exp
+    /home/lrq/anaconda3/envs/vllml/bin/python /home/lrq/proj/vllm/liquid_server.py
+
+
+    /home/lrq/proj/vllm/kill_router.sh
+    /home/lrq/proj/vllm/kill_gpu.sh
+
+    /home/lrq/proj/vllm/change_name.sh $newname
+}
+
+run_experiment 50
+run_experiment 60
+run_experiment 70
+run_experiment 80
+run_experiment 90
+run_experiment 100
+run_experiment 110
+run_experiment 120
+run_experiment 130

kill_gpu.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+pids=$(nvidia-smi --query-compute-apps=pid --format=csv,noheader,nounits)
+
+# 遍历所有 PID 并杀掉相应的进程
+for pid in $pids; do
+    echo "Killing process with PID: $pid"
+    kill -9 $pid
+done
+
+echo "All GPU processes have been killed."

kill_router.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+kill_processes_by_name() {
+    process_name="$1"
+    pids=$(ps aux | grep $process_name | grep -v grep | awk '{print $2}')
+
+    if [ -z "$pids" ]; then
+        echo "No processes named $process_name found."
+    else
+        for pid in $pids; do
+            echo "Killing process with PID: $pid"
+            kill -9 $pid
+        done
+        echo "All processes named $process_name have been killed."
+    fi
+}
+
+kill_processes_by_name "LLMLoadgen"

liquid_server.py

@@ -22,7 +22,7 @@ def __init__(self) -> None:
             liquid_gpu_space = 32,
             liquid_driver_gpu_id = 0, 
             liquid_total_num_shards = 4,
-            # gpu_memory_utilization=0.7,
+            gpu_memory_utilization=0.85,
         )
         with open(output_file_name, "w"):
             pass
@@ -56,8 +56,8 @@ def start(self):
 
         command = [
                 './LLMLoadgen',
-                '-pattern', 'azure-conv-50-5',
-                '-dataset', 'azure-conv',
+                '-pattern', 'azure-code-50-5',
+                '-dataset', 'azure-code',
                 '-dst', 'liquid',
                 '-ip', 'localhost',
                 '-port', '8000',

log.txt

@@ -20,33 +20,25 @@ def main():
         liquid_gpu_space = 32,
         liquid_driver_gpu_id = 0, 
         liquid_total_num_shards = 4,
+        gpu_memory_utilization=0.8,
     )
-    sampling_params = SamplingParams(temperature=0, min_tokens=4, max_tokens=4)
+    sampling_params = SamplingParams(temperature=0, min_tokens=128, max_tokens=128)
     request_num = 1
     word = "what is LLM?" 
     prompt = word 
     inputs = [prompt for _ in range(request_num)]
 
-    liquid_request = LiquidRequest(LiquidType.LIQUID_1_2)
-    llm.do_liquid(liquid_request)
-    output = llm.generate(inputs, sampling_params=sampling_params)
-    print(f"output: {output[0].outputs[0].text}")
-    liquid_request = LiquidRequest(LiquidType.LIQUID_2_4)
-    llm.do_liquid(liquid_request)
-    # liquid_request = LiquidRequest(LiquidType.LIQUID_4_2)
-    # llm.do_liquid(liquid_request)
-    # liquid_request = LiquidRequest(LiquidType.LIQUID_2_1)
-    # llm.do_liquid(liquid_request)
-
+    for i in range(25):
+        liquid_request = LiquidRequest(LiquidType.LIQUID_1_2)
+        llm.do_liquid(liquid_request)
+        liquid_request = LiquidRequest(LiquidType.LIQUID_2_4)
+        llm.do_liquid(liquid_request)
+        liquid_request = LiquidRequest(LiquidType.LIQUID_4_2)
+        llm.do_liquid(liquid_request)
+        liquid_request = LiquidRequest(LiquidType.LIQUID_2_1)
+        llm.do_liquid(liquid_request)
 
-    output = llm.generate(inputs, sampling_params=sampling_params)
-    print(f"output: {output[0].outputs[0].text}")
 
-    
-    liquid_request = LiquidRequest(LiquidType.LIQUID_4_2)
-    llm.do_liquid(liquid_request)
-    # liquid_request = LiquidRequest(LiquidType.LIQUID_2_1)
-    # llm.do_liquid(liquid_request)
     output = llm.generate(inputs, sampling_params=sampling_params)
     print(f"output: {output[0].outputs[0].text}")