This commit is contained in:
Tanishq Dubey 2024-09-26 17:00:28 -04:00
parent da9619fefb
commit 960c0009f4
2 changed files with 323 additions and 6 deletions

View File

@ -6,6 +6,9 @@
<title>DWS Intelligence</title> <title>DWS Intelligence</title>
<script src="https://cdnjs.cloudflare.com/ajax/libs/socket.io/4.0.1/socket.io.js"></script> <script src="https://cdnjs.cloudflare.com/ajax/libs/socket.io/4.0.1/socket.io.js"></script>
<script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script> <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/moment@2.29.4/moment.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
<script src="https://cdn.jsdelivr.net/npm/chartjs-adapter-moment@1.0.1/dist/chartjs-adapter-moment.min.js"></script>
<link href="https://fonts.googleapis.com/css2?family=Noto+Sans+Mono:wght@400;700&display=swap" rel="stylesheet"> <link href="https://fonts.googleapis.com/css2?family=Noto+Sans+Mono:wght@400;700&display=swap" rel="stylesheet">
<style> <style>
body { body {
@ -172,14 +175,104 @@
color: #888; color: #888;
margin-bottom: 5px; margin-bottom: 5px;
} }
#main-container {
display: flex;
height: 100vh;
}
#chat-area {
flex: 1;
display: flex;
flex-direction: column;
}
#sidebar {
width: 300px;
background-color: #222;
padding: 10px;
box-sizing: border-box;
overflow-y: auto;
transition: transform 0.3s ease-in-out;
}
#sidebar.collapsed {
transform: translateX(100%);
}
#sidebar-toggle {
position: fixed;
top: 10px;
right: 10px;
z-index: 1000;
background-color: #444;
color: #fff;
border: none;
padding: 5px 10px;
cursor: pointer;
}
.graph-container {
margin-bottom: 20px;
height: 150px;
}
.graph-title {
color: #888;
font-size: 14px;
margin-bottom: 5px;
}
@media (max-width: 768px) {
#sidebar {
position: fixed;
right: 0;
top: 0;
bottom: 0;
width: 100%;
max-width: 300px;
transform: translateX(100%);
}
#sidebar.collapsed {
transform: translateX(0);
}
}
</style> </style>
</head> </head>
<body> <body>
<div id="chat-container"></div> <div id="main-container">
<div id="input-container" class="pdp-panel"> <div id="chat-area">
<div class="pdp-label">INPUT:</div> <div id="chat-container"></div>
<textarea id="user-input" placeholder="Type your message here..." rows="3"></textarea> <div id="input-container" class="pdp-panel">
<button id="send-button">EXECUTE</button> <div class="pdp-label">INPUT:</div>
<textarea id="user-input" placeholder="Type your message here..." rows="3"></textarea>
<button id="send-button">EXECUTE</button>
</div>
</div>
<button id="sidebar-toggle">Toggle Charts</button>
<div id="sidebar" class="collapsed">
<div class="graph-container">
<div class="graph-title">CPU Load</div>
<canvas id="cpuChart"></canvas>
</div>
<div class="graph-container">
<div class="graph-title">Memory Usage</div>
<canvas id="memoryChart"></canvas>
</div>
<div class="graph-container">
<div class="graph-title">Disk I/O</div>
<canvas id="diskChart"></canvas>
</div>
<div class="graph-container">
<div class="graph-title">GPU Load</div>
<canvas id="gpuChart"></canvas>
</div>
<div class="graph-container">
<div class="graph-title">GPU Memory</div>
<canvas id="gpuMemoryChart"></canvas>
</div>
</div>
</div> </div>
<script> <script>
@ -304,6 +397,179 @@
sendMessage(); sendMessage();
} }
}); });
const chartOptions = {
type: 'line',
options: {
responsive: true,
maintainAspectRatio: false,
animation: false,
elements: {
line: {
tension: 0
},
point: {
radius: 0
}
},
scales: {
x: {
type: 'time',
time: {
unit: 'second',
displayFormats: {
second: 'HH:mm:ss'
}
},
ticks: {
display: false
}
},
y: {
beginAtZero: true,
max: 100,
ticks: {
callback: function(value) {
return value + '%';
}
}
}
},
plugins: {
legend: {
display: false
}
}
}
};
const cpuChart = new Chart(document.getElementById('cpuChart').getContext('2d'), {
...chartOptions,
data: {
datasets: [{
label: 'CPU Load',
data: [],
borderColor: 'rgb(75, 192, 192)',
fill: false
}]
}
});
const memoryChart = new Chart(document.getElementById('memoryChart').getContext('2d'), {
...chartOptions,
data: {
datasets: [{
label: 'Memory Usage',
data: [],
borderColor: 'rgb(255, 159, 64)',
fill: false
}]
}
});
const diskChart = new Chart(document.getElementById('diskChart').getContext('2d'), {
...chartOptions,
options: {
...chartOptions.options,
scales: {
...chartOptions.options.scales,
y: {
beginAtZero: true,
ticks: {
callback: function(value) {
return (value / 1024 / 1024).toFixed(2) + ' MB/s';
}
}
}
}
},
data: {
datasets: [{
label: 'Disk Read',
data: [],
borderColor: 'rgb(54, 162, 235)',
fill: false
},
{
label: 'Disk Write',
data: [],
borderColor: 'rgb(255, 99, 132)',
fill: false
}]
}
});
const gpuChart = new Chart(document.getElementById('gpuChart').getContext('2d'), {
...chartOptions,
data: {
datasets: [{
label: 'GPU Load',
data: [],
borderColor: 'rgb(153, 102, 255)',
fill: false
}]
}
});
const gpuMemoryChart = new Chart(document.getElementById('gpuMemoryChart').getContext('2d'), {
...chartOptions,
data: {
datasets: [{
label: 'GPU Memory',
data: [],
borderColor: 'rgb(255, 206, 86)',
fill: false
}]
}
});
function updateCharts(data) {
if (sidebar.classList.contains('collapsed')) return;
const now = Date.now();
const thirtySecondsAgo = now - 30000;
function updateChart(chart, value) {
chart.data.datasets[0].data.push({x: now, y: value});
chart.data.datasets[0].data = chart.data.datasets[0].data.filter(point => point.x > thirtySecondsAgo);
chart.update('none');
}
updateChart(cpuChart, data.cpu_load);
updateChart(memoryChart, data.memory_usage);
updateChart(gpuChart, data.gpu_load);
updateChart(gpuMemoryChart, data.gpu_memory);
// Update disk chart (it has two datasets)
diskChart.data.datasets[0].data.push({x: now, y: data.disk_read_rate});
diskChart.data.datasets[1].data.push({x: now, y: data.disk_write_rate});
diskChart.data.datasets[0].data = diskChart.data.datasets[0].data.filter(point => point.x > thirtySecondsAgo);
diskChart.data.datasets[1].data = diskChart.data.datasets[1].data.filter(point => point.x > thirtySecondsAgo);
diskChart.update('none');
}
// Listen for system resource updates
socket.on('system_resources', (data) => {
updateCharts(data);
});
const sidebar = document.getElementById('sidebar');
const sidebarToggle = document.getElementById('sidebar-toggle');
sidebarToggle.addEventListener('click', () => {
sidebar.classList.toggle('collapsed');
});
function checkWindowSize() {
if (window.innerWidth <= 768) {
sidebar.classList.add('collapsed');
} else {
sidebar.classList.remove('collapsed');
}
}
window.addEventListener('resize', checkWindowSize);
checkWindowSize(); // Initial check
</script> </script>
</body> </body>
</html> </html>

53
main.py
View File

@ -6,6 +6,10 @@ from typing import List
from models import model_manager from models import model_manager
import structlog import structlog
import time import time
import psutil
import GPUtil
import threading
import os
@ -231,6 +235,53 @@ def generate_final_response(user_input: str, plan: List[str], step_results: List
response = model_manager.generate_text("qwen2.5:7b", prompt, max_length=500) response = model_manager.generate_text("qwen2.5:7b", prompt, max_length=500)
return response, response return response, response
UPDATE_INTERVAL = 0.1 # 100ms, configurable
def get_system_resources():
cpu_load = psutil.cpu_percent()
memory = psutil.virtual_memory()
memory_usage = memory.percent
disk_io = psutil.disk_io_counters()
disk_read = disk_io.read_bytes
disk_write = disk_io.write_bytes
gpus = GPUtil.getGPUs()
gpu_load = gpus[0].load * 100 if gpus else 0
gpu_memory = gpus[0].memoryUtil * 100 if gpus else 0
return {
'cpu_load': cpu_load,
'memory_usage': memory_usage,
'disk_read': disk_read,
'disk_write': disk_write,
'gpu_load': gpu_load,
'gpu_memory': gpu_memory
}
def send_system_resources():
last_disk_read = 0
last_disk_write = 0
while True:
resources = get_system_resources()
# Calculate disk I/O rates
disk_read_rate = (resources['disk_read'] - last_disk_read) / UPDATE_INTERVAL
disk_write_rate = (resources['disk_write'] - last_disk_write) / UPDATE_INTERVAL
socketio.emit('system_resources', {
'cpu_load': resources['cpu_load'],
'memory_usage': resources['memory_usage'],
'disk_read_rate': disk_read_rate,
'disk_write_rate': disk_write_rate,
'gpu_load': resources['gpu_load'],
'gpu_memory': resources['gpu_memory']
})
last_disk_read = resources['disk_read']
last_disk_write = resources['disk_write']
time.sleep(UPDATE_INTERVAL)
if __name__ == "__main__": if __name__ == "__main__":
logger.info("Starting LLM Chat Server") logger.info("Starting LLM Chat Server")
socketio.run(app, debug=True) threading.Thread(target=send_system_resources, daemon=True).start()
socketio.run(app, debug=True, host="0.0.0.0", port=5000)