add the two new VMs to the test scripts, should make this mmore dynamic

Author: andreashappe

testrun.sh

@@ -1,8 +1,8 @@
 #!/bin/bash
 
 wintermute_dir=/home/andy/Projects/hackingBuddyGPT
-model='gpt4'
-context_size='8192'
+model='gpt-3.5-turbo'
+context_size='4096'
 log_db="run_${model}_${context_size}.sqlite3"
 
 # setup and start virtual machines
@@ -26,6 +26,9 @@ popd
 # run ansible playbooks
 ansible-playbook -i hosts.ini tasks.yaml
 
+echo "now run tests manually"
+exit 0
+
 # run tests
 pushd .
 cd $wintermute_dir
@@ -34,7 +37,8 @@ cd $wintermute_dir
 exit 0
 
 # loop over hosts
-for i in $(seq 1 11); do
+# TODO: switch this to the testing script in ./vagrant
+for i in $(seq 1 13); do
 	ip_last=$((150+$i))
 	host="test-$i"
 	ip="192.168.122.$ip_last"

vagrant/Vagrantfile

@@ -27,7 +27,7 @@ Vagrant.configure("2") do |config|
   #  ansible.playbook = "./../tasks.yaml"
   #end
 
-  (1..11).each do |i|
+  (1..13).each do |i|
       config.vm.define "test-#{i}" do |node|
          node.vm.network "private_network", ip: "192.168.122.#{i+150}"
          node.vm.hostname = "test-#{i}"

vagrant/check_ssh_connection.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-for i in $(seq 1 11); do
+for i in $(seq 1 13); do
 	ip=$((150+$i))
 	hostname=$(ssh root@192.168.122.$ip hostname)
 

vagrant/run_tests.sh

@@ -0,0 +1,23 @@
+#!/bin/sh
+
+echo "running tests with wintermute in $wintermute_dir"
+
+model=gpt-4
+context_size=4096
+log_db="run-$model-$context_size.sqlite"
+wintermute_dir=/home/andy/Projects/hackingBuddyGPT
+max_rounds=20
+
+# run tests
+pushd .
+cd $wintermute_dir
+
+# loop over hosts
+for i in $(seq 1 13); do
+	ip_last=$((150+$i))
+	host="test-$i"
+	ip="192.168.122.$ip_last"
+
+	python3 wintermute.py --model $model --context-size $context_size --log $log_db --tag $host --target-ip $ip --target-hostname $host --max-rounds=$max_rounds
+done
+popd