inital draft for deplyment

requirements.txt → app/requirements.txt

@@ -3,4 +3,3 @@ gradio==4.39.*
 torch==2.4.*
 transformers==4.43.*
 accelerate==0.33.*
-pytest==7.4.3

app/tests/test_app.py

@@ -0,0 +1,47 @@
+import pytest
+import sys
+import os
+
+# Add the parent directory to the Python path
+sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+
+from app import clear_conversation, update_chat_info, cancel_inference, respond, custom_css, demo
+
+def test_clear_conversation():
+    result = clear_conversation()
+    assert result is None
+
+def test_update_chat_info_empty():
+    history = None
+    message_count, word_count = update_chat_info(history)
+    assert message_count == 0
+    assert word_count == 0
+
+def test_cancel_inference():
+    cancel_inference()
+    from app import stop_inference
+    assert stop_inference == True
+
+def test_respond_input_types():
+    message = "Test message"
+    history = [("User", "Hello"), ("Bot", "Hi")]
+    system_message = "You are a test bot"
+    max_tokens = 100
+    temperature = 0.7
+    top_p = 0.9
+    use_local_model = False
+
+    generator = respond(message, history, system_message, max_tokens, temperature, top_p, use_local_model)
+    
+    assert hasattr(generator, '__next__')  # Check if it's a generator
+
+def test_custom_css_exists():
+    assert isinstance(custom_css, str)
+    assert len(custom_css) > 0
+
+def test_demo_object_creation():
+    assert demo is not None
+    assert hasattr(demo, 'launch')
+
+if __name__ == "__main__":
+    pytest.main([__file__])

deployment/01_deploy_to_app/ansible.cfg

@@ -0,0 +1,5 @@
+[defaults]
+inventory = inventory/hosts.ini
+remote_user = student-admin
+private_key_file = ~/.ssh/keys/id_admin_cs553
+

deployment/01_deploy_to_app/inventory/hosts.ini

@@ -0,0 +1,3 @@
+[classserver]
+server1 ansible_host=paffenroth-23.dyn.wpi.edu ansible_port=22018
+#server1Tailscail ansible_host=group18

deployment/01_deploy_to_app/playbooks/deploy_gradio_app.yml

@@ -0,0 +1,77 @@
+---
+- name: Deploy Gradio App
+  hosts: all
+  become: yes
+  vars:
+    app_user: app
+    app_dir: /home/{{ app_user }}/gradio_app
+    venv_dir: "{{ app_dir }}/venv"
+
+  tasks:
+    - name: Create app user
+      user:
+        name: "{{ app_user }}"
+        shell: /bin/bash
+
+    - name: Install system dependencies
+      apt:
+        name:
+          - python3
+          - python3-pip
+          - python3-venv
+        state: present
+        update_cache: yes
+
+    - name: Create app directory
+      file:
+        path: "{{ app_dir }}"
+        state: directory
+        owner: "{{ app_user }}"
+        group: "{{ app_user }}"
+        mode: '0755'
+
+    - name: Copy app files
+      copy:
+        src: ../../app/
+        dest: "{{ app_dir }}"
+        owner: "{{ app_user }}"
+        group: "{{ app_user }}"
+        mode: '0644'
+
+    - name: Create virtual environment
+      command:
+        cmd: python3 -m venv {{ venv_dir }}
+        creates: "{{ venv_dir }}"
+
+    - name: Change ownership of virtual environment
+      file:
+        path: "{{ venv_dir }}"
+        owner: "{{ app_user }}"
+        group: "{{ app_user }}"
+        recurse: yes
+
+    - name: Install Python dependencies
+      pip:
+        requirements: "{{ app_dir }}/requirements.txt"
+        virtualenv: "{{ venv_dir }}"
+        virtualenv_command: python3 -m venv
+
+    - name: Change ownership of app directory
+      file:
+        path: "{{ app_dir }}"
+        owner: "{{ app_user }}"
+        group: "{{ app_user }}"
+        recurse: yes
+
+    - name: Create systemd service file
+      template:
+        src: ../templates/gradio_app.service.j2
+        dest: /etc/systemd/system/gradio_app.service
+        mode: '0644'
+
+    - name: Start and enable Gradio app service
+      systemd:
+        name: gradio_app
+        state: started
+        enabled: yes
+        daemon_reload: yes

deployment/01_deploy_to_app/playbooks/install_tailscale.yml

@@ -0,0 +1,29 @@
+---
+- name: Install and configure Tailscale
+  hosts: all
+  become: yes
+  vars_files:
+    - ../vars/secrets.yml
+
+  tasks:
+    - name: Add Tailscale GPG key
+      apt_key:
+        url: https://pkgs.tailscale.com/stable/ubuntu/focal.gpg
+        state: present
+
+    - name: Add Tailscale repository
+      apt_repository:
+        repo: deb https://pkgs.tailscale.com/stable/ubuntu focal main
+        state: present
+        filename: tailscale
+
+    - name: Install Tailscale
+      apt:
+        name: tailscale
+        state: present
+        update_cache: yes
+
+    - name: Run tailscale up with pre-authentication
+      command: tailscale up --authkey={{ vault_tailscale_authkey }}
+      register: tailscale_result
+      changed_when: "'Success' in tailscale_result.stdout"

deployment/01_deploy_to_app/playbooks/main.yml

@@ -0,0 +1,8 @@
+---
+- name: Run all playbooks
+  hosts: all
+  become: yes
+
+- import_playbook: setup_users.yml
+- import_playbook: install_tailscale.yml
+- import_playbook: deploy_gradio_app.yml

deployment/01_deploy_to_app/playbooks/setup_users.yml

@@ -0,0 +1,51 @@
+---
+- name: Set up users with sudo privileges and SSH keys
+  hosts: all
+  become: yes
+  vars_files:
+    - ../vars/secrets.yml
+  vars:
+    users:
+      - name: jake
+        ssh_key: "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIN13c8DOTx1GjD027XbN/G6MByFEvDX8zttW9EwCxQFe main key"
+      - name: rayhan
+        ssh_key: "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIH6Zr582CwihCcLtO0wY0urFnsaka5TRUELAU/7qxt/m rayhanunix@LAPTOP-72FA1E7J"
+
+  tasks:
+    - name: Create users
+      user:
+        name: "{{ item.name }}"
+        password: "{{ item.password | password_hash('sha512') }}"
+        state: present
+        groups: sudo
+        shell: /bin/bash
+      loop: "{{ vault_users }}"
+
+    - name: Add SSH keys
+      authorized_key:
+        user: "{{ item.name }}"
+        key: "{{ item.ssh_key }}"
+        state: present
+      loop: "{{ users }}"
+
+    - name: Ensure sudo group has sudo privileges
+      lineinfile:
+        path: /etc/sudoers
+        state: present
+        regexp: '^%sudo'
+        line: '%sudo ALL=(ALL:ALL) ALL'
+        validate: '/usr/sbin/visudo -cf %s'
+
+    - name: Disable password authentication for SSH
+      lineinfile:
+        path: /etc/ssh/sshd_config
+        regexp: '^PasswordAuthentication'
+        line: 'PasswordAuthentication no'
+        state: present
+      notify: Restart SSH
+
+  handlers:
+    - name: Restart SSH
+      service:
+        name: sshd
+        state: restarted

deployment/01_deploy_to_app/templates/gradio_app.service.j2

@@ -0,0 +1,12 @@
+[Unit]
+Description=Gradio App Service
+After=network.target
+
+[Service]
+User={{ app_user }}
+WorkingDirectory={{ app_dir }}
+ExecStart={{ venv_dir }}/bin/python {{ app_dir }}/src/app.py
+Restart=always
+
+[Install]
+WantedBy=multi-user.target

deployment/01_deploy_to_app/vars/secrets.yml

@@ -0,0 +1,14 @@
+$ANSIBLE_VAULT;1.1;AES256
+38386664653736333339653530653039636432353063633162333634383031383537393038396438
+3639613064643263666536633564373138376239323765310a366431613264626336383537616138
+39343335346634346165623234666432633739313936376661613330353431663338326161306263
+3139313831333231380a316639363938343666663965343033626635613639386335633264306262
+65656131643930386434613636633839363235306336626366666362393032646339306665383734
+34356132336361323036343465393036323564316432633739366661663533343364373836646362
+31623633623130633233373134353262623962393534393132393562623831626139303463656538
+61373861656230643639313333363064383231613837363631663264356464663562313832306533
+31643035366263396261373766373865653838323334316430656162636563323731613466643039
+62613336303633663262643233323133666533343935666530623938373063643133363366383537
+64623035373038376532353531303534613234313739316262626638643030613537623462343738
+64323137663164626365376465656430396532366531346636633033303034636264353938333137
+63626130656531336165393037643361666261396465643036366637323731356433

deployment/02_deploy_to_controller/ansible.cfg

@@ -0,0 +1,11 @@
+[defaults]
+inventory = inventory/hosts.ini
+remote_user = ubuntu
+private_key_file = ~/.ssh/keys/id_admin_CS553
+host_key_checking = False
+
+[privilege_escalation]
+become = True
+become_method = sudo
+become_user = root
+

deployment/02_deploy_to_controller/inventory/hosts.ini

@@ -0,0 +1,2 @@
+[ec2_instance]
+controler1 ansible_host=3.141.197.138

deployment/02_deploy_to_controller/playbooks/install_tailscale.yml

@@ -0,0 +1,30 @@
+---
+- name: Install and configure Tailscale
+  hosts: all
+  become: yes
+  vars_files:
+    - ../vars/secrets.yml
+
+  tasks:
+    - name: Add Tailscale GPG key
+      apt_key:
+        url: https://pkgs.tailscale.com/stable/ubuntu/focal.gpg
+        state: present
+
+    - name: Add Tailscale repository
+      apt_repository:
+        repo: deb https://pkgs.tailscale.com/stable/ubuntu focal main
+        state: present
+        filename: tailscale
+
+    - name: Install Tailscale
+      apt:
+        name: tailscale
+        state: present
+        update_cache: yes
+
+    - name: Run tailscale up with pre-authentication
+      command: tailscale up --authkey={{ vault_tailscale_authkey }}
+      register: tailscale_result
+      changed_when: "'Success' in tailscale_result.stdout"
+

deployment/02_deploy_to_controller/playbooks/main.yml

@@ -0,0 +1,44 @@
+---
+- name: Setup AWS EC2 instance
+  hosts: ec2_instance
+  become: yes
+  vars_files:
+    - ../vars/secrets.yml
+
+  tasks:
+    - name: Install Tailscale
+      include_tasks: install_tailscale.yml
+
+    - name: Setup Ansible
+      include_tasks: setup_ansible.yml
+
+    - name: Clone Git repository
+      git:
+        repo: 'https://github.com/jake-molnia/CS_553'
+        dest: /home/ubuntu/CS_553
+        version: main
+
+    - name: Run initial SSH configuration script
+      script: ../scripts/initial_ssh_config.sh
+
+    - name: Connect using Tailscale
+      command: tailscale up --authkey "{{ tailscale_authkey }}"
+
+    - name: Copy vault password file to EC2 instance
+      copy:
+        src: ../../.secrets/password.txt
+        dest: /home/ubuntu/vault_password.txt
+        mode: '0600'
+
+    - name: Run Ansible playbook for app deployment
+      command: >
+        ansible-playbook -i /home/ubuntu/CS_553/01_deploy_to_app/inventory/hosts.ini 
+        /home/ubuntu/CS_553/01_deploy_to_app/playbooks/main.yml
+        --vault-password-file /home/ubuntu/vault_password.txt
+      args:
+        chdir: /home/ubuntu/CS_553/01_deploy_to_app
+
+    - name: Remove vault password file
+      file:
+        path: /home/ubuntu/vault_password.txt
+        state: absent

deployment/02_deploy_to_controller/playbooks/setup_ansible.yml

@@ -0,0 +1,16 @@
+- name: Setup Ansible
+  block:
+    - name: Install Ansible and dependencies
+      apt:
+        name:
+          - ansible
+          - git
+          - python3-pip
+        state: present
+        update_cache: yes
+    - name: Install required Python packages
+      pip:
+        name:
+          - boto3
+          - botocore
+        state: present

deployment/02_deploy_to_controller/scripts/initial_ssh_config.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+ssh -i /path/to/your/private_key.pem ec2-user@paffenroth-23.dyn.wpi.edu <<EOF
+  # Change key (you need to provide the actual commands here)
+  # Install Tailscale (you need to provide the actual commands here)
+EOF

deployment/02_deploy_to_controller/vars/secrets.yml

@@ -0,0 +1,10 @@
+$ANSIBLE_VAULT;1.1;AES256
+32313364663065623531616639356230653438393737303765313835623165623536313630313134
+3265653332636634633864316661623463346633623965380a343161313331396535383034636161
+37373538666530663162383231663437623939343064376435393734343333623734613331643639
+3565653333663436350a383736383462303739383738623336333636303533393935373666353133
+64393235656465383662316161623034383230353766356264376332323938316261313032346164
+34656266336665313434383862303739363766336363313931393133313366393065386136306531
+62636536376136653961653235366537336233633162306533326564663138353330336330643532
+36373162306161373336333966666135353136376537623237623465313365336538393261376233
+6435