Removing items from a list while iterating through it?

So what I'm doing is iterating through a list which is displaying a set of boxes representing each item in the list. Each of those boxes representing the items has a button in it that lets the user delete that item from the list (any item at any place in the list). Of course, this is throwing an exception since I'm removing an item from a list while iterating it.

The only answer I've seen so far involves iterating backwards through the list and then deleting within the for loop. I've tried this solution and it wasn't preventing the exception when I remove an item, so here I am trying to figure out what I can do to get around this error.

I can post the old code if someone wants to see what I tried to do with the backward iteration solution.

     using UnityEngine;
     using System.Collections;
      
     public class SceneManager : MonoBehaviour {
         string name;
         string gender;
         string type;
         public bool showCreateActor = false;
         public ArrayList actors;
          
         void Start () {
             actors = new ArrayList();
             name = string.Empty;
             gender = string.Empty;
             type = string.Empty;
         }
          
         public void removeActor(ActorGUI self){
             actors.Remove(self);
         }
      
     void ActorWindowSide(int windowID) {
         
         if(GUILayout.Button ("Add Actor", GUILayout.Width (100),GUILayout.Height (30))){
             showCreateActor = !showCreateActor;
         }
         GUILayout.BeginVertical();
         //the loop in question
         foreach(ActorGUI actor in actors){
             actors[i].Draw();
         }
         GUILayout.EndVertical();
     }
      
     public void createNewActor(int windowID)
     {
         GUI.Label (new Rect(5f,30f,75f,20f), "Name: ");
         GUI.Label (new Rect(5f,55f,75f,20f), "Gender: ");
          
         name = GUI.TextField(new Rect (85f,30f,100f,25f), name, 25);
         gender = GUI.TextField(new Rect (85f,55f,100f,25f), gender, 10);
          
         if(GUI.Button (new Rect(85f, 260f, 110f, 30f), "Create Actor")){
             ActorGUI a = gameObject.AddComponent("ActorGUI") as ActorGUI;
             a.setActorNumber (actors.Count);
             a.setActorName (name);
             a.setActorGender (gender);
      
             actors.Add(a);
      
             showCreateActor = !showCreateActor;
             name = string.Empty;
             gender = string.Empty;
         }
      
         if(GUI.Button (new Rect(205f, 260f, 110f, 30f), "Cancel")){
             showCreateActor = !showCreateActor;
             name = string.Empty;
             gender = string.Empty;
         }
     }
 }
      
     using UnityEngine;
     using System;
     using System.Collections;
      
     public class ActorGUI : MonoBehaviour {
         public int actorNumber;
         public string actorName;
         public string actorGender;
         private SceneManager mySceneManager;
         private ActorGUI self;
          
         void Start () {
             mySceneManager = gameObject.GetComponent("SceneManager") as SceneManager;
         }
          
         public void setActorNumber(int i) {
             actorNumber = i;
         }
          
         public void setActorName(string name){
             actorName = name;
         }
          
         public void setActorGender(string gender){
             actorGender = gender;
         }
          
         public void setSelf(ActorGUI me){
             self = me;
         }
          
         public void Draw(){
             GUILayout.BeginVertical("box");
             GUILayout.BeginHorizontal();
             if(GUILayout.Button (actorName,GUILayout.Height(30))){
          
             }
             if(GUILayout.Button ("X", GUILayout.Width(30),GUILayout.Height(25))){
                 mySceneManager.removeActor(self);
             }
             GUILayout.EndHorizontal();
             GUILayout.EndVertical();
         }
     }