Gun aim off center

Hello,

I have this gun script that rotates and aims my gun so that I dont have to create 100's of aiming in animations, however there is one bug. If you rotate whilst not aiming in then aim in, the gun does not aim down the centre of the screen. This is a huge issue and one that has been causing me troubles for a couple of days now. If anyone could help that would be great, I wont upload pictures of the issue now but if you need them feel free to ask. Here is the script that deals with the aiming in and smooth rotation:

 using UnityEngine;
 using System.Collections;
 
 public class GunScript : MonoBehaviour {
 
     public Transform playerTransform;
     public float RotationSpeed;
     public GameObject playerCamera;
     
     //Targets
     private float targetXRotation;
     private float targetYRotation;
     private float targetXRotationV;
     private float targetYRotationV;
 
     //Aiming
     public float holdHeight = -0.1f;
     public float holdSide = 0.1f;
     public float racioHipHold = 1f;
     public float hipToAimSpeed = 0.1f;
     private float racioHipHoldV;
 
     void Start(){
     }
 
     void Update () {
 
         if(Input.GetButton("Fire2")){
             playerCamera.GetComponent<MouseLook>().sensitivityX = 2f;
             playerCamera.transform.parent.GetComponent<MouseLook>().sensitivityX = 2f;
             playerCamera.GetComponent<MouseLook>().sensitivityY = 2f;
             playerCamera.transform.parent.GetComponent<MouseLook>().sensitivityY = 2f;
             racioHipHold = Mathf.SmoothDamp(racioHipHold, 0, ref racioHipHoldV, hipToAimSpeed);
         }
         if(!Input.GetButton("Fire2")){
             playerCamera.GetComponent<MouseLook>().sensitivityX = 7f;
             playerCamera.transform.parent.GetComponent<MouseLook>().sensitivityX = 7f;
             playerCamera.GetComponent<MouseLook>().sensitivityY = 7f;
             playerCamera.transform.parent.GetComponent<MouseLook>().sensitivityY = 7f;
             racioHipHold = Mathf.SmoothDamp(racioHipHold, 1, ref racioHipHoldV, hipToAimSpeed);
         }
         
         transform.position = playerCamera.transform.position + (Quaternion.Euler(0, targetYRotation,0) * new Vector3(holdSide * racioHipHold,holdHeight * racioHipHold,0));
     
         targetXRotation = Mathf.SmoothDamp(targetXRotation, -playerCamera.GetComponent<MouseLook>().rotationY, ref targetXRotationV, RotationSpeed);
         targetYRotation = Mathf.SmoothDamp(targetYRotation, playerCamera.GetComponent<MouseLook>().RotationX, ref targetYRotationV, RotationSpeed);
 
         transform.rotation = Quaternion.Euler(targetXRotation, targetYRotation, 0);
     }
 }