Aquí dejo como lo hice al final por si le sirve a alguien:
if(Input.touchCount > 0){
Ray ray = Camera.main.ScreenPointToRay(new Vector3(Input.GetTouch (0).position.x, Input.GetTouch (0).position.y, 0));
Vector3 worldPos = Camera.main.ScreenToWorldPoint(Input.GetTouch (0).position);
transform.position = new Vector3 (worldPos.x, transform.position.y, 0);
}
if(Input.touchCount > 0){
Ray ray = Camera.main.ScreenPointToRay(new Vector3(Input.GetTouch (0).position.x, Input.GetTouch (0).position.y, 0));
Vector3 worldPos = Camera.main.ScreenToWorldPoint(Input.GetTouch (0).position);
transform.position = new Vector3 (worldPos.x, transform.position.y, 0);
}