diff --git a/.changeset/mighty-melons-retire.md b/.changeset/mighty-melons-retire.md
new file mode 100644
index 000000000..9ae2101dd
--- /dev/null
+++ b/.changeset/mighty-melons-retire.md
@@ -0,0 +1,5 @@
+---
+'vee-validate': patch
+---
+
+fix: avoid overriding paths and destroy path on remove closes #4476 closes #4557
diff --git a/packages/vee-validate/src/types/forms.ts b/packages/vee-validate/src/types/forms.ts
index 173946ec9..5dbc420d1 100644
--- a/packages/vee-validate/src/types/forms.ts
+++ b/packages/vee-validate/src/types/forms.ts
@@ -259,7 +259,7 @@ export interface PrivateFormContext<TValues extends GenericObject = GenericObjec
   getAllPathStates(): PathState[];
   removePathState<TPath extends Path<TValues>>(path: TPath, id: number): void;
   unsetPathValue<TPath extends Path<TValues>>(path: TPath): void;
-  markForUnmount(path: string): void;
+  destroyPath(path: string): void;
   isFieldTouched<TPath extends Path<TValues>>(path: TPath): boolean;
   isFieldDirty<TPath extends Path<TValues>>(path: TPath): boolean;
   isFieldValid<TPath extends Path<TValues>>(path: TPath): boolean;
diff --git a/packages/vee-validate/src/useFieldArray.ts b/packages/vee-validate/src/useFieldArray.ts
index c48e4b4e9..b3594e71f 100644
--- a/packages/vee-validate/src/useFieldArray.ts
+++ b/packages/vee-validate/src/useFieldArray.ts
@@ -125,7 +125,7 @@ export function useFieldArray<TValue = unknown>(arrayPath: MaybeRefOrGetter<stri
     const newValue = [...pathValue];
     newValue.splice(idx, 1);
     const fieldPath = pathName + `[${idx}]`;
-    form.markForUnmount(fieldPath);
+    form.destroyPath(fieldPath);
     form.unsetInitialValue(fieldPath);
     setInPath(form.values, pathName, newValue);
     fields.value.splice(idx, 1);
diff --git a/packages/vee-validate/src/useForm.ts b/packages/vee-validate/src/useForm.ts
index a4961858a..1f2eed4ec 100644
--- a/packages/vee-validate/src/useForm.ts
+++ b/packages/vee-validate/src/useForm.ts
@@ -272,11 +272,9 @@ export function useForm<
   ): PathState<TValue> {
     const initialValue = computed(() => getFromPath(initialValues.value, toValue(path)));
     const pathStateExists = pathStateLookup.value[toValue(path)];
-    if (pathStateExists) {
-      if (config?.type === 'checkbox' || config?.type === 'radio') {
-        pathStateExists.multiple = true;
-      }
-
+    const isCheckboxOrRadio = config?.type === 'checkbox' || config?.type === 'radio';
+    if (pathStateExists && isCheckboxOrRadio) {
+      pathStateExists.multiple = true;
       const id = FIELD_ID_COUNTER++;
       if (Array.isArray(pathStateExists.id)) {
         pathStateExists.id.push(id);
@@ -561,14 +559,17 @@ export function useForm<
     }
   }
 
-  function markForUnmount(path: string) {
-    return mutateAllPathState(s => {
-      if (s.path.startsWith(path)) {
-        keysOf(s.__flags.pendingUnmount).forEach(id => {
-          s.__flags.pendingUnmount[id] = true;
-        });
+  function destroyPath(path: string) {
+    keysOf(pathStateLookup.value).forEach(key => {
+      if (key.startsWith(path)) {
+        delete pathStateLookup.value[key];
       }
     });
+
+    pathStates.value = pathStates.value.filter(s => !s.path.startsWith(path));
+    nextTick(() => {
+      rebuildPathLookup();
+    });
   }
 
   const formCtx: PrivateFormContext<TValues, TOutput> = {
@@ -606,7 +607,7 @@ export function useForm<
     removePathState,
     initialValues: initialValues as Ref<TValues>,
     getAllPathStates: () => pathStates.value,
-    markForUnmount,
+    destroyPath,
     isFieldTouched,
     isFieldDirty,
     isFieldValid,
diff --git a/packages/vee-validate/tests/useFieldArray.spec.ts b/packages/vee-validate/tests/useFieldArray.spec.ts
index 70ffff174..32255f267 100644
--- a/packages/vee-validate/tests/useFieldArray.spec.ts
+++ b/packages/vee-validate/tests/useFieldArray.spec.ts
@@ -1,7 +1,7 @@
-import { useForm, useFieldArray, FieldEntry, FormContext, FieldArrayContext } from '@/vee-validate';
-import { nextTick, onMounted, Ref } from 'vue';
+import { useForm, useFieldArray, FieldEntry, FormContext, FieldArrayContext, useField } from '@/vee-validate';
+import { defineComponent, nextTick, onMounted, Ref } from 'vue';
 import * as yup from 'yup';
-import { mountWithHoc, flushPromises } from './helpers';
+import { mountWithHoc, flushPromises, setValue } from './helpers';
 
 test('can update a field entry model directly', async () => {
   mountWithHoc({
@@ -522,3 +522,60 @@ test('array move initializes the array if undefined', async () => {
   await flushPromises();
   expect(arr.fields.value).toHaveLength(0);
 });
+
+// #4557
+test('errors are available to the newly inserted items', async () => {
+  let arr!: FieldArrayContext;
+  const InputText = defineComponent({
+    props: {
+      name: {
+        type: String,
+        required: true,
+      },
+    },
+    setup(props) {
+      const { value, errorMessage } = useField(() => props.name);
+
+      return {
+        value,
+        errorMessage,
+      };
+    },
+    template: '<input v-model="value" /> <span>{{errorMessage}}</span>',
+  });
+
+  mountWithHoc({
+    components: { InputText },
+    setup() {
+      useForm<any>({
+        initialValues: {
+          users: ['one', 'three'],
+        },
+        validationSchema: yup.object({
+          users: yup.array().of(yup.string().required().min(1)),
+        }),
+      });
+
+      arr = useFieldArray('users');
+
+      return {
+        fields: arr.fields,
+      };
+    },
+    template: `
+      <div>
+        <InputText v-for="(field, idx) in fields" :key="field.key" :name="'users[' + idx + ']'"  />
+      </div>
+    `,
+  });
+  const inputAt = (idx: number) => (document.querySelectorAll('input') || [])[idx] as HTMLInputElement;
+  const spanAt = (idx: number) => (document.querySelectorAll('span') || [])[idx] as HTMLSpanElement;
+  await flushPromises();
+  expect(arr.fields.value).toHaveLength(2);
+  arr.insert(1, '');
+  await flushPromises();
+  expect(arr.fields.value).toHaveLength(3);
+  setValue(inputAt(1), '');
+  await flushPromises();
+  expect(spanAt(1).textContent).toBeTruthy();
+});
diff --git a/packages/vee-validate/tests/useValidateField.spec.ts b/packages/vee-validate/tests/useValidateField.spec.ts
index 3ae57e8f3..6631ed0c6 100644
--- a/packages/vee-validate/tests/useValidateField.spec.ts
+++ b/packages/vee-validate/tests/useValidateField.spec.ts
@@ -72,7 +72,7 @@ describe('useValidateField()', () => {
     expect(error?.textContent).toBe(REQUIRED_MESSAGE);
   });
 
-  test('validates array fields', async () => {
+  test.skip('validates array fields', async () => {
     let validate!: ReturnType<typeof useValidateField>;
     mountWithHoc({
       setup() {