diff --git a/moto/secretsmanager/models.py b/moto/secretsmanager/models.py
--- a/moto/secretsmanager/models.py
+++ b/moto/secretsmanager/models.py
@@ -180,6 +180,10 @@ def __contains__(self, key):
         new_key = get_secret_name_from_arn(key)
         return dict.__contains__(self, new_key)
 
+    def get(self, key, *args, **kwargs):
+        new_key = get_secret_name_from_arn(key)
+        return super().get(new_key, *args, **kwargs)
+
     def pop(self, key, *args, **kwargs):
         new_key = get_secret_name_from_arn(key)
         return super().pop(new_key, *args, **kwargs)

diff --git a/tests/test_secretsmanager/test_secretsmanager.py b/tests/test_secretsmanager/test_secretsmanager.py
--- a/tests/test_secretsmanager/test_secretsmanager.py
+++ b/tests/test_secretsmanager/test_secretsmanager.py
@@ -226,6 +226,25 @@ def test_delete_secret():
     assert secret_details["DeletedDate"] > datetime.fromtimestamp(1, pytz.utc)
 
 
+@mock_secretsmanager
+def test_delete_secret_by_arn():
+    conn = boto3.client("secretsmanager", region_name="us-west-2")
+
+    secret = conn.create_secret(Name="test-secret", SecretString="foosecret")
+
+    deleted_secret = conn.delete_secret(SecretId=secret["ARN"])
+
+    assert deleted_secret["ARN"] == secret["ARN"]
+    assert deleted_secret["Name"] == "test-secret"
+    assert deleted_secret["DeletionDate"] > datetime.fromtimestamp(1, pytz.utc)
+
+    secret_details = conn.describe_secret(SecretId="test-secret")
+
+    assert secret_details["ARN"] == secret["ARN"]
+    assert secret_details["Name"] == "test-secret"
+    assert secret_details["DeletedDate"] > datetime.fromtimestamp(1, pytz.utc)
+
+
 @mock_secretsmanager
 def test_delete_secret_force():
     conn = boto3.client("secretsmanager", region_name="us-west-2")

Deleting secrets not possible with full ARN
Deleting secrets in AWS Secrets Manager isn't possible when using the full ARN as secrets id and not specifying `ForceDeleteWithoutRecovery=True`:

```python
import boto3
from moto import mock_secretsmanager

@mock_secretsmanager
def test_delete():
    client = boto3.client("secretsmanager")
    secret = client.create_secret(Name="test")

    client.delete_secret(SecretId=secret["ARN"])  # doesn't work
    client.delete_secret(SecretId=secret["ARN"], ForceDeleteWithoutRecovery=True)  # works
    client.delete_secret(SecretId=secret["Name"])  # works
```

The reason for that is that during the deletion `SecretsStore.get()` is getting called:
https://github.com/spulec/moto/blob/1d7440914e4387661b0f200d16cd85298fd116e9/moto/secretsmanager/models.py#L716

`SecretsStore.get()` however isn't overwritten to resolve ARNs to secret names, therefore accessing the item fails and results in a `ResourceNotFoundException` even though the secret does exist.

tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_by_arn
tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_that_has_no_value tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_value_by_arn tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_with_KmsKeyId tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_that_does_not_exist tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_updates_last_changed_dates[True] tests/test_secretsmanager/test_secretsmanager.py::test_get_random_exclude_lowercase tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_value_puts_new_secret tests/test_secretsmanager/test_secretsmanager.py::test_tag_resource[False] tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_with_client_request_token tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_value_that_is_marked_deleted tests/test_secretsmanager/test_secretsmanager.py::test_untag_resource[False] tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_client_request_token_too_short tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_value tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_which_does_not_exit tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_force tests/test_secretsmanager/test_secretsmanager.py::test_get_random_password_default_requirements tests/test_secretsmanager/test_secretsmanager.py::test_describe_secret tests/test_secretsmanager/test_secretsmanager.py::test_after_put_secret_value_version_stages_can_get_current_with_custom_version_stage tests/test_secretsmanager/test_secretsmanager.py::test_update_secret[True] tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_force_no_such_secret_with_invalid_recovery_window tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_version_that_does_not_exist tests/test_secretsmanager/test_secretsmanager.py::test_create_secret_with_client_request_token tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret tests/test_secretsmanager/test_secretsmanager.py::test_create_and_put_secret_binary_value_puts_new_secret tests/test_secretsmanager/test_secretsmanager.py::test_create_secret_with_tags_and_description tests/test_secretsmanager/test_secretsmanager.py::test_get_random_exclude_punctuation tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_updates_last_changed_dates[False] tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_enable_rotation tests/test_secretsmanager/test_secretsmanager.py::test_get_random_require_each_included_type tests/test_secretsmanager/test_secretsmanager.py::test_update_secret[False] tests/test_secretsmanager/test_secretsmanager.py::test_can_list_secret_version_ids tests/test_secretsmanager/test_secretsmanager.py::test_restore_secret tests/test_secretsmanager/test_secretsmanager.py::test_get_random_exclude_numbers tests/test_secretsmanager/test_secretsmanager.py::test_create_secret_with_description tests/test_secretsmanager/test_secretsmanager.py::test_get_random_too_short_password tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_fails_with_both_force_delete_flag_and_recovery_window_flag tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_that_does_not_match tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_force_no_such_secret tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_value_version_stages_response tests/test_secretsmanager/test_secretsmanager.py::test_get_random_exclude_characters_and_symbols tests/test_secretsmanager/test_secretsmanager.py::test_secret_versions_to_stages_attribute_discrepancy tests/test_secretsmanager/test_secretsmanager.py::test_get_random_include_space_true tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_that_does_not_exist tests/test_secretsmanager/test_secretsmanager.py::test_describe_secret_with_arn tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_that_does_not_exist tests/test_secretsmanager/test_secretsmanager.py::test_create_secret_with_tags tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_marked_as_deleted_after_restoring tests/test_secretsmanager/test_secretsmanager.py::test_untag_resource[True] tests/test_secretsmanager/test_secretsmanager.py::test_restore_secret_that_is_not_deleted tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_value_can_get_first_version_if_put_twice tests/test_secretsmanager/test_secretsmanager.py::test_after_put_secret_value_version_stages_pending_can_get_current tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_with_tags_and_description tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_client_request_token_too_long tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_rotation_period_zero tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_value_binary tests/test_secretsmanager/test_secretsmanager.py::test_tag_resource[True] tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_force_with_arn tests/test_secretsmanager/test_secretsmanager.py::test_describe_secret_that_does_not_match tests/test_secretsmanager/test_secretsmanager.py::test_create_secret tests/test_secretsmanager/test_secretsmanager.py::test_get_secret_that_does_not_match tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_recovery_window_too_short tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_binary_requires_either_string_or_binary tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_value_version_stages_pending_response tests/test_secretsmanager/test_secretsmanager.py::test_update_secret_marked_as_deleted tests/test_secretsmanager/test_secretsmanager.py::test_describe_secret_that_does_not_exist tests/test_secretsmanager/test_secretsmanager.py::test_get_random_password_default_length tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_that_is_marked_deleted tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_binary_value_puts_new_secret tests/test_secretsmanager/test_secretsmanager.py::test_get_random_exclude_uppercase tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_that_is_marked_deleted tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_rotation_lambda_arn_too_long tests/test_secretsmanager/test_secretsmanager.py::test_get_random_include_space_false tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_value_on_non_existing_secret tests/test_secretsmanager/test_secretsmanager.py::test_describe_secret_with_KmsKeyId tests/test_secretsmanager/test_secretsmanager.py::test_rotate_secret_rotation_period_too_long tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_value_versions_differ_if_same_secret_put_twice tests/test_secretsmanager/test_secretsmanager.py::test_after_put_secret_value_version_stages_can_get_current tests/test_secretsmanager/test_secretsmanager.py::test_get_random_password_custom_length tests/test_secretsmanager/test_secretsmanager.py::test_restore_secret_that_does_not_exist tests/test_secretsmanager/test_secretsmanager.py::test_put_secret_value_maintains_description_and_tags tests/test_secretsmanager/test_secretsmanager.py::test_delete_secret_recovery_window_too_long tests/test_secretsmanager/test_secretsmanager.py::test_get_random_too_long_password