Oui bien sur a condition de mettre la proprieté de ta form KeyPreview = True
puis mettre le code dans l'evenement KeyDown

    Private Sub DelItemListView()
        ListView1.Focus()
        Try
            For i As Integer = 0 To ListView1.Items.Count - 1
                If ListView1.Items.Item(i).Selected = True Then
                    ListView1.Items.Item(i).Remove()
                    Return
                End If
            Next
        Catch ex As Exception
            Exit Try
        End Try

    End Sub
    Private Sub Form1_KeyDown(ByVal sender As Object, ByVal e As System.Windows.Forms.KeyEventArgs) Handles Me.KeyDown
        If e.KeyValue = Keys.Delete Then
            DelItemListView()
        End If

    End Sub

    Private Sub Form1_Load(ByVal sender As System.Object, ByVal e As System.EventArgs) Handles MyBase.Load
        ListView1.Items.Add("Item1")
        ListView1.Items.Add("Item2")
        ListView1.Items.Add("Item3")
        ListView1.Items.Add("Item4")
    End Sub

    Private Sub SupprToolStripMenuItem_Click_1(ByVal sender As System.Object, ByVal e As System.EventArgs) Handles SupprToolStripMenuItem.Click
        DelItemListView()
    End Sub