Question Analysis

On Windows devices, identify the full command used when the built-in credential manager utility was invoked to list stored credentials. What was the exact command?

56506854-89d6-46a3-9804-b7fde90791f9
Question ID
22/23
Models Correct
1
Valid Answer
96%
Success Rate
Reference Answer

Human-validated correct answer for this question

cmdkey /list
Model Performance Comparison

See how different AI models performed on this question

ModelAnswerKQL QueryStatusAttemptsTimeCost
gemini-2.5-flash-preview-04-17
cmdkey.exe /list
DeviceProcessEvents | where ActionType == "ProcessCreated" | where FileName == "cmdkey.exe" | where ProcessCommandLine has "/list" | project Timestamp, DeviceName, AccountName, ProcessCommandLine
Correct
1
14.20s
0.0054
gpt-35-turbo
No answer provided
No query generated
Incorrect
5
0.00s
0.0108
gpt-4-turbo-2024-04-09
cmdkey.exe /list
DeviceProcessEvents | where FileName in ('cmd.exe', 'powershell.exe') | where ProcessCommandLine has 'cmdkey' | project DeviceName, InitiatingProcessCommandLine, ProcessCommandLine, TimeGenerated
Correct
1
12.23s
0.0532
gpt-4.1
cmdkey.exe /list
DeviceProcessEvents | where FileName =~ "cmdkey.exe" | where ProcessCommandLine contains "/list" | project TimeGenerated, DeviceName, AccountName, FileName, ProcessCommandLine | order by TimeGenerated desc
Correct
1
5.45s
0.0111
gpt-4.1-finetuned
cmdkey.exe /list
DeviceProcessEvents | where ProcessCommandLine has "cmdkey.exe" and ProcessCommandLine has "list" | summarize ProcessCommandLineSet = makeset(ProcessCommandLine) by DeviceId, DeviceName | extend HostName = tostring(split(DeviceName, '.') [0]), DnsDomain = tostring(strcat_array(array_slice(split(DeviceName, '.'), 1, -1), '.')) | project-away DeviceName, DeviceId | extend HostName = tolower(HostName) | extend DnsDomain = tolower(DnsDomain)
Correct
1
7.25s
0.0036
gpt-4.1-mini
cmdkey.exe /list
DeviceProcessEvents | where InitiatingProcessCommandLine contains "cmdkey" and InitiatingProcessCommandLine contains "/list" | project TimeGenerated, DeviceName, InitiatingProcessCommandLine | order by TimeGenerated desc
Correct
2
21.17s
0.0031
gpt-4.1-nano
cmdkey.exe /list
DeviceProcessEvents | where ProcessCommandLine contains 'cmd.exe' or ProcessCommandLine contains 'powershell.exe' or ProcessCommandLine contains 'rundll32.exe' | where ProcessCommandLine contains 'CredentialManager' or ProcessCommandLine contains '/list' or ProcessCommandLine contains 'credman' or ProcessCommandLine contains 'cmdkey' | project Timestamp, DeviceName, ProcessCommandLine | order by Timestamp desc | take 10
Correct
5
27.42s
0.0017
gpt-4o
cmdkey.exe /list
DeviceProcessEvents | where ProcessCommandLine contains "cmdkey.exe" and ProcessCommandLine has "list" | project DeviceId, DeviceName, ProcessCommandLine
Correct
3
28.58s
0.0343
gpt-5-high
cmdkey.exe /list
DeviceProcessEvents | where ActionType == "ProcessCreated" | where FileName in~ ("cmdkey.exe", "vaultcmd.exe") | where isnotempty(ProcessCommandLine) and ( ProcessCommandLine contains "/list" or // cmdkey /list (or -list) ProcessCommandLine contains " /l" or // cmdkey /l (short form) ProcessCommandLine contains "-list" or // alternate switch form ProcessCommandLine contains "/listcreds" // vaultcmd listing creds ) | project TimeGenerated, DeviceName, AccountName, FileName, FolderPath, ExactCommand = ProcessCommandLine | order by TimeGenerated desc
Correct
1
107.59s
0.0675
gpt-5-mini-high
cmdkey.exe /list
union withsource=SourceTable DeviceProcessEvents, DeviceEvents, DeviceFileEvents, DeviceImageLoadEvents, DeviceRegistryEvents, DeviceNetworkEvents, DeviceLogonEvents | extend CommandLine = tostring(coalesce(ProcessCommandLine, InitiatingProcessCommandLine, InitiatingProcessCommandLine, ProcessCommandLine)) | where isnotempty(CommandLine) // Normalize whitespace for matching | where CommandLine matches regex @"(?i)\bcmdkey(?:\.exe)?\b.*\b(?:/|-)list\b|\bcmdkey(?:\.exe)?\b.*\blist\b" | project TimeGenerated, SourceTable, DeviceName, AccountName, InitiatingProcessAccountName, FileName = coalesce(FileName, InitiatingProcessFileName), ProcessId, InitiatingProcessId, CommandLine | summarize Count = count(), LatestTime = max(TimeGenerated), Devices = make_set(DeviceName, 100), Users = make_set(AccountName, 100), SourceTables = make_set(SourceTable) by CommandLine | order by LatestTime desc | project ExactCommand = CommandLine, Count, LatestTime, Devices, Users, SourceTables
Correct
3
46.09s
0.0118
gpt-5-mini-low
cmdkey.exe /list
// Search for invocations of Credential Manager utilities that list stored credentials // Common ways: cmdkey.exe /list, rundll32.exe keymgr.dll, or rundll32.exe with arguments to show saved credentials let cmdnames = dynamic(["cmdkey.exe","rundll32.exe","keymgr.dll","control.exe","credwiz.exe"]); DeviceProcessEvents | where FileName in ("cmdkey.exe","rundll32.exe","control.exe","credwiz.exe") // also include rundll32 with keymgr.dll in command line | where ProcessCommandLine has_any ("/list", "cmdkey /list", "keymgr.dll", "credwiz", "Credentials") | extend Cmd = strcat(FileName, " ", ProcessCommandLine) | project TimeGenerated, DeviceName, DeviceId, InitiatingProcessFileName, InitiatingProcessCommandLine, FileName, ProcessCommandLine, Cmd | union ( DeviceEvents | where FileName in ("cmdkey.exe","rundll32.exe","control.exe","credwiz.exe") | where ProcessCommandLine has_any ("/list", "cmdkey /list", "keymgr.dll", "credwiz", "Credentials") | extend Cmd = strcat(FileName, " ", ProcessCommandLine) | project TimeGenerated, DeviceName, DeviceId, InitiatingProcessFileName, InitiatingProcessCommandLine, FileName, ProcessCommandLine, Cmd ) | order by TimeGenerated desc | distinct Cmd, DeviceName, DeviceId, TimeGenerated, InitiatingProcessFileName, InitiatingProcessCommandLine, FileName, ProcessCommandLine | top 50 by TimeGenerated
Correct
1
28.73s
0.0027
gpt-5-mini-medium
cmdkey.exe /list
// Identify usage of Windows Credential Manager listing commands (cmdkey /list or KRShowKeyMgr via rundll32) let cmd_names = dynamic(["cmdkey.exe","cmdkey","rundll32.exe","rundll32"]); // Search process events where the commanded process is cmdkey or rundll32 calling keymgr.dll union isfuzzy=true (DeviceProcessEvents | where tostring(ProcessCommandLine) has_any ("cmdkey","/list","/list:") or (FileName has_cs "cmdkey" and ProcessCommandLine!="") | extend CmdLine = tostring(ProcessCommandLine), EventSource = "DeviceProcessEvents", ProcFile = FileName, ProcInitiatingCmd = InitiatingProcessCommandLine ), (DeviceEvents | where isnotempty(ProcessCommandLine) and (tolower(ProcessCommandLine) has "cmdkey" or tolower(ProcessCommandLine) has "krshowkeymgr" or (tolower(ProcessCommandLine) has "rundll32" and tolower(ProcessCommandLine) has "keymgr")) | extend CmdLine = tostring(ProcessCommandLine), EventSource = "DeviceEvents", ProcFile = FileName, ProcInitiatingCmd = InitiatingProcessCommandLine ) | where CmdLine has_any ("cmdkey","/list","krshowkeymgr","keymgr") | where CmdLine !has "cmdkey /delete" // exclude deletes to focus on listing | extend CmdLineClean = trim(' ', CmdLine) | project TimeGenerated, Timestamp, DeviceName, DeviceId, AccountName, AccountDomain, FileName=ProcFile, CmdLineClean, InitiatingProcessCommandLine=ProcInitiatingCmd, ProcessId | summarize count(), AnyTime = min(TimeGenerated) by CmdLineClean, DeviceName, DeviceId, FileName | order by AnyTime desc | take 100
Correct
1
31.62s
0.0041
gpt-5-nano-high
cmdkey.exe /list
let credMgrInvocations = ( DeviceProcessEvents | where (isnotempty(InitiatingProcessCommandLine) or isnotempty(ProcessCommandLine)) | extend CmdLine = tostring(coalesce(InitiatingProcessCommandLine, ProcessCommandLine, "")) | extend CmdLower = tolower(CmdLine) | where (CmdLower contains "rundll32.exe" and CmdLower contains "keymgr.dll" and CmdLower contains "krshowkeymgr") or (CmdLower contains "cmdkey.exe" and CmdLower contains "/list") | project TimeGenerated, DeviceName, DeviceId, InitiatingProcessFileName, InitiatingProcessCommandLine, ProcessCommandLine, CmdLine ); credMgrInvocations | sort by TimeGenerated desc | take 100
Correct
5
115.31s
0.0089
gpt-5-nano-medium
cmdkey.exe /list
let WindowsDevices = DeviceInfo | where OSPlatform contains "Windows" | distinct DeviceId; DeviceProcessEvents | where DeviceId in (WindowsDevices) | where (InitiatingProcessFileName contains "cmdkey" or ProcessCommandLine contains "cmdkey" or InitiatingProcessCommandLine contains "cmdkey") | where (InitiatingProcessCommandLine contains "/list" or ProcessCommandLine contains "/list" or InitiatingProcessCommandLine contains "-list" or ProcessCommandLine contains "-list") | extend FullCommand = coalesce(InitiatingProcessCommandLine, ProcessCommandLine) | project TimeGenerated, DeviceName, DeviceId, FullCommand, InitiatingProcessFileName, InitiatingProcessId, InitiatingProcessCreationTime, InitiatingProcessAccountName, InitiatingProcessAccountDomain
Correct
1
67.43s
0.0024
grok-3-beta
cmdkey.exe /list
DeviceProcessEvents | where FileName == 'cmdkey.exe' and ProcessCommandLine contains '/list' | project DeviceName, ProcessCommandLine, ProcessCreationTime, InitiatingProcessFileName, InitiatingProcessCommandLine | order by ProcessCreationTime desc
Correct
1
9.70s
0.0215
grok-3-mini-beta
cmdkey.exe /list
DeviceProcessEvents | where FileName == 'cmdkey.exe' | where ProcessCommandLine contains '/list' | project TimeGenerated, DeviceName, ProcessCommandLine, AccountName
Correct
1
11.63s
0.0015
o1-high
cmdkey.exe /list
DeviceProcessEvents | where FileName =~ "cmdkey.exe" | where ProcessCommandLine has "/list" | project TimeGenerated, DeviceId, DeviceName, AccountDomain, AccountName, ProcessCommandLine | order by TimeGenerated desc
Correct
1
41.01s
0.2296
o1-low
cmdkey.exe /list
DeviceProcessEvents | where FileName =~ "cmdkey.exe" or FileName =~ "vaultcmd.exe" | where ProcessCommandLine contains "list" | project TimeGenerated, DeviceName, AccountName, ProcessCommandLine, FolderPath | order by TimeGenerated desc
Correct
1
89.57s
0.4932
o3-high
cmdkey.exe /list
DeviceProcessEvents | where FileName =~ "cmdkey.exe" // built-in credential manager CLI | where ProcessCommandLine has_any("/list", "/l") // listing stored credentials | project TimeGenerated, DeviceName, AccountSid, AccountName, ProcessCommandLine | summarize Executions=count() by ProcessCommandLine | order by Executions desc
Correct
1
24.85s
0.0171
o3-mini-high
cmdkey.exe /list
union (DeviceProcessEvents | where FileName == "cmdkey.exe" and ProcessCommandLine has "/list" | project TimeGenerated, DeviceName, FullCommand = ProcessCommandLine), (DeviceProcessEvents | where FileName == "rundll32.exe" and ProcessCommandLine has "keymgr.dll,KRShowKeyMgr" | project TimeGenerated, DeviceName, FullCommand = ProcessCommandLine) | sort by TimeGenerated desc
Correct
1
16.29s
0.0113
o3-mini-low
cmdkey.exe /list
DeviceProcessEvents | where tolower(FileName) == "cmdkey.exe" | where ProcessCommandLine contains "/list" | project TimeGenerated, DeviceName, ProcessCommandLine | order by TimeGenerated desc
Correct
1
34.17s
0.0109
o4-mini-high
cmdkey.exe /list
DeviceProcessEvents | where ProcessCommandLine has_cs "cmdkey" and ProcessCommandLine has_cs "/list" | project TimeGenerated, DeviceName, InitiatingProcessAccountName, ProcessCommandLine | distinct TimeGenerated, DeviceName, InitiatingProcessAccountName, ProcessCommandLine | order by TimeGenerated desc
Correct
1
40.44s
0.0150
o4-mini-low
cmdkey.exe /list
DeviceProcessEvents | where FileName =~ "cmdkey.exe" | where ProcessCommandLine has "/list" | project TimeGenerated, DeviceName, DeviceId, InitiatingProcessAccountName, ProcessCommandLine | order by TimeGenerated desc
Correct
3
116.97s
0.0298