Remove-Item 'D:\temp\Test Folder1'
rmdir <directory_name> # If you have something (files, other directories etc) in the directory you'll be asked if you want to delete those too.