here's a quick fix to force cocoa ui on 64 bit vst hosts other than reaper. need to see if there's a better solution.
in IPlugVST.cpp
Code:
case effEditOpen:
{
IGraphics* pGraphics = _this->GetGUI();
if (pGraphics)
{
#ifdef _WIN32
if (!pGraphics->OpenWindow(ptr)) pGraphics=0;
#else // OSX, check if we are in a Cocoa VST host
#if defined(__LP64__) // if 64 bit has to be cocoa
if (!pGraphics->OpenWindow(ptr)) pGraphics=0;
#else
bool iscocoa = (_this->mHasVSTExtensions&VSTEXT_COCOA); // basically just checks if running in reaper
if (iscocoa && !pGraphics->OpenWindow(ptr)) pGraphics=0; // if running in reaper and failed to open cocoa window, set pGraphics to 0
if (!iscocoa && !pGraphics->OpenWindow(ptr, 0)) pGraphics=0;// if not running in reaper and failed to open carbon window, set pGraphics to 0
#endif
#endif
if (pGraphics)
{
_this->OnGUIOpen();
return 1;
}
}
return 0;
}