Admin panel slow was: Update to GetSimple 3.2.1 slows down admin panel

[hd]

Ok, i understood the issue with virtual hosting and IP addresses now, thanks for the explanation.

Here's the newest debug output:

PHP Code:

get_api_details: plugin i18n_base.php
get_api_details: http://get-simple.info/api/extend/?file=i18n_base.php
API timeout: 500
cache check for http://get-simple.info/api/extend/?file=i18n_base.php a530edfa8073b06f07218c5b4a0472d6.txt
API via curl
curl version: 
Array
(
    [version_number] => 464129
    [age] => 3
    [features] => 1565
    [ssl_version_number] => 0
    [version] => 7.21.1
    [host] => i386-pc-solaris2.10
    [ssl_version] => OpenSSL/0.9.8x
    [libz_version] => 1.2.5
    [protocols] => Array
        (
            [0] => dict
            [1] => file
            [2] => ftp
            [3] => ftps
            [4] => http
            [5] => https
            [6] => imap
            [7] => imaps
            [8] => pop3
            [9] => pop3s
            [10] => rtsp
            [11] => smtp
            [12] => smtps
            [13] => telnet
            [14] => tftp
        )

)

Curl info:
Array
(
    [url] => http://get-simple.info/api/extend/?file=i18n_base.php
    [content_type] => 
    [http_code] => 0
    [header_size] => 0
    [request_size] => 0
    [filetime] => -1
    [ssl_verify_result] => 0
    [redirect_count] => 0
    [total_time] => 0.501073
    [namelookup_time] => 0.001876
    [connect_time] => 0
    [pretransfer_time] => 0
    [size_upload] => 0
    [size_download] => 0
    [speed_download] => 0
    [speed_upload] => 0
    [download_content_length] => -1
    [upload_content_length] => -1
    [starttransfer_time] => 0
    [redirect_time] => 0
    [certinfo] => Array
        (
        )

    [redirect_url] => 
)

cURL error number:28
cURL error:connect() timed out!
Curl Verbose: 

Curl Data: 
API JSON:

get_api_details: plugin i18n_navigation.php
get_api_details: http://get-simple.info/api/extend/?file=i18n_navigation.php
API timeout: 500
cache check for http://get-simple.info/api/extend/?file=i18n_navigation.php 242db151f05a3e80879be205a51fa831.txt
API via curl
curl version: 
Array
(
    [version_number] => 464129
    [age] => 3
    [features] => 1565
    [ssl_version_number] => 0
    [version] => 7.21.1
    [host] => i386-pc-solaris2.10
    [ssl_version] => OpenSSL/0.9.8x
    [libz_version] => 1.2.5
    [protocols] => Array
        (
            [0] => dict
            [1] => file
            [2] => ftp
            [3] => ftps
            [4] => http
            [5] => https
            [6] => imap
            [7] => imaps
            [8] => pop3
            [9] => pop3s
            [10] => rtsp
            [11] => smtp
            [12] => smtps
            [13] => telnet
            [14] => tftp
        )

)

Curl info:
Array
(
    [url] => http://get-simple.info/api/extend/?file=i18n_navigation.php
    [content_type] => 
    [http_code] => 0
    [header_size] => 0
    [request_size] => 0
    [filetime] => -1
    [ssl_verify_result] => 0
    [redirect_count] => 0
    [total_time] => 0.500134
    [namelookup_time] => 1.5E-5
    [connect_time] => 0
    [pretransfer_time] => 0
    [size_upload] => 0
    [size_download] => 0
    [speed_download] => 0
    [speed_upload] => 0
    [download_content_length] => -1
    [upload_content_length] => -1
    [starttransfer_time] => 0
    [redirect_time] => 0
    [certinfo] => Array
        (
        )

    [redirect_url] => 
)

cURL error number:7
cURL error:couldn't connect to host
Curl Verbose: 

Curl Data: 
API JSON:

get_api_details: core 
get_api_details: http://get-simple.info/api/start/v3.php?v=3.2.0
API timeout: 500
cache check for http://get-simple.info/api/start/v3.php?v=3.2.0 1b904d26e4e8c9e2dde21d9411314f59.txt
API via curl
curl version: 
Array
(
    [version_number] => 464129
    [age] => 3
    [features] => 1565
    [ssl_version_number] => 0
    [version] => 7.21.1
    [host] => i386-pc-solaris2.10
    [ssl_version] => OpenSSL/0.9.8x
    [libz_version] => 1.2.5
    [protocols] => Array
        (
            [0] => dict
            [1] => file
            [2] => ftp
            [3] => ftps
            [4] => http
            [5] => https
            [6] => imap
            [7] => imaps
            [8] => pop3
            [9] => pop3s
            [10] => rtsp
            [11] => smtp
            [12] => smtps
            [13] => telnet
            [14] => tftp
        )

)

Curl info:
Array
(
    [url] => http://get-simple.info/api/start/v3.php?v=3.2.0
    [content_type] => 
    [http_code] => 0
    [header_size] => 0
    [request_size] => 0
    [filetime] => -1
    [ssl_verify_result] => 0
    [redirect_count] => 0
    [total_time] => 0.500132
    [namelookup_time] => 1.6E-5
    [connect_time] => 0
    [pretransfer_time] => 0
    [size_upload] => 0
    [size_download] => 0
    [speed_download] => 0
    [speed_upload] => 0
    [download_content_length] => -1
    [upload_content_length] => -1
    [starttransfer_time] => 0
    [redirect_time] => 0
    [certinfo] => Array
        (
        )

    [redirect_url] => 
)

cURL error number:7
cURL error:couldn't connect to host
Curl Verbose: 

Curl Data: 
API JSON:

get_api_details: core 
get_api_details: http://get-simple.info/api/start/v3.php?v=3.2.0
API timeout: 500
cache check for http://get-simple.info/api/start/v3.php?v=3.2.0 1b904d26e4e8c9e2dde21d9411314f59.txt
API via curl
curl version: 
Array
(
    [version_number] => 464129
    [age] => 3
    [features] => 1565
    [ssl_version_number] => 0
    [version] => 7.21.1
    [host] => i386-pc-solaris2.10
    [ssl_version] => OpenSSL/0.9.8x
    [libz_version] => 1.2.5
    [protocols] => Array
        (
            [0] => dict
            [1] => file
            [2] => ftp
            [3] => ftps
            [4] => http
            [5] => https
            [6] => imap
            [7] => imaps
            [8] => pop3
            [9] => pop3s
            [10] => rtsp
            [11] => smtp
            [12] => smtps
            [13] => telnet
            [14] => tftp
        )

)

Curl info:
Array
(
    [url] => http://get-simple.info/api/start/v3.php?v=3.2.0
    [content_type] => 
    [http_code] => 0
    [header_size] => 0
    [request_size] => 0
    [filetime] => -1
    [ssl_verify_result] => 0
    [redirect_count] => 0
    [total_time] => 0.500127
    [namelookup_time] => 1.7E-5
    [connect_time] => 0
    [pretransfer_time] => 0
    [size_upload] => 0
    [size_download] => 0
    [speed_download] => 0
    [speed_upload] => 0
    [download_content_length] => -1
    [upload_content_length] => -1
    [starttransfer_time] => 0
    [redirect_time] => 0
    [certinfo] => Array
        (
        )

    [redirect_url] => 
)

cURL error number:28
cURL error:connect() timed out!
Curl Verbose: 

Curl Data: 
API JSON: 


Hope it helps..
I'm off for today.

[shawn_a]

Seems to be missing some info, I must have broke the verbose part.

It definetly seems like your host just won't get to the server at all.

[shawn_a]

Ok I am pretty much giving up on this, sorry guys.

This guy has some great info in debugging curl, he basically pre populates anything stupid that might be missing.

http://stackoverflow.com/questions/9550319/bad-request-connecting-to-sites-via-curl-on-host-and-system/9571305#9571305

Maybe you can make a php file that reproduces the issue and give it to your host and ask them WTF.

[hd]

Hi Shawn,

first of all again i have to say a big thank you for everything. Your support has been much more than one could expect.

And i think you're right(as far as i can tell), everything points to the hosters fault. Well, Strato has not been very helpful so far, i'll have to keep bugging them.

I'll have a look into the debugging info in stackoverflow and report back if i found out something useful.

Here're some ideas to further improve GS:
- repair the GSNOVERCHECK option as i suggested in my post from 2013-05-20 (Have you seen it?)
- Buffer the version check info somewhere so it doesn't has to get checked again and again - maybe for one day?(Or make the buffer time configurable).
- If GSNOVERCHECK is active, put a visible marker somewhere an the admin pages. And maybe even better have a "check now" button instead of checking regularly.

I may try to do some of this myself when i find time. But i'm afraid my php knowledge is still too limited...

Holger

[shawn_a]

GSNOVERCHECK simply disables the header checking, the health check is unaffected.
3.0 added persistent version checking to show a little icon on the support page and people did not like it especially since it scared paid services users. This is to handle that, and allow it to be disabled. It does not disable auto versions checking of plugins or versions on health check and plugins pages.

Also all api requests are already cached

The issue of plugins checking constantly has already been addressed in 3.2.2 and will only check versioning on plugins page from now on.

[hd]

Thanks for the explanation of GSNOVERCHECK, i understand now. This was not clear for me before.

The proposed solution for 3.2.2 sounds quite smart for me.

[shawn_a]

You can go ahead and install the hotfixes branch if you want now. It has not been tested yet, but it has the plugins check fix and the new timeouts. Your test file has caching disabled and stuff so you probably dont want to keep using it or change that in the code.

[thedoglett]

Hi, I'm having the same issue here, an amazingly slow admin area which takes minutes to load.

Here's the thing - the version it's using is v3.1.2 and I haven't touched it in months. It was working perfectly, nice and quick, no changes to plugins etc but now I have a client who has logged in and it took her about 2 minutes to see the admin page.

I've tried it myself and had the same issues. I then checked another site (again using v3.1.2) and that did the same thing.

I got in touch with my hosting company (tsohost.co.uk) and they've spent a day trying to determine the problem. The answer was this:

I've found the cause here- the site is connecting out to an IP 72.10.36.125 which looks to be with MediaTemple. This is timing out, and causing the slow loading.

One of the sites on that IP external IP addresses is this: cagintranet.com

Now, I thought I'd check here and found there was a newer version so I installed that and find the exact same problem.

So, any idea as to what is calling that IP address and slowing it down?

[shawn_a]

Try 3.2.2 beta it should help.

Yeah I am going to guess its timing out because its not sending the host header as I said before.

We already said what the problem is, curl cannot connect to our api from your host.

We do not know why though.

Maybe we can check our hosts access logs and see, if we know the times and stuff, but I do not think its even getting that far.

[thedoglett]

Do you have any idea why out of four sites running the same version, same plugins, not touched for some time, two should suddenly have this problem and the other two don't? I can't fathom it out but will take a look at the beta anyway (although I don't like using betas on live sites).

[shawn_a]

4 sites on the same host?
Are they on the same webservers?

Oh if these are live sites then you can probably just modify the api function to return false, it is backend only.

No clue, I guess when we moved our domain it caused it, maybe our host is blocking that particular server as blacklisted, ill see if we can check.

The other 2 might not be having the issue because their cache files are still good? shrug.

[shawn_a]

edit
admin/inc/template_functions.php

find

PHP Code:

function get_api_details($type='core', $args=null) { 


and change it to

PHP Code:

function get_api_details($type='core', $args=null) { return; 


This will disable all api checking.

[thedoglett]

Funny enough, I've only just logged in to say that I did a search for 'cagintranet' which was highlighted in the admin inc folder. It was apparently in the api.plugin so I just moved the file out of the folder and into a temporary folder in the public_html directory.

Reloaded the admin area and it was fixed - loaded fast.

Then, I thought, what if I stick it back into the admin folder. Radical, eh?

Back to slowness. Not. It's still pretty quick. Now, why would moving it out of the inc folder, reloading the admin area and then putting it back into the folder fix it?

[shawn_a]

That has nothing to do with it.
cagintranet is just chris' personal domain.

That file is not used at all, unless you enable your api in gsconfig.

Its probably a coincidence, or has to do with you touching the file system.

Check the health check is it actually working now? Does plugins page show plugin updates ?

[thedoglett]

Ah right. Well, its working now anyway.

[shawn_a]

Strange, maybe your host did something. I checked gs logs and i see nothing about blocks.

[Thomas Helzle]

Just wanted to chime in here to say that I have the same problem with Strato as a webhoster.
The frontside testsite works as fast as expected but changing pages in the admin area is brutally slow (like for others, up to 60 seconds and more). Just timed the support page and it takes almost 45 seconds...

I read the thread so far and would be willing to do some more testing on this, but I'm still unsure what the real problem is, and somehow it sounds it's mostly the new GS webserver causing this?

I am running a new install of 3.2.1 with PHP 5.5 with a rather capable shared hosting plan.

I also get the Upgrade Check Failed error on the Site Health page while everything is Green.

Now: When I entered the IP for the GetSimpleServer I get a warning about a non-trusted connection.
The security certificate is invalid.

Maybe that is what this is all about? Would make sense to me!

Cheers,

Tom

[shawn_a]

The ip is not the webserver, it is the web host. There is no certificate on the webserver.

Did you enable no ver check in gsconfig ?

Install the 3.2.2 beta it will solve your problem, although your api calls will still not work, as already mentioned above.

If you want to debug you will need 3.2.2 and add these to your configuration.php
config directives for api and enable debug mode.

Define in configuration.php or anywhere global

Code:

$debugApi = true; // debugging output info to debugLog

Code:

$nocache  = true; // debugging do not use cache

And to disable curl entirely and attempt to use fopen,

Code:

$nocurl  = true; // do not use curl

In 3.2.2 the api version check is only done per page if novercheck is not enabled, and the plugin checks are now only done on the plugins page.

[Thomas Helzle]

Wow, you updated that post faster than I could answer ;-)

- no, GSNOVERCHECK didn't change anything (I tried that first).

I will look into 3.2.2 now.

Thank you very much!

P.S. Regarding the missing certificate on the main IP: I was wondering if some security check from Strato may be testing the main IP. Since even websites that weren't touched for a while seem to show the problem, it still sounds as if the move of GS to a different hoster could be the core problem.
But you know probably more about this, so I'll shut up now.
It was just a gut feeling.

Tom

[shawn_a]

I posted some speculation earlier that it is not sending the host name header to the virtual server.
There is also the odd issue of why the timeouts are not working, timeout should be like 500ms.

I suspect your host has curl config messed up.

It is maybe possible to fix with custom headers in curl, but it would require someone really working on it with code knowledge. Or modify the api url in configuration.php and test on other virtual hosts.

I just cannot spend any more time on this. I added opton to turn curl off, if fopen doesnt work either then at leastr it should now fail safely, but you will not have api lookups,which kind of sucks

[Thomas Helzle]

OK: 3.2.2 solved the problem for "normal" admin pages. They are instantaneous now.

Plugin Page takes about 15 seconds - I can live with that.

Health Check is instantaneous, update check fails, everything else is green.

The "Updater" plugin doesn't work, but that makes sense I guess.

Thanks a ton, I'm up an running now.

Should I do more debugging to find the real problem?

Cheers,

Tom

[shawn_a]

Feel free, ill chime in time if i see logs posted here or thoughts on the process of elimination.

[Thomas Helzle]

Debug from the pages page:

Code:

get_api_details: core
get_api_details: http://get-simple.info/api/start/v3.php?v=3.2.2
API timeout: 500
cache check for http://get-simple.info/api/start/v3.php?v=3.2.2 bc310bcbc829d44b3a805a2bb5fbc5c0.txt
API via curl
curl version:
Array
(
    [version_number] => 464129
    [age] => 3
    [features] => 1565
    [ssl_version_number] => 0
    [version] => 7.21.1
    [host] => i386-pc-solaris2.10
    [ssl_version] => OpenSSL/0.9.8x
    [libz_version] => 1.2.5
    [protocols] => Array
        (
            [0] => dict
            [1] => file
            [2] => ftp
            [3] => ftps
            [4] => http
            [5] => https
            [6] => imap
            [7] => imaps
            [8] => pop3
            [9] => pop3s
            [10] => rtsp
            [11] => smtp
            [12] => smtps
            [13] => telnet
            [14] => tftp
        )

)

Curl info:
Array
(
    [url] => http://get-simple.info/api/start/v3.php?v=3.2.2
    [content_type] =>
    [http_code] => 0
    [header_size] => 0
    [request_size] => 0
    [filetime] => -1
    [ssl_verify_result] => 0
    [redirect_count] => 0
    [total_time] => 0.500734
    [namelookup_time] => 0.001576
    [connect_time] => 0
    [pretransfer_time] => 0
    [size_upload] => 0
    [size_download] => 0
    [speed_download] => 0
    [speed_upload] => 0
    [download_content_length] => -1
    [upload_content_length] => -1
    [starttransfer_time] => 0
    [redirect_time] => 0
    [redirect_url] =>
    [primary_ip] => 72.10.36.125
    [certinfo] => Array
        (
        )

    [primary_port] => 0
    [local_ip] =>
    [local_port] => 0
)

cURL error number:28
cURL error:connect() timed out!
Curl Verbose:

Curl Data:

API JSON:

.....

On the plugins page I get basically the same for every plugin, active or not.
Couldn't post it all since the forum said it's too long ;-)
I can send it via mail if you want.

So my question is: What would I need to tell to my hoster on the phone if I should be able to get somebody with some real technical knowledge?
Should it be enough to explain what happens and that we suspect CURL to be configured wrongly?

Is there any way to get that certificate on the main IP fixed? The debug lists it as primary_ip and I wonder if it would make sense for you to get in contact with your hoster as well?

I'm no longer in any hurry since it basically works and I don't want to steal your time, just take it as input however you want.

Thanks and Cheers,

Tom

[Thomas Helzle]

This is with CURL disbled on the "Pages" page:

Code:

get_api_details: core
get_api_details: http://get-simple.info/api/start/v3.php?v=3.2.2
API timeout: 500
cache check for http://get-simple.info/api/start/v3.php?v=3.2.2 bc310bcbc829d44b3a805a2bb5fbc5c0.txt
API via fopen
fopen data:
API JSON:

Cheers,

Tom

[shawn_a]

FYI this is what a normal curl query looks like.

PHP Code:

get_api_details: core 
get_api_details: http://get-simple.info/api/start/v3.php?v=3.2.3b1
API timeout: 500
cache check for http://get-simple.info/api/start/v3.php?v=3.2.3b1 495f6fab503f2007953b7c7c2f34771f.txt
API via curl
curl version: 
Array
(
    [version_number] => 462595
    [age] => 2
    [features] => 541
    [ssl_version_number] => 0
    [version] => 7.15.3
    [host] => i686-pc-linux-gnu
    [ssl_version] =>  OpenSSL/0.9.8b
    [libz_version] => 1.2.3
    [protocols] => Array
        (
            [0] => tftp
            [1] => ftp
            [2] => telnet
            [3] => dict
            [4] => ldap
            [5] => http
            [6] => file
            [7] => https
            [8] => ftps
        )

)

Curl info:
Array
(
    [url] => http://get-simple.info/api/start/v3.php?v=3.2.3b1
    [content_type] => text/html; charset=UTF-8
    [http_code] => 200
    [header_size] => 279
    [request_size] => 80
    [filetime] => -1
    [ssl_verify_result] => 0
    [redirect_count] => 0
    [total_time] => 2.532524
    [namelookup_time] => 0.004075
    [connect_time] => 0.016782
    [pretransfer_time] => 0.016822
    [size_upload] => 0
    [size_download] => 104
    [speed_download] => 41
    [speed_upload] => 0
    [download_content_length] => 0
    [upload_content_length] => 0
    [starttransfer_time] => 2.532475
    [redirect_time] => 0
    [request_header] => GET /api/start/v3.php?v=3.2.3b1 HTTP/1.1
Host: get-simple.info
Accept: */*


)

Curl Verbose: 

Curl Data: 
HTTP/1.1 200 OK
Server: nginx
Date: Sun, 04 Aug 2013 17:55:18 GMT
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
Cache-Control: max-age=7200
Expires: Sun, 04 Aug 2013 19:55:16 GMT
X-Powered-By: PleskLin
Vary: Accept-Encoding

{"status":"2","latest":"3.2.1","your_version":"3.2.3b1","message":"You are living on the bleeding edge"}
API JSON:
stdClass Object
(
    [status] => 2
    [latest] => 3.2.1
    [your_version] => 3.2.3b1
    [message] => You are living on the bleeding edge
)