forked from chromium/chromium
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
We record seek performance using the product of: - Video formats: webm and ogv. - Network constraints: cable, wifi, and no constraints. - Seek cases: long, short, and buffered seeks. - Video location: cached and un-cached videos. BUG=122749 TEST=manual run Review URL: http://codereview.chromium.org/9960063 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@133585 0039d316-1c4b-4281-b951-d872f2087c98
- Loading branch information
shadi@chromium.org
committed
Apr 24, 2012
1 parent
cb34e2d
commit 5f13770
Showing
4 changed files
with
280 additions
and
5 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,132 @@ | ||
| <!-- Used by media_seek_perf to record seek perf metrics. --> | ||
| <!DOCTYPE html> | ||
| <html lang="en-US"> | ||
| <head> | ||
| <title>CNS Seek Tests</title> | ||
| <script src="utils.js" type="text/javascript"></script> | ||
| </head> | ||
|
|
||
| <body> | ||
| <video controls></video> | ||
| <div></div> | ||
| </body> | ||
|
|
||
| <script type="text/javascript"> | ||
| var video = document.querySelector("video"); | ||
| var logDiv = document.querySelector("div"); | ||
| var ITERATIONS = 3; | ||
|
|
||
| var SeekTestCase = { | ||
| SHORT_SEEK: 0, | ||
| LONG_SEEK: 1, | ||
| BUFFERED_SEEK: 2 | ||
| } | ||
|
|
||
| var CachedState = { | ||
| UNCACHED: 0, | ||
| CACHED: 1 | ||
| } | ||
|
|
||
| function log(text) { | ||
| logDiv.innerText += text + "\n"; | ||
| } | ||
|
|
||
| function resetSeekRecords() { | ||
| seekRecords = []; | ||
| for (cache_index in Object.keys(CachedState)) { | ||
| seekRecords[cache_index] = []; | ||
| for (seek_index in Object.keys(SeekTestCase)) { | ||
| seekRecords[cache_index][seek_index] = []; | ||
| } | ||
| } | ||
| } | ||
|
|
||
| // Called by the PyAuto controller to initiate testing. | ||
| function startTest(src) { | ||
| if (window.domAutomationController) | ||
| window.domAutomationController.send(true); | ||
|
|
||
| resetSeekRecords(); | ||
| endTest = false; | ||
| errorMsg = ""; | ||
| timer = new Timer(); | ||
|
|
||
| video.addEventListener("playing", playing); | ||
| video.addEventListener("seeked", seeked); | ||
| video.addEventListener("error", | ||
| function() { end("Error loading media"); }); | ||
| originalSrc = src; | ||
| log("Running tests on " + originalSrc); | ||
| log("Starting seek tests without browser caching:"); | ||
| cacheState = CachedState.UNCACHED; | ||
| iteration = 0; | ||
| IterationTest(); | ||
| } | ||
|
|
||
| function IterationTest() { | ||
| if (iteration < ITERATIONS) { | ||
| iteration++; | ||
| log("Test iteration " + iteration); | ||
| seekState = SeekTestCase.SHORT_SEEK; | ||
| video.src = getVideoSrc(); | ||
| video.play(); | ||
| } else if (cacheState == CachedState.UNCACHED) { | ||
| log("Starting seek tests with browser caching:"); | ||
| cacheState = CachedState.CACHED; | ||
| iteration = 0; | ||
| IterationTest(); | ||
| } else { | ||
| endTest = true; | ||
| } | ||
| } | ||
|
|
||
| function getVideoSrc() { | ||
| if (cacheState == CachedState.UNCACHED) { | ||
| return GenerateUniqueURL(originalSrc); | ||
| } else { | ||
| return video.src; | ||
| } | ||
| } | ||
|
|
||
| function playing() { | ||
| if (seekState == SeekTestCase.SHORT_SEEK) { | ||
| timer.start(); | ||
| video.currentTime = 1; | ||
| } | ||
| } | ||
|
|
||
| function seeked() { | ||
| delta = timer.stop(); | ||
| switch (seekState) { | ||
| case SeekTestCase.SHORT_SEEK: | ||
| seekRecords[cacheState][SeekTestCase.SHORT_SEEK].push(delta); | ||
| log ("short seek in " + delta + "ms.") | ||
| seekState = SeekTestCase.LONG_SEEK; | ||
| timer.start(); | ||
| video.currentTime = video.duration - 1; | ||
| break; | ||
| // Seek to almost end of file (unbuffered area). | ||
| case SeekTestCase.LONG_SEEK: | ||
| seekRecords[cacheState][SeekTestCase.LONG_SEEK].push(delta); | ||
| log("long seek in " + delta + "ms.") | ||
| seekState = SeekTestCase.BUFFERED_SEEK; | ||
| timer.start(); | ||
| video.currentTime = 1; | ||
| break; | ||
| case SeekTestCase.BUFFERED_SEEK: | ||
| seekRecords[cacheState][SeekTestCase.BUFFERED_SEEK].push(delta); | ||
| log("buffered seek in " + delta + "ms.") | ||
| IterationTest(); | ||
| break; | ||
| default: | ||
| end("An un-expected seek occured."); | ||
| } | ||
| } | ||
|
|
||
| function end(msg) { | ||
| errorMsg = msg; | ||
| endTest = true; | ||
| log(msg); | ||
| } | ||
| </script> | ||
| </html> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,106 @@ | ||
| #!/usr/bin/env python | ||
| # Copyright (c) 2012 The Chromium Authors. All rights reserved. | ||
| # Use of this source code is governed by a BSD-style license that can be | ||
| # found in the LICENSE file. | ||
|
|
||
| """Seek performance testing for <video>. | ||
| Calculates the short and long seek times for different video formats on | ||
| different network constraints. | ||
| """ | ||
|
|
||
| import logging | ||
| import os | ||
|
|
||
| import pyauto_media | ||
| import pyauto_utils | ||
|
|
||
| import cns_test_base | ||
| import worker_thread | ||
|
|
||
| # Number of threads to use during testing. | ||
| _TEST_THREADS = 3 | ||
|
|
||
| # HTML test path; relative to src/chrome/test/data. | ||
| _TEST_HTML_PATH = os.path.join('media', 'html', 'media_seek.html') | ||
|
|
||
| # The media files used for testing. | ||
| # Path under CNS root folder (pyauto_private/media). | ||
| _TEST_VIDEOS = [os.path.join('dartmoor', 'dartmoor.ogg')] | ||
| _TEST_VIDEOS.extend(os.path.join('crowd', name) for name in | ||
| ['crowd2160.webm', 'crowd1080.webm', 'crowd360.webm', | ||
| 'crowd2160.ogv', 'crowd1080.ogv', 'crowd360.ogv', | ||
| 'crowd.wav']) | ||
|
|
||
| # Constraints to run tests on. | ||
| _TESTS_TO_RUN = [ | ||
| cns_test_base.Cable, | ||
| cns_test_base.Wifi, | ||
| cns_test_base.NoConstraints] | ||
|
|
||
|
|
||
| class SeekWorkerThread(worker_thread.WorkerThread): | ||
| """Worker thread. Runs a test for each task in the queue.""" | ||
|
|
||
| def RunTask(self, unique_url, task): | ||
| """Runs the specific task on the url given. | ||
| It is assumed that a tab with the unique_url is already loaded. | ||
| Args: | ||
| unique_url: A unique identifier of the test page. | ||
| task: A (series_name, settings, file_name) tuple to run the test on. | ||
| """ | ||
| series_name, settings, file_name = task | ||
|
|
||
| video_url = cns_test_base.GetFileURL( | ||
| file_name, bandwidth=settings[0], latency=settings[1], | ||
| loss=settings[2]) | ||
|
|
||
| # Start the test! | ||
| self.CallJavascriptFunc('startTest', [video_url], unique_url) | ||
|
|
||
| logging.debug('Running perf test for %s.', video_url) | ||
| # Time out is dependent on (seeking time * iterations). For 3 iterations | ||
| # per seek we get total of 18 seeks per test. We expect buffered and | ||
| # cached seeks to be fast. Through experimentation an average of 10 secs | ||
| # per seek was found to be adequate. | ||
| if not self.WaitUntil(self.GetDOMValue, args=['endTest', unique_url], | ||
| retry_sleep=5, timeout=180, debug=False): | ||
| error_msg = 'Seek tests timed out.' | ||
| else: | ||
| error_msg = self.GetDOMValue('errorMsg', unique_url) | ||
|
|
||
| if error_msg: | ||
| logging.error('Error while running the tests: %s.', error_msg) | ||
|
|
||
| cached_states = self.GetDOMValue( | ||
| "Object.keys(CachedState).join(',')", unique_url).split(',') | ||
| seek_test_cases = self.GetDOMValue( | ||
| "Object.keys(SeekTestCase).join(',')", unique_url).split(',') | ||
|
|
||
| graph_name = series_name + '_' + os.path.basename(file_name) | ||
| for state in cached_states: | ||
| for seek_case in seek_test_cases: | ||
| if error_msg: | ||
| results = [-1] | ||
| else: | ||
| results = [float(value) for value in self.GetDOMValue( | ||
| "seekRecords[CachedState.%s][SeekTestCase.%s].join(',')" % | ||
| (state, seek_case), unique_url).split(',')] | ||
| pyauto_utils.PrintPerfResult('seek', '%s_%s_%s' % | ||
| (state, seek_case, graph_name), | ||
| results, 'ms') | ||
|
|
||
|
|
||
| class MediaSeekPerfTest(cns_test_base.CNSTestBase): | ||
| """PyAuto test container. See file doc string for more information.""" | ||
|
|
||
| def testMediaSeekPerformance(self): | ||
| """Launches HTML test which plays each video and records seek stats.""" | ||
| tasks = cns_test_base.CreateCNSPerfTasks(_TESTS_TO_RUN, _TEST_VIDEOS) | ||
| worker_thread.RunWorkerThreads(self, SeekWorkerThread, tasks, _TEST_THREADS, | ||
| _TEST_HTML_PATH) | ||
|
|
||
|
|
||
| if __name__ == '__main__': | ||
| pyauto_media.Main() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters