-
-
Notifications
You must be signed in to change notification settings - Fork 5.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add TOML support with [BaseTomlService]
Add base toml service to enable fetch of toml files Add spec file for the new toml service for automated testing This was added to allow a new way to retrive python version from pyproject.toml as described in issue #9410
- Loading branch information
Showing
4 changed files
with
245 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,82 @@ | ||
/** | ||
* @module | ||
*/ | ||
|
||
import emojic from 'emojic' | ||
import { parse } from 'smol-toml' | ||
import BaseService from './base.js' | ||
import { InvalidResponse } from './errors.js' | ||
import trace from './trace.js' | ||
|
||
/** | ||
* Services which query a TOML endpoint should extend BaseTomlService | ||
* | ||
* @abstract | ||
*/ | ||
class BaseTomlService extends BaseService { | ||
/** | ||
* Request data from an upstream API serving TOML, | ||
* parse it and validate against a schema | ||
* | ||
* @param {object} attrs Refer to individual attrs | ||
* @param {Joi} attrs.schema Joi schema to validate the response against | ||
* @param {string} attrs.url URL to request | ||
* @param {object} [attrs.options={}] Options to pass to got. See | ||
* [documentation](https://github.com/sindresorhus/got/blob/main/documentation/2-options.md) | ||
* @param {object} [attrs.httpErrors={}] Key-value map of status codes | ||
* and custom error messages e.g: `{ 404: 'package not found' }`. | ||
* This can be used to extend or override the | ||
* [default](https://github.com/badges/shields/blob/master/core/base-service/check-error-response.js#L5) | ||
* @param {object} [attrs.systemErrors={}] Key-value map of got network exception codes | ||
* and an object of params to pass when we construct an Inaccessible exception object | ||
* e.g: `{ ECONNRESET: { prettyMessage: 'connection reset' } }`. | ||
* See {@link https://github.com/sindresorhus/got/blob/main/documentation/7-retry.md#errorcodes got error codes} | ||
* for allowed keys | ||
* and {@link module:core/base-service/errors~RuntimeErrorProps} for allowed values | ||
* @returns {object} Parsed response | ||
* @see https://github.com/sindresorhus/got/blob/main/documentation/2-options.md | ||
*/ | ||
async _requestToml({ | ||
schema, | ||
url, | ||
options = {}, | ||
httpErrors = {}, | ||
systemErrors = {}, | ||
}) { | ||
const logTrace = (...args) => trace.logTrace('fetch', ...args) | ||
const mergedOptions = { | ||
...{ | ||
headers: { | ||
Accept: | ||
// the officeal header should be application/toml - see https://toml.io/en/v1.0.0#mime-type | ||
// but as this is not registered here https://www.iana.org/assignments/media-types/media-types.xhtml | ||
// some apps use other mime-type like application/x-toml, text/plain etc.... | ||
'text/x-toml, text/toml, application/x-toml, application/toml, text/plain', | ||
}, | ||
}, | ||
...options, | ||
} | ||
const { buffer } = await this._request({ | ||
url, | ||
options: mergedOptions, | ||
httpErrors, | ||
systemErrors, | ||
}) | ||
let parsed | ||
try { | ||
parsed = parse(buffer.toString()) | ||
} catch (err) { | ||
logTrace(emojic.dart, 'Response TOML (unparseable)', buffer) | ||
throw new InvalidResponse({ | ||
prettyMessage: 'unparseable toml response', | ||
underlyingError: err, | ||
}) | ||
} | ||
logTrace(emojic.dart, 'Response TOML (before validation)', parsed, { | ||
deep: true, | ||
}) | ||
return this.constructor._validate(parsed, schema) | ||
} | ||
} | ||
|
||
export default BaseTomlService |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,150 @@ | ||
import Joi from 'joi' | ||
import { expect } from 'chai' | ||
import sinon from 'sinon' | ||
import BaseTomlService from './base-toml.js' | ||
|
||
const dummySchema = Joi.object({ | ||
requiredString: Joi.string().required(), | ||
}).required() | ||
|
||
class DummyTomlService extends BaseTomlService { | ||
static category = 'cat' | ||
static route = { base: 'foo' } | ||
|
||
async handle() { | ||
const { requiredString } = await this._requestToml({ | ||
schema: dummySchema, | ||
url: 'http://example.com/foo.toml', | ||
}) | ||
return { message: requiredString } | ||
} | ||
} | ||
|
||
const expectedToml = ` | ||
# example toml | ||
requiredString = "some-string" | ||
` | ||
|
||
const unexpectedToml = ` | ||
# example toml - unexpected val | ||
unexpectedKey = "some-string" | ||
` | ||
|
||
const invalidToml = ` | ||
# example invalid toml | ||
missing= "space" | ||
colonsCantBeUsed: 42 | ||
missing "assignment" | ||
` | ||
|
||
describe('BaseTomlService', function () { | ||
describe('Making requests', function () { | ||
let requestFetcher | ||
beforeEach(function () { | ||
requestFetcher = sinon.stub().returns( | ||
Promise.resolve({ | ||
buffer: expectedToml, | ||
res: { statusCode: 200 }, | ||
}), | ||
) | ||
}) | ||
|
||
it('invokes _requestFetcher', async function () { | ||
await DummyTomlService.invoke( | ||
{ requestFetcher }, | ||
{ handleInternalErrors: false }, | ||
) | ||
|
||
expect(requestFetcher).to.have.been.calledOnceWith( | ||
'http://example.com/foo.toml', | ||
{ | ||
headers: { | ||
Accept: | ||
'text/x-toml, text/toml, application/x-toml, application/toml, text/plain', | ||
}, | ||
}, | ||
) | ||
}) | ||
|
||
it('forwards options to _requestFetcher', async function () { | ||
class WithOptions extends DummyTomlService { | ||
async handle() { | ||
const { requiredString } = await this._requestToml({ | ||
schema: dummySchema, | ||
url: 'http://example.com/foo.toml', | ||
options: { method: 'POST', searchParams: { queryParam: 123 } }, | ||
}) | ||
return { message: requiredString } | ||
} | ||
} | ||
|
||
await WithOptions.invoke( | ||
{ requestFetcher }, | ||
{ handleInternalErrors: false }, | ||
) | ||
|
||
expect(requestFetcher).to.have.been.calledOnceWith( | ||
'http://example.com/foo.toml', | ||
{ | ||
headers: { | ||
Accept: | ||
'text/x-toml, text/toml, application/x-toml, application/toml, text/plain', | ||
}, | ||
method: 'POST', | ||
searchParams: { queryParam: 123 }, | ||
}, | ||
) | ||
}) | ||
}) | ||
|
||
describe('Making badges', function () { | ||
it('handles valid toml responses', async function () { | ||
const requestFetcher = async () => ({ | ||
buffer: expectedToml, | ||
res: { statusCode: 200 }, | ||
}) | ||
expect( | ||
await DummyTomlService.invoke( | ||
{ requestFetcher }, | ||
{ handleInternalErrors: false }, | ||
), | ||
).to.deep.equal({ | ||
message: 'some-string', | ||
}) | ||
}) | ||
|
||
it('handles toml responses which do not match the schema', async function () { | ||
const requestFetcher = async () => ({ | ||
buffer: unexpectedToml, | ||
res: { statusCode: 200 }, | ||
}) | ||
expect( | ||
await DummyTomlService.invoke( | ||
{ requestFetcher }, | ||
{ handleInternalErrors: false }, | ||
), | ||
).to.deep.equal({ | ||
isError: true, | ||
color: 'lightgray', | ||
message: 'invalid response data', | ||
}) | ||
}) | ||
|
||
it('handles unparseable toml responses', async function () { | ||
const requestFetcher = async () => ({ | ||
buffer: invalidToml, | ||
res: { statusCode: 200 }, | ||
}) | ||
expect( | ||
await DummyTomlService.invoke( | ||
{ requestFetcher }, | ||
{ handleInternalErrors: false }, | ||
), | ||
).to.deep.equal({ | ||
isError: true, | ||
color: 'lightgray', | ||
message: 'unparseable toml response', | ||
}) | ||
}) | ||
}) | ||
}) |
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters