Merge pull request #71 from evalstate/fix/small-updates

increase batch size for logging, improve shutdown handling and gradio endpoint warnings

Author: evalstate

packages/app/src/server/gradio-endpoint-connector.ts

@@ -187,15 +187,6 @@ async function fetchEndpointSchema(
 	clearTimeout(timeoutId);
 
 	if (!response.ok) {
-		logger.error(
-			{
-				endpointId,
-				subdomain: endpoint.subdomain,
-				status: response.status,
-				statusText: response.statusText,
-			},
-			'Failed to fetch schema from endpoint'
-		);
 		throw new Error(`Failed to fetch schema: ${response.status} ${response.statusText}`);
 	}
 

packages/app/src/server/sse.ts

@@ -35,12 +35,13 @@ async function start() {
 	await app.start();
 
 	// Handle server shutdown
+	let shutdownInProgress = false;
 	const shutdown = async () => {
 		logger.info('Shutting down server...');
+		shutdownInProgress = true;
 		try {
 			await app.stop();
 			logger.info('Server shutdown complete');
-			process.exit(0);
 		} catch (error) {
 			logger.error({ error }, 'Error during shutdown');
 			process.exit(1);
@@ -49,6 +50,13 @@ async function start() {
 
 	process.once('SIGINT', () => {
 		void shutdown();
+		// Set up second SIGINT handler for force exit
+		process.once('SIGINT', () => {
+			if (shutdownInProgress) {
+				logger.warn('Force exit requested, terminating immediately...');
+				process.exit(1);
+			}
+		});
 	});
 
 	process.once('SIGTERM', () => {

packages/app/src/server/stdio.ts

@@ -40,12 +40,13 @@ async function main() {
 	await app.start();
 
 	// Handle server shutdown
+	let shutdownInProgress = false;
 	const shutdown = async () => {
 		logger.info('Shutting down server...');
+		shutdownInProgress = true;
 		try {
 			await app.stop();
 			logger.info('Server shutdown complete');
-			process.exit(0);
 		} catch (error) {
 			logger.error({ error }, 'Error during shutdown');
 			process.exit(1);
@@ -54,6 +55,13 @@ async function main() {
 
 	process.once('SIGINT', () => {
 		void shutdown();
+		// Set up second SIGINT handler for force exit
+		process.once('SIGINT', () => {
+			if (shutdownInProgress) {
+				logger.warn('Force exit requested, terminating immediately...');
+				process.exit(1);
+			}
+		});
 	});
 
 	process.once('SIGTERM', () => {

packages/app/src/server/streamableHttp.ts

@@ -46,12 +46,13 @@ async function start() {
 	await app.start();
 
 	// Handle server shutdown
+	let shutdownInProgress = false;
 	const shutdown = async () => {
 		logger.info('Shutting down server...');
+		shutdownInProgress = true;
 		try {
 			await app.stop();
 			logger.info('Server shutdown complete');
-			process.exit(0);
 		} catch (error) {
 			logger.error({ error }, 'Error during shutdown');
 			process.exit(1);
@@ -60,6 +61,13 @@ async function start() {
 
 	process.once('SIGINT', () => {
 		void shutdown();
+		// Set up second SIGINT handler for force exit
+		process.once('SIGINT', () => {
+			if (shutdownInProgress) {
+				logger.warn('Force exit requested, terminating immediately...');
+				process.exit(1);
+			}
+		});
 	});
 
 	process.once('SIGTERM', () => {

packages/app/src/server/utils/hf-dataset-transport.ts

@@ -38,7 +38,7 @@ export class HfDatasetLogger {
 	private uploadInProgress = false;
 	private sessionId: string;
 	private uploadFunction: typeof UploadFileFunction;
-	private readonly maxBufferSize: number = 1000;
+	private readonly maxBufferSize: number = 10000;
 	private logType: string;
 
 	constructor(options: HfDatasetTransportOptions) {

packages/app/src/shared/settings.ts

@@ -26,12 +26,14 @@ export const DEFAULT_SPACE_TOOLS: SpaceTool[] = [
 		subdomain: 'evalstate-flux1-schnell',
 		emoji: '🏎️💨',
 	},
+	/*
 	{
 		_id: '680be03dc38b7fa7d6855910',
 		name: 'abidlabs/EasyGhibli',
 		subdomain: 'abidlabs-easyghibli',
 		emoji: '🦀',
 	},
+	*/
 ];
 
 // Default settings

packages/app/test/server/utils/hf-dataset-transport.test.ts

@@ -88,10 +88,10 @@ describe('HfDatasetLogger', () => {
 		});
 
 		it('should drop oldest logs when buffer exceeds maximum size', async () => {
-			logger = createTestLogger({ batchSize: 2000, flushInterval: 60000 }); // Prevent auto-flush
+			logger = createTestLogger({ batchSize: 20000, flushInterval: 60000 }); // Prevent auto-flush
 
-			// Add logs to exceed buffer capacity (maxBufferSize = 1000)
-			for (let i = 0; i < 1002; i++) {
+			// Add logs to exceed buffer capacity (maxBufferSize = 10000)
+			for (let i = 0; i < 10002; i++) {
 				logger.processLog({
 					level: 30,
 					time: Date.now(),
@@ -102,8 +102,8 @@ describe('HfDatasetLogger', () => {
 			// Wait a bit to ensure all logs are processed
 			await new Promise((resolve) => setTimeout(resolve, 10));
 
-			// Buffer should be at max size (1000), not 1002
-			expect(logger.getStatus().bufferSize).toBe(1000);
+			// Buffer should be at max size (10000), not 10002
+			expect(logger.getStatus().bufferSize).toBe(10000);
 		});
 	});
 
@@ -254,7 +254,7 @@ describe('HfDatasetLogger', () => {
 
 			const status = logger.getStatus();
 			expect(status).toBeDefined();
-			expect(status.bufferSize).toBeLessThanOrEqual(1000); // Should respect max buffer size
+			expect(status.bufferSize).toBeLessThanOrEqual(10000); // Should respect max buffer size
 		});
 	});
 
@@ -322,7 +322,7 @@ describe('HfDatasetLogger', () => {
 
 			const status = logger.getStatus();
 			// Should not accumulate unlimited logs
-			expect(status.bufferSize).toBeLessThanOrEqual(1000);
+			expect(status.bufferSize).toBeLessThanOrEqual(10000);
 		});
 
 		it('should handle large log messages efficiently', () => {